-- Logs begin at Mon 2021-12-20 14:46:13 UTC, end at Mon 2021-12-20 17:30:49 UTC. -- Dec 20 15:42:36.248497 dv-neutron-821074-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 20 15:42:38.397223 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.common.config [-] Logging enabled! Dec 20 15:42:38.397917 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev82 Dec 20 15:42:38.398028 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84283) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 20 15:42:38.400373 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.common.config [-] Logging enabled! Dec 20 15:42:38.401177 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev82 Dec 20 15:42:38.401425 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84283) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 20 15:42:38.402376 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 15:42:38.402607 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 15:42:38.402982 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 15:42:38.403228 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 15:42:38.403448 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 15:42:38.403764 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.404056 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.404349 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.404579 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.404866 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.405150 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.405431 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.405715 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.406009 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.406286 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.406562 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.406840 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.407089 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.407366 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.407647 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.407927 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.408146 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] debug = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.408417 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.408837 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.409248 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.409525 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.409811 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.410086 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.410358 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.410637 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.410987 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] host = dv-neutron-821074-1-hyperv {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.411266 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.411550 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.411833 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.412114 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.412388 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.412658 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.412937 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.413205 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.413474 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] log_file = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.413747 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.414028 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.414308 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.414594 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.414817 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.415057 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.415340 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.415627 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.415900 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.416216 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.416489 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.416761 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.417030 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.417294 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.417574 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.417856 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.418136 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.418407 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.418677 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.418970 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.419242 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.419522 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.419794 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.420071 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.420339 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.420619 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.420884 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.421153 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.421454 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.421734 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.422010 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.422292 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.422563 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.422841 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.423139 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.423410 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.423679 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] use_json = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.423949 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.424216 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.424492 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.424760 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.425027 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.425298 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.425568 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.425847 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:38.426140 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.426432 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.426728 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.427037 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.427352 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.427636 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.427924 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.428202 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.428487 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.428771 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.429056 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.429335 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.429617 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.429910 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.430196 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.430467 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.430742 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.431063 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.431340 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.431612 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.431918 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.432204 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.432480 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.432749 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.433026 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.433300 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.433568 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.433836 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.434109 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.434392 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.434664 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.434948 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.435219 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.435490 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.435757 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.436036 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.436308 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.436575 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.436842 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.437115 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.437385 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.437654 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.437926 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.438193 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.438466 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.438732 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.439021 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.439294 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.439565 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.439840 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.440108 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.440376 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.440650 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.440918 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.441185 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.441453 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.441720 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.441988 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.442271 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.442563 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.442837 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.443135 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.443411 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.443685 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.443958 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.444231 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.444504 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.444776 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.445043 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.445331 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.445643 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.445892 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.446169 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.446443 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.446733 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.447051 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.448043 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.448513 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.449834 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.450125 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.450415 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.450718 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.451039 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.451336 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.451630 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.451923 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.452205 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.452513 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.452793 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:38.453008 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 15:42:38.453245 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84283) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 20 15:42:38.854601 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO keyring.backend [-] Loading KWallet Dec 20 15:42:38.862072 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO keyring.backend [-] Loading SecretService Dec 20 15:42:38.865224 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO keyring.backend [-] Loading Windows Dec 20 15:42:38.866549 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO keyring.backend [-] Loading chainer Dec 20 15:42:38.867151 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO keyring.backend [-] Loading macOS Dec 20 15:42:38.902154 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:42:38.902429 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:42:38.902744 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:42:38.903108 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 20 15:42:39.206485 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.206683 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.206971 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.267900 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.268185 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.268448 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.271554 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.271833 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.272097 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.300987 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.301268 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.301534 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.331433 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.331705 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.331969 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.648428 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.649106 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.649106 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.649293 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.649925 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.773757 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.774074 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.774357 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.774627 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.774887 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.775213 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.775525 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.775782 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.776034 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.776310 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.776565 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.776825 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.777086 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.777339 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.777601 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.777864 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.778115 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.778383 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.778632 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.778927 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.779273 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.779524 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.779771 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.780048 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.780296 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.780538 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.780915 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:42:39.781152 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:42:39.781393 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:42:39.781626 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:42:39.781859 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:42:39.782092 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:42:39.782640 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 20 15:42:39.785815 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 20 15:42:39.789744 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 20 15:42:39.794223 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 20 15:42:39.795882 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 20 15:42:39.796271 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 20 15:42:39.796602 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 20 15:42:39.796983 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 20 15:42:39.799831 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 20 15:42:39.800079 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 20 15:42:39.800419 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 15:42:39.828722 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 20 15:42:39.829160 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.829456 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84283) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 20 15:42:39.829815 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.831197 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84283) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 20 15:42:39.831472 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 15:42:39.831711 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 20 15:42:39.834932 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.835226 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:39.895916 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 20 15:42:39.896155 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 20 15:42:39.896392 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 20 15:42:39.896755 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 20 15:42:39.927355 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_db.sqlalchemy.engines [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84283) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 20 15:42:40.441827 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Initializing driver for type 'gre' Dec 20 15:42:40.442352 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] gre ID ranges: [(1, 1000)] Dec 20 15:42:40.652812 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Initializing driver for type 'local' Dec 20 15:42:40.653418 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Initializing driver for type 'vlan' Dec 20 15:42:40.749623 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] VlanTypeDriver initialization complete Dec 20 15:42:40.749964 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Initializing driver for type 'vxlan' Dec 20 15:42:40.750441 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] vxlan ID ranges: [(1, 1000)] Dec 20 15:42:40.955693 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Initializing extension driver 'port_security' Dec 20 15:42:40.955966 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.extensions.port_security [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] PortSecurityExtensionDriver initialization complete Dec 20 15:42:40.956294 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Initializing mechanism driver 'openvswitch' Dec 20 15:42:40.956614 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Initializing mechanism driver 'hyperv' Dec 20 15:42:40.963681 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.plugins.ml2.plugin [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:40.964427 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > port after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.964797 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > port after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.965148 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > port after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.965535 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > subnet after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.965884 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > subnet after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.966224 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.966597 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > network after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.966959 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > network after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.967302 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > network after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.967669 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > security_group after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.968010 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > security_group after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.968346 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.968969 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.969308 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.969641 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.969975 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] ML2 OVO RPC backend initialized. {{(pid=84283) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 20 15:42:40.970606 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.970977 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.973393 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > network before_response 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.973393 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > networks before_response 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.973393 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > port before_response 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.973393 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > ports before_response 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.973804 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > subnet before_response 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.973804 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > subnets before_response 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.973804 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > network after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.973804 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > network after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.974111 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > network after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.974290 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > port after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.974628 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > port after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.974978 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > port after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.975315 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > subnet after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.975653 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > subnet after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.975981 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:40.976551 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.plugin [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Modular L2 Plugin initialization complete Dec 20 15:42:40.976872 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading services supported by the core plugin {{(pid=84283) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 20 15:42:40.977194 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.plugins.ml2.managers [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Got port-security extension from driver 'port_security' Dec 20 15:42:40.977658 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.extensions.vlantransparent [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Disabled vlantransparent extension. Dec 20 15:42:40.978067 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84283) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 20 15:42:40.978370 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading Plugin: router Dec 20 15:42:41.014570 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.014982 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router after_create 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.015352 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router before_create 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.015721 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.016091 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.016448 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router after_delete 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.016804 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.017163 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router after_create 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.017507 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router after_update 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.017852 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router after_update 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.018197 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.018577 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router after_update 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.019011 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router precommit_update 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.019382 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: port after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.019721 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: port after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.020059 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: subnet after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.020395 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.020740 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.021083 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router precommit_create 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.021419 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: port before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.021760 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router precommit_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.022111 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router after_update 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.022450 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.022794 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router precommit_create 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.023174 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.023517 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router precommit_update 55549900 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.023877 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > agent after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.024222 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > agent after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.024565 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > network after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.025918 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Tracking information for resource: router configured {{(pid=84283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:42:41.026245 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Tracking information for resource: floatingip configured {{(pid=84283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:42:41.031308 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.db.l3_agentschedulers_db [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 20 15:42:41.031884 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: port after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.032245 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: port after_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.032595 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: port after_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.032982 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: port after_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.033799 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router before_create 55550100 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.034164 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.034546 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router precommit_create 55550100 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.034901 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > router precommit_update 55550100 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.039222 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.services.provider_configuration [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service providers = [] {{(pid=84283) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 20 15:42:41.039583 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.db.servicetype_db [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84283) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 20 15:42:41.043445 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.services.service_base [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 15:42:41.043795 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.services.service_base [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 15:42:41.044130 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.services.service_base [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 15:42:41.045040 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.services.service_base [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 15:42:41.045405 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.services.service_base [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 20 15:42:41.045784 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:42:41.046097 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 20 15:42:41.056897 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:42:41.057233 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading Plugin: auto_allocate Dec 20 15:42:41.063244 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: network precommit_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.063608 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: network precommit_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.064118 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:42:41.064431 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading Plugin: tag Dec 20 15:42:41.071285 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:42:41.071614 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading Plugin: timestamp Dec 20 15:42:41.075962 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:42:41.076287 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading Plugin: network_ip_availability Dec 20 15:42:41.081533 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.081901 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.082251 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.082985 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:42:41.083304 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading Plugin: flavors Dec 20 15:42:41.088357 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:42:41.088685 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading Plugin: revisions Dec 20 15:42:41.092939 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:42:41.093324 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_concurrency.lockutils [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.191s {{(pid=84283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:42:41.094317 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84283) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 20 15:42:41.094649 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Initializing extension manager. Dec 20 15:42:41.095180 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: __init__.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.095516 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: __pycache__ {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.095850 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.096175 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.096498 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: _filter_validation_lib.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.096823 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.097142 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: address_group.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.097882 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.098436 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: address-group Dec 20 15:42:41.098753 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: address_scope.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.099543 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.100052 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: address-scope Dec 20 15:42:41.100366 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.101285 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.101791 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: router-admin-state-down-before-update Dec 20 15:42:41.102107 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: agent.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.102797 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.103329 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: agent Dec 20 15:42:41.104156 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: agent_resources_synced.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.105060 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.105567 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: agent-resources-synced Dec 20 15:42:41.105880 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: allowedaddresspairs.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.107683 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.108206 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: allowed-address-pairs Dec 20 15:42:41.108526 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: auto_allocated_topology.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.109597 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.110106 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: auto-allocated-topology Dec 20 15:42:41.110427 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: availability_zone.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.111143 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.111642 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: availability_zone Dec 20 15:42:41.111957 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: availability_zone_filter.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.112860 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.113363 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: availability_zone_filter Dec 20 15:42:41.113678 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: data_plane_status.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.114572 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.115103 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension data-plane-status not supported by any of loaded plugins Dec 20 15:42:41.115420 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: default_subnetpools.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.116328 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.116831 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: default-subnetpools Dec 20 15:42:41.117147 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.117915 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.118418 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: dhcp_agent_scheduler Dec 20 15:42:41.118736 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: dns.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.120224 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.120728 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension dns-integration not supported by any of loaded plugins Dec 20 15:42:41.121044 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: dns_domain_ports.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.121954 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.122456 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 20 15:42:41.122774 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: dvr.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.123494 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.123992 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: dvr Dec 20 15:42:41.124307 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: empty_string_filtering.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.125222 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.125729 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: empty-string-filtering Dec 20 15:42:41.126044 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.126984 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.127485 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 20 15:42:41.127798 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.128700 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.129196 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 20 15:42:41.129510 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: external_net.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.130407 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.130907 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: external-net Dec 20 15:42:41.131247 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.132154 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.132659 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: extra_dhcp_opt Dec 20 15:42:41.132974 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: extraroute.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.133880 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.134386 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: extraroute Dec 20 15:42:41.134729 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: extraroute_atomic.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.135795 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.136301 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: extraroute-atomic Dec 20 15:42:41.136617 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: filter_validation.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.137280 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.137777 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: filter-validation Dec 20 15:42:41.138088 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: fip_pf_description.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.139197 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.139703 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 20 15:42:41.140016 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: fip_port_details.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.140929 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.141433 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: fip-port-details Dec 20 15:42:41.141746 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: flavors.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.143001 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.143513 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: flavors Dec 20 15:42:41.143831 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.145502 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.146022 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 20 15:42:41.146345 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: floatingip_pools.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.147072 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.147579 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: floatingip-pools Dec 20 15:42:41.147896 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: ip_allocation.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.148813 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.149317 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension ip_allocation not supported by any of loaded plugins Dec 20 15:42:41.149638 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.150575 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.151114 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: ip-substring-filtering Dec 20 15:42:41.151437 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: l2_adjacency.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.152383 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.152882 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 20 15:42:41.153199 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: l3.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.154147 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.154656 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: router Dec 20 15:42:41.155008 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.157229 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.157776 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 20 15:42:41.158107 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.159070 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.159585 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: ext-gw-mode Dec 20 15:42:41.159905 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.160832 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.161339 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: l3-ha Dec 20 15:42:41.161658 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: l3_flavors.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.162566 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.163103 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: l3-flavors Dec 20 15:42:41.163419 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.164324 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.164828 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 20 15:42:41.165143 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: l3agentscheduler.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.166703 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.167236 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: l3_agent_scheduler Dec 20 15:42:41.167556 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: logging.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.169080 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.169597 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension logging not supported by any of loaded plugins Dec 20 15:42:41.169922 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: metering.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.170663 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.171272 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: metering Dec 20 15:42:41.179637 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.180669 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.181209 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: metering_source_and_destination_fields Dec 20 15:42:41.181538 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: multiprovidernet.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.183254 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.183904 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: multi-provider Dec 20 15:42:41.184232 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: netmtu.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.185240 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.185759 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: net-mtu Dec 20 15:42:41.186090 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: netmtu_writable.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.187080 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.187592 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: net-mtu-writable Dec 20 15:42:41.187915 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: network_availability_zone.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.188592 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.189100 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: network_availability_zone Dec 20 15:42:41.189421 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: network_ip_availability.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.190545 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.191110 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: network-ip-availability Dec 20 15:42:41.191436 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: network_segment_range.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.192215 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.192722 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension network-segment-range not supported by any of loaded plugins Dec 20 15:42:41.193043 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: pagination.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.194032 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.194361 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: pagination Dec 20 15:42:41.194681 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.195638 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.196157 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: port-mac-address-regenerate Dec 20 15:42:41.196478 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: port_resource_request.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.197914 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.198417 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension port-resource-request not supported by any of loaded plugins Dec 20 15:42:41.198737 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: portbindings.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.199689 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.200198 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: binding Dec 20 15:42:41.200522 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: portbindings_extended.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.201991 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.202514 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: binding-extended Dec 20 15:42:41.202844 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: portsecurity.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.203785 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.204326 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: port-security Dec 20 15:42:41.204643 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: project_id.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.205629 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.206008 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: project-id Dec 20 15:42:41.206283 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: providernet.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.207254 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.207764 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: provider Dec 20 15:42:41.208083 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: qos.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.211772 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.212302 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension qos not supported by any of loaded plugins Dec 20 15:42:41.219730 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.220444 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.220791 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 20 15:42:41.221118 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.222087 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.222602 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 20 15:42:41.222939 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: qos_default.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.223903 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.224422 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension qos-default not supported by any of loaded plugins Dec 20 15:42:41.224742 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: qos_fip.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.225393 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.225902 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension qos-fip not supported by any of loaded plugins Dec 20 15:42:41.226225 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: qos_gateway_ip.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.227187 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.227695 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 20 15:42:41.228015 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: qos_port_network_policy.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.229762 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.230270 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 20 15:42:41.230590 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: qos_rule_type_details.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.231540 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.232050 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 20 15:42:41.232370 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: qos_rules_alias.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.233427 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.233939 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 20 15:42:41.234348 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: quotasv2.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.235286 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.235612 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: quotas Dec 20 15:42:41.235930 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: quotasv2_detail.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.237782 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.238117 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: quota_details Dec 20 15:42:41.238442 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: rbac.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.239546 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.240068 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: rbac-policies Dec 20 15:42:41.240436 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: rbac_address_scope.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.241368 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.241887 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: rbac-address-scope Dec 20 15:42:41.242208 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: rbac_security_groups.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.243157 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.243666 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: rbac-security-groups Dec 20 15:42:41.243989 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: rbac_subnetpool.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.245489 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.246004 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: rbac-subnetpool Dec 20 15:42:41.246326 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: revisionifmatch.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.247308 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.247822 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: revision-if-match Dec 20 15:42:41.248147 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: revisions.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.249324 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.249822 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: standard-attr-revisions Dec 20 15:42:41.250145 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: router_availability_zone.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.250821 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.251425 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: router_availability_zone Dec 20 15:42:41.251752 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: routerservicetype.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.252682 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.253194 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension router-service-type not supported by any of loaded plugins Dec 20 15:42:41.253513 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.254446 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.254978 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: port-security-groups-filtering Dec 20 15:42:41.255299 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: securitygroup.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.266420 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.266976 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: security-group Dec 20 15:42:41.267305 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: segment.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.268095 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.268614 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension segment not supported by any of loaded plugins Dec 20 15:42:41.268940 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.269970 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.270483 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 20 15:42:41.270805 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: servicetype.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.271976 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.272498 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: service-type Dec 20 15:42:41.272823 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: sorting.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.273811 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.274143 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: sorting Dec 20 15:42:41.274464 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: standard_attr_segment.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.275476 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.276054 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 20 15:42:41.276375 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: standardattrdescription.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.277027 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.277539 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: standard-attr-description Dec 20 15:42:41.277860 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: stateful_security_group.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.278807 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.279356 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: stateful-security-group Dec 20 15:42:41.279681 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: stdattrs_common.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.280297 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 20 15:42:41.280797 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.282262 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.283179 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 20 15:42:41.283713 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: subnet_onboard.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.285559 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.286486 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: subnet_onboard Dec 20 15:42:41.286847 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.287856 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.288479 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 20 15:42:41.288818 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: subnet_service_types.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.289769 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.290295 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: subnet-service-types Dec 20 15:42:41.290615 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: subnetallocation.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.292294 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.292810 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: subnet_allocation Dec 20 15:42:41.293132 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.293803 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.294311 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: subnetpool-prefix-ops Dec 20 15:42:41.294629 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.295599 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.296104 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 20 15:42:41.296420 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: tagging.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.297500 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.298020 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: standard-attr-tag Dec 20 15:42:41.298343 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: timestamp.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.299593 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.300111 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loaded extension: standard-attr-timestamp Dec 20 15:42:41.300435 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: trunk.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.301482 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.301999 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension trunk not supported by any of loaded plugins Dec 20 15:42:41.302360 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: trunk_details.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.303331 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.303846 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension trunk-details not supported by any of loaded plugins Dec 20 15:42:41.304168 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: uplink_status_propagation.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.305099 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.305613 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 20 15:42:41.305934 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Loading extension file: vlantransparent.py {{(pid=84283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 15:42:41.306668 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 15:42:41.307687 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 20 15:42:41.309982 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:network Dec 20 15:42:41.310705 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:subnet Dec 20 15:42:41.311513 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 15:42:41.312220 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:port Dec 20 15:42:41.313542 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.313984 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service FLAVORS assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.314647 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.315187 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.315524 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:router Dec 20 15:42:41.316182 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:floatingip Dec 20 15:42:41.316877 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service METERING assigned prefix: /metering {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.318334 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.318705 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.319086 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:41.320219 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 15:42:41.320717 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:security_group Dec 20 15:42:41.321379 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 15:42:41.322144 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service CORE assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.322479 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 15:42:41.322823 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] subnetpool is already registered Dec 20 15:42:41.323504 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service CORE assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.323832 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 15:42:41.324155 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] subnetpool is already registered Dec 20 15:42:41.326753 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.327217 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service FLAVORS assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.327802 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.328221 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.328552 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:router Dec 20 15:42:41.328879 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] router is already registered Dec 20 15:42:41.329469 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:floatingip Dec 20 15:42:41.329795 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] floatingip is already registered Dec 20 15:42:41.330414 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service METERING assigned prefix: /metering {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.331103 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 15:42:41.331434 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] rbac_policy is already registered Dec 20 15:42:41.331975 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:security_group Dec 20 15:42:41.332403 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] security_group is already registered Dec 20 15:42:41.332986 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 15:42:41.333316 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] security_group_rule is already registered Dec 20 15:42:41.333959 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service CORE assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.334286 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 15:42:41.334609 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] subnetpool is already registered Dec 20 15:42:41.335244 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.v2.resource_helper [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Service CORE assigned prefix: {{(pid=84283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:42:41.335568 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 15:42:41.335897 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING neutron.quota.resource_registry [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] subnetpool is already registered Dec 20 15:42:41.336541 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: extensions {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.338088 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: address-groups {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.339695 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: address-scopes {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.340891 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: agents {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.342030 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: auto-allocated-topology {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.343334 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: availability_zones {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.344865 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: dhcp-networks {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.346247 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: dhcp-agents {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.347672 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: routers {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.349509 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: flavors {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.350656 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: service_profiles {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.351892 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: next_providers {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.353968 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: service_profiles {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.355425 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: floatingip-pools {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.356628 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: routers {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.358393 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: floatingips {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.359636 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: l3-routers {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.360970 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: l3-agents {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.367436 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: metering-labels {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.367436 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: metering-label-rules {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.367436 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: network-ip-availabilities {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.367436 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: bindings {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.368711 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: quotas {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.370682 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: quotas {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.372183 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: rbac-policies {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.373455 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: security-groups {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.374627 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: security-group-rules {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.375912 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: service-providers {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.377121 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: subnetpools {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.378573 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: subnetpools {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.380012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: tags {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.381680 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: tags {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.383458 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: tags {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.385231 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: tags {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.387064 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: tags {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.388711 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: tags {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.390427 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: tags {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.392301 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: tags {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.394095 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: tags {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.395922 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron.api.extensions [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Extended resource: tags {{(pid=84283) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 15:42:41.401682 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING keystonemiddleware.auth_token [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 20 15:42:41.406442 dv-neutron-821074-1-hyperv neutron-server[84283]: WARNING keystonemiddleware.auth_token [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 20 15:42:41.415109 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_concurrency.lockutils [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Acquired lock "singleton_lock" {{(pid=84283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 20 15:42:41.415585 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_concurrency.lockutils [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Releasing lock "singleton_lock" {{(pid=84283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 20 15:42:41.416765 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO oslo_service.service [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Starting 2 workers Dec 20 15:42:41.421289 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Started child 84391 {{(pid=84283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 15:42:41.425383 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Started child 84392 {{(pid=84283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 15:42:41.426508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:41.427044 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO neutron.service [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 20 15:42:41.427531 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Notify callbacks [] for process, before_spawn {{(pid=84283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:41.427991 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [-] (84391) wsgi starting up on http://0.0.0.0:9696 Dec 20 15:42:41.428380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43558) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:42:41.430054 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO oslo_service.service [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Starting 1 workers Dec 20 15:42:41.430777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:41.433122 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [-] (84392) wsgi starting up on http://0.0.0.0:9696 Dec 20 15:42:41.435629 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Started child 84393 {{(pid=84283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 15:42:41.436160 dv-neutron-821074-1-hyperv neutron-server[84283]: INFO oslo_service.service [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Starting 1 workers Dec 20 15:42:41.437949 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069740 Dec 20 15:42:41.440128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.service [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] calling RpcWorker wait() {{(pid=84393) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 20 15:42:41.440654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.service [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] returning from RpcWorker wait() {{(pid=84393) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 20 15:42:41.440730 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Started child 84394 {{(pid=84283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 15:42:41.441497 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG neutron_lib.callbacks.manager [None req-fe886fe4-e200-4cf2-8beb-0fe777154449 None None] Notify callbacks [] for process, after_spawn {{(pid=84283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:41.442745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:41.443209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:41.443595 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 20 15:42:41.443816 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 15:42:41.443998 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 15:42:41.444208 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 15:42:41.444569 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 15:42:41.444727 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 15:42:41.445271 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.445550 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.445814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.446082 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.446374 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.446950 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.447277 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.447536 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.447813 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.448047 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.448218 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.448388 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.448646 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.449976 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.450471 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.450846 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.451253 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.451630 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.451906 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.452247 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.452615 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.452965 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.453196 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:41.453727 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] debug = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.453727 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.454638 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.454638 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.454929 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.455894 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.455894 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.455894 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.456302 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.456559 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.457317 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.457317 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.457466 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.457776 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.458103 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.458456 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.458793 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.459740 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] host = dv-neutron-821074-1-hyperv {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.459740 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.460126 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.461561 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.461561 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.461561 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.461561 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.461561 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.461561 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.461971 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.462179 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.462343 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.462580 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.463328 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.463571 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_file = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.463752 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_options = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.463971 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.465869 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.465869 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.465869 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.465869 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.465869 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.465869 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.465869 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.466284 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.466284 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.466284 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.466284 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.466562 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.466810 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.468864 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.468864 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.468864 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.468864 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.469154 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.469343 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.469569 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.469801 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.470038 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.470393 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.470608 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.470825 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474208 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474208 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474208 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474208 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474208 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474208 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474208 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474208 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474724 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474724 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474724 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474724 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.474724 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.475096 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.475096 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.475623 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.476590 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.476590 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.476590 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.476793 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_json = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.476979 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.477267 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.477875 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.479607 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.479607 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.479816 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.479905 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.480117 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.480650 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.480956 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.481278 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.481528 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.481781 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.482031 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.482278 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.482814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.483087 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.483324 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497511 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497511 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497511 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497511 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497511 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497511 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497511 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497511 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.497511 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498013 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498013 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498013 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498013 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498013 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498013 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498013 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498013 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498013 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498535 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498535 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498535 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498535 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498535 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498535 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.498535 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499005 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:41.499091 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499091 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499091 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499091 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499091 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499091 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499091 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499091 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499091 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499579 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499579 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499579 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499579 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499579 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499579 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499579 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499579 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.499579 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500062 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500062 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500062 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500062 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500062 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500062 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500062 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500062 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500062 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500588 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500588 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500588 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500588 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500588 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500588 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500588 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.500588 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501141 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501141 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501141 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501141 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501141 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501141 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501141 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501141 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501600 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501600 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501600 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.501784 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.502017 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.504117 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.504117 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.504117 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.504117 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.504117 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.504117 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.504117 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.505378 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.505654 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.505922 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.506191 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.506436 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.506711 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.506970 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.507691 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.507691 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.507872 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.508044 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.508273 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.508506 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.508757 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.509833 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.509833 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.509833 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.509833 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.510203 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.510495 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.510842 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.511103 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.511374 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.511628 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.511932 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.512181 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.512397 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.512670 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.512936 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.513183 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.513422 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.515344 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.515618 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.515881 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.516150 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.516390 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.516615 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.516853 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.517863 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.519116 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.519401 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.519661 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.519904 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.520805 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.520805 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.521137 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.521137 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.521500 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.521804 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.522041 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.522271 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.522544 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.522771 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.525092 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.525092 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.525092 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.525092 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.525092 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.525092 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.526247 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.526247 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.526451 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.526556 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.526991 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.527113 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.527876 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.527876 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.527876 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.528316 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.528316 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.528598 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.528734 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.528904 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.529124 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.529362 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.530548 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.530548 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.530548 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.530548 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.531220 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.531220 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.531220 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.531605 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.531605 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.531878 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.532714 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.532714 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.532714 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.532714 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.533041 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.533120 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.533344 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.533491 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.533704 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.533939 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.534155 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.534389 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.534651 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.534883 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.536086 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.536554 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.536950 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.537353 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.537835 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.538236 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.538621 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.538839 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.539090 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.541662 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.541662 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.541662 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.541662 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.541662 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.541662 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.541662 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.541662 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.542197 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.542197 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.542456 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.543104 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.543104 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.543104 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.543343 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.543555 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.544025 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.544486 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.544750 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.544988 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.545273 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.545554 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.545828 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.547043 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.547043 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.547043 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.547043 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.547371 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.547478 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.547990 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.548374 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.549909 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.549909 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.549909 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.549909 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.549909 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.549909 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.550330 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.550330 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.550565 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.550978 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.551361 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.551610 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.551831 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.552048 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.552206 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 15:42:41.552736 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 20 15:42:41.552922 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 15:42:41.553038 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 15:42:41.553354 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 15:42:41.553667 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 15:42:41.553956 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 15:42:41.554298 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.554593 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.554878 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.555279 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.555564 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.555877 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.556183 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.556342 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.556526 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.556686 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.556844 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.557002 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.557160 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.557316 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.557473 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.557632 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.557832 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.557971 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.558137 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.558292 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.558454 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.558612 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.558750 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] debug = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.558884 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.559106 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.559266 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.559423 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.559991 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.559991 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.559991 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.559991 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.560264 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.560329 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.560453 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.560609 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.561487 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.561487 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.561487 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.561487 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.561487 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] host = dv-neutron-821074-1-hyperv {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.561487 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.561855 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.561855 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.561971 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.562418 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.562418 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.562418 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.562618 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.562704 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.562794 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.563018 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.563132 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.563265 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.563421 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_file = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.563577 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_options = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.563814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.563912 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.564031 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.564203 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.564365 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.564522 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.564991 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.564991 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.564991 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.565191 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.565255 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.565404 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.565559 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.565714 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.566516 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.566516 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.566516 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.566516 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.566516 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.566815 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.566815 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.566973 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.567041 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.567587 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.567587 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.567587 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.567789 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.567789 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.568011 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.568094 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.568204 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569010 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569010 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569010 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569010 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569010 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569321 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569321 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569451 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569517 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569666 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.569821 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.570052 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.570140 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571132 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571132 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_json = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571132 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571132 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571132 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571132 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571599 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571599 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571599 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571599 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:42:41.571821 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.571907 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.572708 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.572708 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.572708 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.572708 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.572708 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.573012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.573012 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.573153 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.573379 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.573545 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.573722 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.573979 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.574080 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.574186 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.574346 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.574507 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.574667 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.574828 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.575813 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.576003 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.576148 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.576311 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.576474 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.576637 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.576799 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.576960 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.577152 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.577301 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.577462 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.577623 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.577783 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.577945 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.578124 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.578255 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.578414 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.578575 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.578736 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.579626 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.579626 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.579626 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.579626 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.579626 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.579976 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.579976 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.580101 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.580185 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.580350 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.580511 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.580671 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.580850 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.581006 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.581315 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.581617 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.581917 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.582228 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.582527 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.582835 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.583015 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.583179 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.583339 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.584814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.584814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.584814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.584814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.584814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.584814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.584814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.584814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.584814 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.585451 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.585451 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.585451 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.585451 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.585451 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.585792 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.585792 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.585942 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.586649 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.586649 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.586649 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.586649 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.586649 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.587082 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.587082 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.587224 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.587300 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.587424 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.587585 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.589034 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.589034 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.589034 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.589034 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.589034 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.589034 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.589410 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.589410 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.589526 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.589589 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.590316 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.590316 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.590316 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.590316 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.590595 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.590595 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.590713 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.590830 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.591033 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.591171 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.591332 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.591490 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.591649 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.591809 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.591970 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.592129 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.592289 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.592458 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.592630 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.592796 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.592935 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.593094 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.593278 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.594419 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.594419 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.594419 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.594419 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.594419 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.594419 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.595035 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.595035 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.595035 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.595035 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.595274 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.595339 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.595503 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.595731 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.595887 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.596019 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.596148 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.596268 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.596428 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.596593 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.596760 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.598941 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.598941 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.598941 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.598941 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.598941 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.598941 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.598941 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.598941 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.599536 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.599536 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.599536 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.599536 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.599536 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.599536 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.600057 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.600220 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.600392 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.600560 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.600723 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.600884 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.601061 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.601202 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602098 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602098 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602098 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602098 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602098 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602098 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602470 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602470 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602624 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602700 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.602857 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.603064 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.603213 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.603422 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.604834 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.604834 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.604834 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.604834 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.604834 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.604834 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.605888 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.605888 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.605888 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.605888 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.605888 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.605888 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.605888 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.606360 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.606360 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.606360 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.606560 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.606635 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.606763 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.606988 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.607109 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.607269 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.607431 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.607600 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.608274 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.608274 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.608274 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.608274 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.608540 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.608540 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.608659 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.608897 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.608989 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.609126 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.610944 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.610944 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.610944 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.610944 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.610944 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.610944 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.610944 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.610944 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.611514 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.611514 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.611514 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.611514 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.611514 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.611514 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.611514 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.611960 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.611960 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.612077 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.612150 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.612528 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.612528 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.612677 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.612742 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.612897 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.613057 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.613876 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.613876 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.613876 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.613876 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.613876 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.614191 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.614191 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.614308 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.614789 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.614789 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.614789 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.615246 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:42:41.615246 dv-neutron-821074-1-hyperv neutron-server[84283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 15:42:41.633612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:51.883605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a834f-2d01-4127-b158-4caebfde8d6b None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:42:51.954492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a834f-2d01-4127-b158-4caebfde8d6b None None] No non-hosted networks {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 20 15:42:51.972016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.agentschedulers_db [None req-2c7a834f-2d01-4127-b158-4caebfde8d6b None None] DHCP Agent not found on host dv-neutron-821074-1-hyperv {{(pid=84393) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 20 15:42:52.078466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8f34205-64a4-4570-9cb8-91c20e2298ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924832'] for agent, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:54.463306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2156874f-dbdc-4ff4-8d73-4abc975f6734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924832'] for agent, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:54.570013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-ed643eef-7a37-4a36-8da3-5d4a60c1f9d9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-821074-1-hyperv {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:42:54.575027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-ed643eef-7a37-4a36-8da3-5d4a60c1f9d9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:42:55.178767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ed643eef-7a37-4a36-8da3-5d4a60c1f9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:55.384123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924832'] for agent, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:55.452973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924832'] for agent, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:55.453668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.456197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.456197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.456197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.456197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.456197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.456525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.456525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.456525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.456525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.457174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:55.457268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821074-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:55.467536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821074-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:56.721010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924832'] for agent, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:42:57.320454 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.db.l3_hamode_db [None req-b34e941b-aca2-4565-b899-2cb07101e2ae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 20 15:42:57.416028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e941b-aca2-4565-b899-2cb07101e2ae None None] Routers set() bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:57.416331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e941b-aca2-4565-b899-2cb07101e2ae None None] Router IDs set() for agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 15:42:58.389410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43664) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:42:58.980283 dv-neutron-821074-1-hyperv neutron-server[84391]: WARNING oslo_policy.policy [None req-4efbb48b-8a75-42c5-aa22-08fe9e7807f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:42:58.980890 dv-neutron-821074-1-hyperv neutron-server[84391]: WARNING oslo_policy.policy [None req-4efbb48b-8a75-42c5-aa22-08fe9e7807f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:42:59.203763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-4efbb48b-8a75-42c5-aa22-08fe9e7807f0 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:42:59.204794 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4efbb48b-8a75-42c5-aa22-08fe9e7807f0 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8145275 Dec 20 15:43:01.437127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43678) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:01.815517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-736bf9bb-1ed2-415a-8d4c-3af7107404cd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:43:01.865023 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.policy [None req-736bf9bb-1ed2-415a-8d4c-3af7107404cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84391) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 20 15:43:01.865770 dv-neutron-821074-1-hyperv neutron-server[84391]: WARNING oslo_policy.policy [None req-736bf9bb-1ed2-415a-8d4c-3af7107404cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:43:01.866139 dv-neutron-821074-1-hyperv neutron-server[84391]: WARNING oslo_policy.policy [None req-736bf9bb-1ed2-415a-8d4c-3af7107404cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:43:01.869548 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.quota [None req-736bf9bb-1ed2-415a-8d4c-3af7107404cd admin admin] Loaded quota_driver: . Dec 20 15:43:01.884481 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-736bf9bb-1ed2-415a-8d4c-3af7107404cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:43:02.009442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-736bf9bb-1ed2-415a-8d4c-3af7107404cd admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775875965036', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775875952462', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775875924606', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775875930871', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775875904323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3231582', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3237982', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1041535', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578616'] for rbac-policy, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:02.206808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-736bf9bb-1ed2-415a-8d4c-3af7107404cd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:02.207984 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-736bf9bb-1ed2-415a-8d4c-3af7107404cd admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7699137 Dec 20 15:43:04.704383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43692) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:05.069542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'name': 'private'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:43:05.074643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:43:05.079011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Usage tracker for resource:network and tenant:ec2b7a9895a34671ae70d1f206cc11db is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:43:05.083462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:43:05.089498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:43:05.160425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Made reservation on behalf of ec2b7a9895a34671ae70d1f206cc11db for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:05.163274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:05.181851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:05.222983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:43:05.226623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Usage tracker for resource:security_group_rule and tenant:ec2b7a9895a34671ae70d1f206cc11db is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:43:05.230125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:43:05.236259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:43:05.322861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:05.383433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:05.388716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:05.407711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:43:05.432161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775874075338', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:05.432741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Unsubscribe: segment precommit_create {{(pid=84391) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 15:43:05.433186 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Added segment 0f0c85b0-adfa-48e5-8f00-f840ee9e71fc of type vlan for network 5867198d-4638-4b45-9fff-86eb45116436 Dec 20 15:43:05.441342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165d68d4-1fb2-498f-b18c-3825d411d624,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:05.495592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.495918 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.496236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.496549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.496872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.497184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.497510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.497814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.498114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.498414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.498714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Tracked resource versions report: Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: pushed versions: Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: { 'ConntrackHelper': {'1.0'}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Log': {'1.0'}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Network': {'1.1'}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Port': {'1.5'}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'PortForwarding': {'1.2'}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'QosPolicy': {'1.8'}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SecurityGroup': {'1.2'}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SecurityGroupRule': {'1.0'}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SubPort': {'1.0'}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Subnet': {'1.1'}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Trunk': {'1.1'}} Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: consumer versions: Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: { DHCP agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: L3 agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: Metadata agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: Metering agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: Open vSwitch agent@dv-neutron-821074-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Log': '1.0', Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Network': '1.1', Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Port': '1.5', Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'PortForwarding': '1.2', Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'QosPolicy': '1.8', Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SecurityGroup': '1.2', Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SecurityGroupRule': '1.0', Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SubPort': '1.0', Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Subnet': '1.1', Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Trunk': '1.1'}} Dec 20 15:43:05.500044 dv-neutron-821074-1-hyperv neutron-server[84391]: {{(pid=84391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:43:05.550166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:05.555126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:05.657785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:05.659044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:05.659689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:05.662811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:05.764896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Pushing event updated for resources: {'Network': ['ID=5867198d-4638-4b45-9fff-86eb45116436,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:05.767962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:05.776849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 5867198d-4638-4b45-9fff-86eb45116436 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:43:05.829652 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1242323 Dec 20 15:43:08.368830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 43708) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:08.957545 dv-neutron-821074-1-hyperv neutron-server[84392]: WARNING oslo_policy.policy [None req-4c4f8a4e-6c8c-422e-9e3a-375246ebd375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:43:08.958136 dv-neutron-821074-1-hyperv neutron-server[84392]: WARNING oslo_policy.policy [None req-4c4f8a4e-6c8c-422e-9e3a-375246ebd375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:43:09.352296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.policy [None req-4c4f8a4e-6c8c-422e-9e3a-375246ebd375 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84392) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 20 15:43:09.353075 dv-neutron-821074-1-hyperv neutron-server[84392]: WARNING oslo_policy.policy [None req-4c4f8a4e-6c8c-422e-9e3a-375246ebd375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:43:09.353450 dv-neutron-821074-1-hyperv neutron-server[84392]: WARNING oslo_policy.policy [None req-4c4f8a4e-6c8c-422e-9e3a-375246ebd375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:43:09.356389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4f8a4e-6c8c-422e-9e3a-375246ebd375 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.358207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4c4f8a4e-6c8c-422e-9e3a-375246ebd375 admin admin] 10.222.0.62 "GET /v2.0/networks/5867198d-4638-4b45-9fff-86eb45116436 HTTP/1.1" status: 200 len: 825 time: 0.9873672 Dec 20 15:43:09.390488 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c14c6fc3-55e9-4599-9c23-81ede64a1fba admin admin] 10.222.0.62 "GET /v2.0/subnetpools/cf18526f-0e53-41a3-a3ff-69434356d46c HTTP/1.1" status: 200 len: 734 time: 0.0270212 Dec 20 15:43:09.398987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Request body: {'subnet': {'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cf18526f-0e53-41a3-a3ff-69434356d46c', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '5867198d-4638-4b45-9fff-86eb45116436'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:43:09.400546 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.quota [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Loaded quota_driver: . Dec 20 15:43:09.406553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:43:09.412683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Usage tracker for resource:subnet and tenant:ec2b7a9895a34671ae70d1f206cc11db is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:43:09.415999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:43:09.423022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:43:09.508961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Made reservation on behalf of ec2b7a9895a34671ae70d1f206cc11db for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:09.511985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:09.875171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:09.880380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:09.958994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Checking segment: {'id': '0f0c85b0-adfa-48e5-8f00-f840ee9e71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5867198d-4638-4b45-9fff-86eb45116436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:43:09.959378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Network hostable DHCP agents. Network: 5867198d-4638-4b45-9fff-86eb45116436, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:43:09.972206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=398dd5a8-2253-426f-89ca-f47eb2e8f819,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:09.984185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.984522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.984844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.985160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.985490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.985809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.986134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.986446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.986751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.987081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.987386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Tracked resource versions report: Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: pushed versions: Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: { 'ConntrackHelper': {'1.0'}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Log': {'1.0'}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Network': {'1.1'}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Port': {'1.5'}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'PortForwarding': {'1.2'}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'QosPolicy': {'1.8'}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SecurityGroup': {'1.2'}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SecurityGroupRule': {'1.0'}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SubPort': {'1.0'}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Subnet': {'1.1'}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Trunk': {'1.1'}} Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: consumer versions: Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: { DHCP agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: L3 agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: Metadata agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: Metering agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: Open vSwitch agent@dv-neutron-821074-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Log': '1.0', Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Network': '1.1', Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Port': '1.5', Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'PortForwarding': '1.2', Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'QosPolicy': '1.8', Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SecurityGroup': '1.2', Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SecurityGroupRule': '1.0', Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SubPort': '1.0', Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Subnet': '1.1', Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Trunk': '1.1'}} Dec 20 15:43:09.988682 dv-neutron-821074-1-hyperv neutron-server[84392]: {{(pid=84392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:43:10.018273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:10.080437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Network 5867198d-4638-4b45-9fff-86eb45116436 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:43:10.154666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 5867198d-4638-4b45-9fff-86eb45116436) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:10.163224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:10.163870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:10.178350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98972a-fce4-4014-9bb6-a144f51ac5a8 None None] Network 5867198d-4638-4b45-9fff-86eb45116436 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:43:10.452880 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0569694 Dec 20 15:43:10.475983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-5867198d-4638-4b45-9fff-86eb45116436', 'network_id': '5867198d-4638-4b45-9fff-86eb45116436', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'fixed_ips': [{'subnet_id': '398dd5a8-2253-426f-89ca-f47eb2e8f819'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:43:10.477698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:10.669000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Allocated IP 172.20.0.2 (5867198d-4638-4b45-9fff-86eb45116436/398dd5a8-2253-426f-89ca-f47eb2e8f819/c094051b-4a12-48a9-98b8-370892b5a5fe) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:10.892268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:10.905249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Transition to ACTIVE for port object c094051b-4a12-48a9-98b8-370892b5a5fe will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:43:10.926882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Transition to ACTIVE for port object c094051b-4a12-48a9-98b8-370892b5a5fe will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:43:10.994777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:11.000179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:11.065978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Network 5867198d-4638-4b45-9fff-86eb45116436 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:11.071217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:11.073081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Pushing event updated for resources: {'Port': ['ID=c094051b-4a12-48a9-98b8-370892b5a5fe,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:11.076861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:11.088096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.088443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.088774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.089103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.089440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.089767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.090086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.090416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.090735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.091084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.091396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Tracked resource versions report: Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: pushed versions: Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: { 'ConntrackHelper': {'1.0'}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Log': {'1.0'}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Network': {'1.1'}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Port': {'1.5'}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'PortForwarding': {'1.2'}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'QosPolicy': {'1.8'}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SecurityGroup': {'1.2'}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SecurityGroupRule': {'1.0'}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SubPort': {'1.0'}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Subnet': {'1.1'}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Trunk': {'1.1'}} Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: consumer versions: Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: { DHCP agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: L3 agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: Metadata agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: Metering agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: Open vSwitch agent@dv-neutron-821074-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Log': '1.0', Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Network': '1.1', Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Port': '1.5', Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'PortForwarding': '1.2', Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'QosPolicy': '1.8', Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SecurityGroup': '1.2', Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SecurityGroupRule': '1.0', Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SubPort': '1.0', Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Subnet': '1.1', Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Trunk': '1.1'}} Dec 20 15:43:11.092755 dv-neutron-821074-1-hyperv neutron-server[84393]: {{(pid=84393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:43:11.124929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:11.185655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Attempting to bind port c094051b-4a12-48a9-98b8-370892b5a5fe on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:43:11.186276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Attempting to bind port c094051b-4a12-48a9-98b8-370892b5a5fe by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '0f0c85b0-adfa-48e5-8f00-f840ee9e71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5867198d-4638-4b45-9fff-86eb45116436'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:43:11.186381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Attempting to bind port c094051b-4a12-48a9-98b8-370892b5a5fe on network 5867198d-4638-4b45-9fff-86eb45116436 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:43:11.192779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:43:11.193201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Checking segment: {'id': '0f0c85b0-adfa-48e5-8f00-f840ee9e71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5867198d-4638-4b45-9fff-86eb45116436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:43:11.193673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:11.194065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Bound using segment: {'id': '0f0c85b0-adfa-48e5-8f00-f840ee9e71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5867198d-4638-4b45-9fff-86eb45116436'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:43:11.194615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Bound port: c094051b-4a12-48a9-98b8-370892b5a5fe, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0c85b0-adfa-48e5-8f00-f840ee9e71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5867198d-4638-4b45-9fff-86eb45116436'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:43:11.195025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:11.288235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] For port c094051b-4a12-48a9-98b8-370892b5a5fe, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:11.292915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] For port c094051b-4a12-48a9-98b8-370892b5a5fe, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c094051b-4a12-48a9-98b8-370892b5a5fe,segment=NetworkSegment(0f0c85b0-adfa-48e5-8f00-f840ee9e71fc),segment_id=0f0c85b0-adfa-48e5-8f00-f840ee9e71fc)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:11.395237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:11.399575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:11.511858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Pushing event updated for resources: {'Port': ['ID=c094051b-4a12-48a9-98b8-370892b5a5fe,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:11.521597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:12.725467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 43728) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:13.133944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-8a13b641-7830-4748-959a-c9541dd53b93 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:43:13.135026 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8a13b641-7830-4748-959a-c9541dd53b93 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4085817 Dec 20 15:43:15.208492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dca548-8327-47dd-b731-edd9d910704d None None] Network 5867198d-4638-4b45-9fff-86eb45116436 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:43:15.426153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43742) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:15.457375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0a93fc63-b927-4b7f-8a9f-74e0ae97057c None None] Provisioning for port c094051b-4a12-48a9-98b8-370892b5a5fe completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:43:15.667211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c094051b-4a12-48a9-98b8-370892b5a5fe up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:43:15.817520 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port c094051b-4a12-48a9-98b8-370892b5a5fe completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:43:15.825799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c094051b-4a12-48a9-98b8-370892b5a5fe triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:15.826208 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:15.848765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-b7998ba3-8c66-4920-ad59-8e01fb834634 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:43:15.849965 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b7998ba3-8c66-4920-ad59-8e01fb834634 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4227777 Dec 20 15:43:15.944164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:15.980813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port c094051b-4a12-48a9-98b8-370892b5a5fe, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c094051b-4a12-48a9-98b8-370892b5a5fe,segment=NetworkSegment(0f0c85b0-adfa-48e5-8f00-f840ee9e71fc),segment_id=0f0c85b0-adfa-48e5-8f00-f840ee9e71fc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:16.172361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:16.174899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:16.240228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=c094051b-4a12-48a9-98b8-370892b5a5fe,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:16.244606 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:17.627253 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c094051b-4a12-48a9-98b8-370892b5a5fe up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:43:17.697209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c094051b-4a12-48a9-98b8-370892b5a5fe triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:17.697577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:18.428914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43754) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:18.888822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] Request body: {'router': {'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'name': 'router1', 'admin_state_up': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:43:18.893253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:43:18.897012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] Usage tracker for resource:router and tenant:ec2b7a9895a34671ae70d1f206cc11db is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:43:18.900718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:43:18.906294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:43:18.965518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:18.967017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:18.992994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:19.149912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:19.245337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:19.246551 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d9c22aeb-ffcd-4266-ac32-951e34c827b4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8166192 Dec 20 15:43:21.504636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43764) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:21.869252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c7e7d57a-1f15-42d8-ab1b-034580261108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:21.891934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-aee39d6f-511c-4e3c-96a9-356848e3c3c8 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:43:21.892911 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aee39d6f-511c-4e3c-96a9-356848e3c3c8 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3873553 Dec 20 15:43:24.182697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-af53a756-c132-4fc5-89f3-0632a5f0f0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:24.257909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43774) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:24.641443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:43:24.647025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:43:24.650838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Usage tracker for resource:network and tenant:973bd1c4083b4bfc80ad6cb048223490 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:43:24.653790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:43:24.659453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:43:24.725127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Made reservation on behalf of 973bd1c4083b4bfc80ad6cb048223490 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:24.727886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:24.739979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:24.770374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:43:24.774125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Usage tracker for resource:security_group_rule and tenant:973bd1c4083b4bfc80ad6cb048223490 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:43:24.776934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:43:24.782582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:43:24.845907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:24.914365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:24.918672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:24.931559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Reserving flat network on physical network physnet1 {{(pid=84391) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 20 15:43:24.960197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d6c2e3-2a82-4095-93a5-b56cf4c42ccf,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:24.963317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:24.963655 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Added segment f39c2c1d-31c2-40c9-9ec1-32715741f79c of type flat for network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 Dec 20 15:43:24.964777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:25.003610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:25.125091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:25.126180 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:25.126838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:25.130102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4caf093c-f527-45a9-893e-7dd44008882a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:25.217207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:25.230842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Pushing event updated for resources: {'Network': ['ID=7bc48ace-8e24-4d8a-ba0f-a55c01be1940,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:25.233511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:25.240359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:43:25.246007 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9871233 Dec 20 15:43:25.445881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:26.668005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:27.524443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43794) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:27.755378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ccfe8a-6016-4fc5-9d02-094c6db4c5fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.756623 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-97ccfe8a-6016-4fc5-9d02-094c6db4c5fd admin admin] 10.222.0.62 "GET /v2.0/subnets/398dd5a8-2253-426f-89ca-f47eb2e8f819 HTTP/1.1" status: 200 len: 849 time: 0.2312474 Dec 20 15:43:27.916991 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d5e637b0-032a-487a-8cb7-e8def60727c7 admin admin] 10.222.0.62 "GET /v2.0/routers/36155b99-5043-41e5-994a-e67390c06c60 HTTP/1.1" status: 200 len: 704 time: 0.1546013 Dec 20 15:43:28.390583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:28.639447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Allocated IP 172.20.0.1 (5867198d-4638-4b45-9fff-86eb45116436/398dd5a8-2253-426f-89ca-f47eb2e8f819/5285d2a9-961b-440e-b1ec-0524b567f573) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:28.798314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:28.824738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Transition to ACTIVE for port object 5285d2a9-961b-440e-b1ec-0524b567f573 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:43:28.942674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:28.947537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:29.016100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Network 5867198d-4638-4b45-9fff-86eb45116436 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:29.019621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:29.021303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Pushing event updated for resources: {'Port': ['ID=5285d2a9-961b-440e-b1ec-0524b567f573,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:29.033989 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:29.034490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:29.087096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:29.253090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:29.308193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0467aa48-9078-4134-990a-c1ae757a28b1 None None] Provisioning for port 5285d2a9-961b-440e-b1ec-0524b567f573 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:43:29.313045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0467aa48-9078-4134-990a-c1ae757a28b1 None None] Provisioning complete for port 5285d2a9-961b-440e-b1ec-0524b567f573 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:29.313413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0467aa48-9078-4134-990a-c1ae757a28b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:29.363890 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-0467aa48-9078-4134-990a-c1ae757a28b1 None None] Port 5285d2a9-961b-440e-b1ec-0524b567f573 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:43:29.518123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:29.582169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:29.583307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:29.586653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:29.678275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Pushing event updated for resources: {'Port': ['ID=5285d2a9-961b-440e-b1ec-0524b567f573,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:29.682536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:29.782174 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Network 5867198d-4638-4b45-9fff-86eb45116436 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:29.783313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:29.986525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7a523b94-3568-484e-ac7d-31ef2579bd62 None None] Provisioning complete for port 5285d2a9-961b-440e-b1ec-0524b567f573 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:29.986898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7a523b94-3568-484e-ac7d-31ef2579bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:30.040795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7a523b94-3568-484e-ac7d-31ef2579bd62 None None] Port 5285d2a9-961b-440e-b1ec-0524b567f573 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:43:30.239791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Router 36155b99-5043-41e5-994a-e67390c06c60 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:43:30.404092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:43:30.413130 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] 10.222.0.62 "PUT /v2.0/routers/36155b99-5043-41e5-994a-e67390c06c60/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4910047 Dec 20 15:43:30.414826 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Sync routers for ids ['36155b99-5043-41e5-994a-e67390c06c60'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:43:30.428064 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Routers {'36155b99-5043-41e5-994a-e67390c06c60'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:30.428905 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:43:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['36155b99-5043-41e5-994a-e67390c06c60'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:30.610341 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Set router 36155b99-5043-41e5-994a-e67390c06c60 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:43:30.970141 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36155b99-5043-41e5-994a-e67390c06c60', 'name': 'router1', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:18Z', 'updated_at': '2021-12-20T15:43:29Z', 'revision_number': 2, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'gw_port_host': None, '_interfaces': [{'id': '5285d2a9-961b-440e-b1ec-0524b567f573', 'name': '', 'network_id': '5867198d-4638-4b45-9fff-86eb45116436', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'mac_address': 'fa:16:3e:2f:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36155b99-5043-41e5-994a-e67390c06c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:28Z', 'updated_at': '2021-12-20T15:43:29Z', 'revision_number': 2, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'subnets': [{'id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf18526f-0e53-41a3-a3ff-69434356d46c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:30.975108 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Checking router: 36155b99-5043-41e5-994a-e67390c06c60 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:43:30.975472 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Updating router 36155b99-5043-41e5-994a-e67390c06c60 port 5285d2a9-961b-440e-b1ec-0524b567f573 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:43:31.029027 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:31.399575 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:31.413538 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Transition to ACTIVE for port object 5285d2a9-961b-440e-b1ec-0524b567f573 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:43:31.496536 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:31.501703 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:31.655948 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Pushing event updated for resources: {'Port': ['ID=5285d2a9-961b-440e-b1ec-0524b567f573,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:31.724275 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.724617 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.724953 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.725276 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.725610 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.725947 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.726270 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.726597 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.726928 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.727241 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.727548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Tracked resource versions report: Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: pushed versions: Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: { 'ConntrackHelper': {'1.0'}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Log': {'1.0'}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Network': {'1.1'}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Port': {'1.5'}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'PortForwarding': {'1.2'}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'QosPolicy': {'1.8'}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SecurityGroup': {'1.2'}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SecurityGroupRule': {'1.0'}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SubPort': {'1.0'}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Subnet': {'1.1'}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Trunk': {'1.1'}} Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: consumer versions: Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: { DHCP agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: L3 agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: Metadata agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: Metering agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: Open vSwitch agent@dv-neutron-821074-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Log': '1.0', Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Network': '1.1', Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Port': '1.5', Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'PortForwarding': '1.2', Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'QosPolicy': '1.8', Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SecurityGroup': '1.2', Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SecurityGroupRule': '1.0', Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SubPort': '1.0', Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Subnet': '1.1', Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Trunk': '1.1'}} Dec 20 15:43:31.728948 dv-neutron-821074-1-hyperv neutron-server[84394]: {{(pid=84394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:43:31.742714 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:31.751583 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Attempting to bind port 5285d2a9-961b-440e-b1ec-0524b567f573 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:43:31.751925 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Attempting to bind port 5285d2a9-961b-440e-b1ec-0524b567f573 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '0f0c85b0-adfa-48e5-8f00-f840ee9e71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5867198d-4638-4b45-9fff-86eb45116436'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:43:31.752343 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Attempting to bind port 5285d2a9-961b-440e-b1ec-0524b567f573 on network 5867198d-4638-4b45-9fff-86eb45116436 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:43:31.763010 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:43:31.763241 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Checking segment: {'id': '0f0c85b0-adfa-48e5-8f00-f840ee9e71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5867198d-4638-4b45-9fff-86eb45116436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:43:31.763639 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:31.764082 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Bound using segment: {'id': '0f0c85b0-adfa-48e5-8f00-f840ee9e71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5867198d-4638-4b45-9fff-86eb45116436'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:43:31.764539 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Bound port: 5285d2a9-961b-440e-b1ec-0524b567f573, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0c85b0-adfa-48e5-8f00-f840ee9e71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5867198d-4638-4b45-9fff-86eb45116436'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:43:31.764924 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:31.857531 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] For port 5285d2a9-961b-440e-b1ec-0524b567f573, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:31.862094 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] For port 5285d2a9-961b-440e-b1ec-0524b567f573, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5285d2a9-961b-440e-b1ec-0524b567f573,segment=NetworkSegment(0f0c85b0-adfa-48e5-8f00-f840ee9e71fc),segment_id=0f0c85b0-adfa-48e5-8f00-f840ee9e71fc)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:32.137029 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:32.141027 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:32.219851 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Pushing event updated for resources: {'Port': ['ID=5285d2a9-961b-440e-b1ec-0524b567f573,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:32.223712 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:32.230123 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Routers {'36155b99-5043-41e5-994a-e67390c06c60'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:32.230723 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:43:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['36155b99-5043-41e5-994a-e67390c06c60'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:32.385475 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] Set router 36155b99-5043-41e5-994a-e67390c06c60 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:43:32.504486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43818) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:32.676851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6ca59-fb0d-46dd-9359-ea3c555d55f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:32.677325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-27a6ca59-fb0d-46dd-9359-ea3c555d55f2 admin admin] Synchronizing usage tracker for tenant:973bd1c4083b4bfc80ad6cb048223490 on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:43:32.709151 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36155b99-5043-41e5-994a-e67390c06c60', 'name': 'router1', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:18Z', 'updated_at': '2021-12-20T15:43:29Z', 'revision_number': 2, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'gw_port_host': None, '_interfaces': [{'id': '5285d2a9-961b-440e-b1ec-0524b567f573', 'name': '', 'network_id': '5867198d-4638-4b45-9fff-86eb45116436', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'mac_address': 'fa:16:3e:2f:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36155b99-5043-41e5-994a-e67390c06c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:28Z', 'updated_at': '2021-12-20T15:43:31Z', 'revision_number': 4, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'subnets': [{'id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf18526f-0e53-41a3-a3ff-69434356d46c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:32.713198 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91107a07-b3c7-4240-90c8-383545cacbec None None] The sync data for ids ['36155b99-5043-41e5-994a-e67390c06c60'] in dv-neutron-821074-1-hyperv is: [{'id': '36155b99-5043-41e5-994a-e67390c06c60', 'name': 'router1', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:18Z', 'updated_at': '2021-12-20T15:43:29Z', 'revision_number': 2, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'gw_port_host': None, '_interfaces': [{'id': '5285d2a9-961b-440e-b1ec-0524b567f573', 'name': '', 'network_id': '5867198d-4638-4b45-9fff-86eb45116436', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'mac_address': 'fa:16:3e:2f:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36155b99-5043-41e5-994a-e67390c06c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:28Z', 'updated_at': '2021-12-20T15:43:31Z', 'revision_number': 4, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'subnets': [{'id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf18526f-0e53-41a3-a3ff-69434356d46c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:43:32.776418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-27a6ca59-fb0d-46dd-9359-ea3c555d55f2 admin admin] Unset dirty status for tenant:973bd1c4083b4bfc80ad6cb048223490 on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:43:32.777724 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-27a6ca59-fb0d-46dd-9359-ea3c555d55f2 admin admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 842 time: 0.2723405 Dec 20 15:43:32.786776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'gateway_ip': '172.26.7.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.26.7.0/24'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:43:32.792872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:43:32.800473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Usage tracker for resource:subnet and tenant:973bd1c4083b4bfc80ad6cb048223490 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:43:32.803608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:43:32.809923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:43:32.947709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Made reservation on behalf of 973bd1c4083b4bfc80ad6cb048223490 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:32.949981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:33.394514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.objects.ports [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:43:33.394987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:33.399185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:33.506361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fcc0712-b29c-41ad-9cd7-67dd980e4895,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:33.511798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:33.518604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:43:33.518972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Network hostable DHCP agents. Network: 7bc48ace-8e24-4d8a-ba0f-a55c01be1940, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:43:33.656012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5285d2a9-961b-440e-b1ec-0524b567f573 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:43:33.661949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:43:33.764776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 7bc48ace-8e24-4d8a-ba0f-a55c01be1940) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:33.769291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:33.769885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:33.774800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebff5c8-9007-4356-ab2d-41d0071bbadb None None] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:43:33.794091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 5285d2a9-961b-440e-b1ec-0524b567f573 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:43:33.813076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 5285d2a9-961b-440e-b1ec-0524b567f573 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:33.813831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:33.841062 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0574014 Dec 20 15:43:34.064083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:34.118946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063cfac-39e8-423e-b3a1-c9e72e588e9d None None] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:43:34.161599 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 5285d2a9-961b-440e-b1ec-0524b567f573, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5285d2a9-961b-440e-b1ec-0524b567f573,segment=NetworkSegment(0f0c85b0-adfa-48e5-8f00-f840ee9e71fc),segment_id=0f0c85b0-adfa-48e5-8f00-f840ee9e71fc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:34.244102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:34.249353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:34.361990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=5285d2a9-961b-440e-b1ec-0524b567f573,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:34.366009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:35.635643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5285d2a9-961b-440e-b1ec-0524b567f573 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:43:35.703992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 5285d2a9-961b-440e-b1ec-0524b567f573 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:35.704352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:35.949102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43832) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:36.177917 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e18bd5ee-0719-48c5-990c-ba83fabb3ab5 admin admin] 10.222.0.62 "GET /v2.0/routers/36155b99-5043-41e5-994a-e67390c06c60 HTTP/1.1" status: 200 len: 710 time: 0.2276959 Dec 20 15:43:36.306365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b17093-993e-43fd-9091-fa3d83448dd5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:36.307781 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c9b17093-993e-43fd-9091-fa3d83448dd5 admin admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 886 time: 0.1242874 Dec 20 15:43:36.316386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:43:36.781441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:37.020159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:37.076787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:37.207689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Allocated IP 172.26.7.225 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/f3e16175-d510-4ddb-bd4b-2e97ba3c8a91) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:37.354072 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:37.451194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:37.454964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:37.550983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:37.554499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:37.557219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:37.594405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Pushing event updated for resources: {'Port': ['ID=f3e16175-d510-4ddb-bd4b-2e97ba3c8a91,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:37.597657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:37.759685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:37.916642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:37.919800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:38.107135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Router 36155b99-5043-41e5-994a-e67390c06c60 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:43:38.303463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:43:38.311870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:38.313072 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] 10.222.0.62 "PUT /v2.0/routers/36155b99-5043-41e5-994a-e67390c06c60 HTTP/1.1" status: 200 len: 890 time: 1.9999127 Dec 20 15:43:38.313187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Sync routers for ids ['36155b99-5043-41e5-994a-e67390c06c60'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:43:38.326141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Routers {'36155b99-5043-41e5-994a-e67390c06c60'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:38.326818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:43:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['36155b99-5043-41e5-994a-e67390c06c60'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:38.517948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Set router 36155b99-5043-41e5-994a-e67390c06c60 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:43:38.850152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36155b99-5043-41e5-994a-e67390c06c60', 'name': 'router1', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f3e16175-d510-4ddb-bd4b-2e97ba3c8a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:18Z', 'updated_at': '2021-12-20T15:43:37Z', 'revision_number': 4, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'gw_port': {'id': 'f3e16175-d510-4ddb-bd4b-2e97ba3c8a91', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36155b99-5043-41e5-994a-e67390c06c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:37Z', 'updated_at': '2021-12-20T15:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '5285d2a9-961b-440e-b1ec-0524b567f573', 'name': '', 'network_id': '5867198d-4638-4b45-9fff-86eb45116436', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'mac_address': 'fa:16:3e:2f:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36155b99-5043-41e5-994a-e67390c06c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:28Z', 'updated_at': '2021-12-20T15:43:34Z', 'revision_number': 5, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'subnets': [{'id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf18526f-0e53-41a3-a3ff-69434356d46c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:38.854850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Checking router: 36155b99-5043-41e5-994a-e67390c06c60 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:43:38.855232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Updating router 36155b99-5043-41e5-994a-e67390c06c60 port f3e16175-d510-4ddb-bd4b-2e97ba3c8a91 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:43:38.903706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:39.221261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:39.232975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Transition to ACTIVE for port object f3e16175-d510-4ddb-bd4b-2e97ba3c8a91 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:43:39.364768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:39.369340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:39.444762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Attempting to bind port f3e16175-d510-4ddb-bd4b-2e97ba3c8a91 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:43:39.445130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Attempting to bind port f3e16175-d510-4ddb-bd4b-2e97ba3c8a91 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:43:39.445487 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Attempting to bind port f3e16175-d510-4ddb-bd4b-2e97ba3c8a91 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:43:39.451256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12208961-23f1-49c0-8c94-18408e69a1fe None None] Pushing event updated for resources: {'Port': ['ID=f3e16175-d510-4ddb-bd4b-2e97ba3c8a91,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:39.454441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-12208961-23f1-49c0-8c94-18408e69a1fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:39.457590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:43:39.458566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:43:39.458566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:39.458713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:43:39.459167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Bound port: f3e16175-d510-4ddb-bd4b-2e97ba3c8a91, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:43:39.459550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:39.527123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] For port f3e16175-d510-4ddb-bd4b-2e97ba3c8a91, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:39.529968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] For port f3e16175-d510-4ddb-bd4b-2e97ba3c8a91, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f3e16175-d510-4ddb-bd4b-2e97ba3c8a91,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:39.588088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:39.592330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3adda9f2-5b6b-4a67-8902-4313477e6538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:39.705996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12208961-23f1-49c0-8c94-18408e69a1fe None None] Pushing event updated for resources: {'Port': ['ID=f3e16175-d510-4ddb-bd4b-2e97ba3c8a91,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:39.708995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-12208961-23f1-49c0-8c94-18408e69a1fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:39.710813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Routers {'36155b99-5043-41e5-994a-e67390c06c60'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:39.711423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:43:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['36155b99-5043-41e5-994a-e67390c06c60'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:39.880691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] Set router 36155b99-5043-41e5-994a-e67390c06c60 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:43:40.196515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36155b99-5043-41e5-994a-e67390c06c60', 'name': 'router1', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f3e16175-d510-4ddb-bd4b-2e97ba3c8a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:18Z', 'updated_at': '2021-12-20T15:43:37Z', 'revision_number': 4, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'gw_port': {'id': 'f3e16175-d510-4ddb-bd4b-2e97ba3c8a91', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36155b99-5043-41e5-994a-e67390c06c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:37Z', 'updated_at': '2021-12-20T15:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '5285d2a9-961b-440e-b1ec-0524b567f573', 'name': '', 'network_id': '5867198d-4638-4b45-9fff-86eb45116436', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'mac_address': 'fa:16:3e:2f:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36155b99-5043-41e5-994a-e67390c06c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:28Z', 'updated_at': '2021-12-20T15:43:34Z', 'revision_number': 5, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'subnets': [{'id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf18526f-0e53-41a3-a3ff-69434356d46c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:40.200723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef20a5-72a1-4dc5-8140-8a7dd19f4c10 None None] The sync data for ids ['36155b99-5043-41e5-994a-e67390c06c60'] in dv-neutron-821074-1-hyperv is: [{'id': '36155b99-5043-41e5-994a-e67390c06c60', 'name': 'router1', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f3e16175-d510-4ddb-bd4b-2e97ba3c8a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:18Z', 'updated_at': '2021-12-20T15:43:37Z', 'revision_number': 4, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'gw_port': {'id': 'f3e16175-d510-4ddb-bd4b-2e97ba3c8a91', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36155b99-5043-41e5-994a-e67390c06c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:37Z', 'updated_at': '2021-12-20T15:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '5285d2a9-961b-440e-b1ec-0524b567f573', 'name': '', 'network_id': '5867198d-4638-4b45-9fff-86eb45116436', 'tenant_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'mac_address': 'fa:16:3e:2f:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36155b99-5043-41e5-994a-e67390c06c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:28Z', 'updated_at': '2021-12-20T15:43:34Z', 'revision_number': 5, 'project_id': 'ec2b7a9895a34671ae70d1f206cc11db', 'subnets': [{'id': '398dd5a8-2253-426f-89ca-f47eb2e8f819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf18526f-0e53-41a3-a3ff-69434356d46c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:43:40.514294 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 5 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:43:40.578020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 43842) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:43:40.724585 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5c25acd7-2b09-4248-aa48-b3635c08cbcb admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1454241 Dec 20 15:43:41.666715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f3e16175-d510-4ddb-bd4b-2e97ba3c8a91 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:43:41.816291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port f3e16175-d510-4ddb-bd4b-2e97ba3c8a91 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:43:41.822027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f3e16175-d510-4ddb-bd4b-2e97ba3c8a91 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:41.822471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:41.944000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:41.966570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port f3e16175-d510-4ddb-bd4b-2e97ba3c8a91, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f3e16175-d510-4ddb-bd4b-2e97ba3c8a91,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:42.095613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:42.097681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:43:42.159885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=f3e16175-d510-4ddb-bd4b-2e97ba3c8a91,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:42.164407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:43:43.661088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f3e16175-d510-4ddb-bd4b-2e97ba3c8a91 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:43:43.733576 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f3e16175-d510-4ddb-bd4b-2e97ba3c8a91 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:43.734098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:52.078838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-54e22025-2067-4cb6-b80a-4cd1dc707217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:54.181474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2087cedf-9ef0-4261-928b-cbfe325866f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:55.312343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:55.512298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:43:56.689419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:44:17.513837 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 5 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:44:21.877286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf66c-2027-400e-9478-f82f5b5463bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:44:24.220104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-650e662a-1867-4eac-8ced-262482bdb3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:44:25.214309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:44:25.425454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:44:26.676978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:44:51.899527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-223fb975-40c4-4b0b-a984-e28caf9d2cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:44:54.183784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7918382e-8709-4942-b7dd-5b2b422ec7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:44:54.513773 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 5 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:44:55.253051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:44:55.424782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:44:57.561957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:21.880571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7fd7684-0046-43ca-8699-debb288a4c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:24.223510 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e0d88367-13b0-4da4-bd6c-33b34d1232d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:25.269740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:25.457795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:26.691736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:31.515349 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 5 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:45:51.879677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f06293fe-090c-42cb-9522-843c777c74c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:52.504743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44454) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:45:52.599153 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a12f3b-5f74-48ed-aa11-494749782e16 admin admin] GET failed (client error): The resource could not be found. Dec 20 15:45:52.600362 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c7a12f3b-5f74-48ed-aa11-494749782e16 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0947585 Dec 20 15:45:52.732247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6113dc-d2a6-42fd-9b4f-ca5215e24430 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:52.733687 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cd6113dc-d2a6-42fd-9b4f-ca5215e24430 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1294143 Dec 20 15:45:54.193747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8c7c092a-0ef5-480f-b811-560baf775f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:54.765895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44464) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:45:54.893507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df3d3dd-fffa-4b36-95ea-f400d1e8fe27 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:54.894061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7df3d3dd-fffa-4b36-95ea-f400d1e8fe27 admin admin] Synchronizing usage tracker for tenant:973bd1c4083b4bfc80ad6cb048223490 on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:45:55.010814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7df3d3dd-fffa-4b36-95ea-f400d1e8fe27 admin admin] Unset dirty status for tenant:973bd1c4083b4bfc80ad6cb048223490 on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:45:55.012069 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7df3d3dd-fffa-4b36-95ea-f400d1e8fe27 admin admin] 10.222.0.62 "GET /v2.0/subnets/398dd5a8-2253-426f-89ca-f47eb2e8f819 HTTP/1.1" status: 200 len: 849 time: 0.2451892 Dec 20 15:45:55.021978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:45:55.137810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:55.257043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:55.405111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775874048004'] for subnet, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:55.409150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9fb4671a-8cf1-49bc-a85f-33cb43a8a8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:45:55.433486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:55.455773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:55.457174 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:55.469780 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] 10.222.0.62 "PUT /v2.0/subnets/398dd5a8-2253-426f-89ca-f47eb2e8f819 HTTP/1.1" status: 200 len: 868 time: 0.4398556 Dec 20 15:45:55.470030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfbf572-4521-4e54-be10-cbbe8063337e None None] Network 5867198d-4638-4b45-9fff-86eb45116436 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:45:55.478152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=398dd5a8-2253-426f-89ca-f47eb2e8f819,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:55.489313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.489690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.489986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.490313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.490641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.491061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.491392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.491716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.492088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.492432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.492752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:55.496744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:45:55.928353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6df9d788-fcc5-4852-8e9b-c6219607f5cf None None] Provisioning complete for port c094051b-4a12-48a9-98b8-370892b5a5fe triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:55.928681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6df9d788-fcc5-4852-8e9b-c6219607f5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:56.055309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6df9d788-fcc5-4852-8e9b-c6219607f5cf None None] Provisioning complete for port 5285d2a9-961b-440e-b1ec-0524b567f573 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:56.055600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6df9d788-fcc5-4852-8e9b-c6219607f5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:56.707774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:45:57.537780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44474) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:45:57.776586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9787f5-8f74-4b5d-a823-2d6400ce5bdf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:57.776877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9787f5-8f74-4b5d-a823-2d6400ce5bdf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:57.778401 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1e9787f5-8f74-4b5d-a823-2d6400ce5bdf admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2396872 Dec 20 15:45:59.791443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 44484) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:45:59.992841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3deedfe-bdb6-4f99-8850-b9dff2a9bc45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:59.993213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3deedfe-bdb6-4f99-8850-b9dff2a9bc45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:59.994729 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c3deedfe-bdb6-4f99-8850-b9dff2a9bc45 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023582 Dec 20 15:46:02.017643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 44494) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:46:02.220667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e6460a-6bdd-4aba-8a96-3d458838877a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:02.221930 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c4e6460a-6bdd-4aba-8a96-3d458838877a admin admin] 10.222.0.62 "GET /v2.0/networks/5867198d-4638-4b45-9fff-86eb45116436 HTTP/1.1" status: 200 len: 869 time: 0.2033374 Dec 20 15:46:04.277744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 44504) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:46:04.482275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3ee414-644c-4ca0-b32b-f3e5ee1aba49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:04.483694 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8f3ee414-644c-4ca0-b32b-f3e5ee1aba49 admin admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 886 time: 0.2050257 Dec 20 15:46:06.599836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 44514) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:46:06.728349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5cac43-8b51-480b-9b89-04610a482a59 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:06.728707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5cac43-8b51-480b-9b89-04610a482a59 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:06.730196 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ac5cac43-8b51-480b-9b89-04610a482a59 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294324 Dec 20 15:46:08.514455 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 5 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:46:08.755225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 44524) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:46:08.886282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3226f52-f231-485b-b4bc-33c4d3ad5f1e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:08.886768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3226f52-f231-485b-b4bc-33c4d3ad5f1e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:08.888864 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c3226f52-f231-485b-b4bc-33c4d3ad5f1e admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323042 Dec 20 15:46:10.918962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44534) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:46:11.049068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f31968-6fe5-4f05-9651-b59ae133580d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:11.050346 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-02f31968-6fe5-4f05-9651-b59ae133580d admin admin] 10.222.0.62 "GET /v2.0/subnets/398dd5a8-2253-426f-89ca-f47eb2e8f819 HTTP/1.1" status: 200 len: 868 time: 0.1304581 Dec 20 15:46:13.078925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44544) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:46:13.200794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a6eba-0975-4473-adce-7fc4b9f93dba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:13.202120 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8d1a6eba-0975-4473-adce-7fc4b9f93dba admin admin] 10.222.0.62 "GET /v2.0/subnets/8fcc0712-b29c-41ad-9cd7-67dd980e4895 HTTP/1.1" status: 200 len: 816 time: 0.1222165 Dec 20 15:46:21.941490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e052a998-dfb8-4447-b28e-62499c9b6dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:24.192486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4b811e47-9b01-4f35-b096-cdafaae89ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:25.296269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:25.443824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:26.723944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:31.557219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44582) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:46:31.629060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-077f9eba-8ac8-4d19-be39-a23c1e25ab85 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:46:31.630026 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-077f9eba-8ac8-4d19-be39-a23c1e25ab85 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0718942 Dec 20 15:46:33.743039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44592) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:46:33.835346 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b10ba8-565a-4b64-93f5-2295e361cfc8 admin admin] GET failed (client error): The resource could not be found. Dec 20 15:46:33.836524 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d8b10ba8-565a-4b64-93f5-2295e361cfc8 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0925791 Dec 20 15:46:33.958550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13212282-4a9b-409b-91a5-c72f0e5a0076 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:33.959917 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-13212282-4a9b-409b-91a5-c72f0e5a0076 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1193309 Dec 20 15:46:36.020475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44602) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:46:36.089930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:46:36.094385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:46:36.103709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:46:36.212849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Made reservation on behalf of 973bd1c4083b4bfc80ad6cb048223490 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:36.215421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:36.311528 dv-neutron-821074-1-hyperv neutron-server[84391]: WARNING neutron.services.revisions.revision_plugin [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Could not find related network for resource to bump revision. Dec 20 15:46:36.322328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:46:36.333202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:36.335708 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Added segment fd769e79-e45b-4682-a320-68ae6800c937 of type vlan for network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea Dec 20 15:46:36.358396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:36.495073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:36.496529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:36.497362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:36.501013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:46:36.597060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=d0545eb8-6d0d-4e30-9b4b-8a779fda0aea,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:36.600211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:46:36.608071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:46:36.693471 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6718769 Dec 20 15:46:38.708958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44612) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:46:38.797543 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ca4f62-1904-42dd-ae4c-f840cc986fbb admin admin] GET failed (client error): The resource could not be found. Dec 20 15:46:38.798025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-14ca4f62-1904-42dd-ae4c-f840cc986fbb admin admin] Synchronizing usage tracker for tenant:973bd1c4083b4bfc80ad6cb048223490 on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:46:38.889253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-14ca4f62-1904-42dd-ae4c-f840cc986fbb admin admin] Unset dirty status for tenant:973bd1c4083b4bfc80ad6cb048223490 on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:46:38.890317 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-14ca4f62-1904-42dd-ae4c-f840cc986fbb admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1804183 Dec 20 15:46:38.993222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859cbd38-7960-40d2-a649-485d15d87137 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:38.994618 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-859cbd38-7960-40d2-a649-485d15d87137 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1004031 Dec 20 15:46:39.004353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Request body: {'subnet': {'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:46:39.008545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:46:39.018284 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:46:39.092359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Made reservation on behalf of 973bd1c4083b4bfc80ad6cb048223490 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:39.094574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:39.395501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:39.399556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:46:39.470458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e050c5e1-55a1-4c75-857c-8ac282bcf9c4,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:39.473625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:46:39.480307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Checking segment: {'id': 'fd769e79-e45b-4682-a320-68ae6800c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:46:39.480739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Network hostable DHCP agents. Network: d0545eb8-6d0d-4e30-9b4b-8a779fda0aea, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:39.580294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:39.694418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, d0545eb8-6d0d-4e30-9b4b-8a779fda0aea) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:39.698472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:39.699090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:39.704004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b1d7b-75a0-4599-9877-48e473d02e4c None None] Network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:46:39.804575 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8033087 Dec 20 15:46:39.924738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0545eb8-6d0d-4e30-9b4b-8a779fda0aea', 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea', 'tenant_id': '973bd1c4083b4bfc80ad6cb048223490', 'fixed_ips': [{'subnet_id': 'e050c5e1-55a1-4c75-857c-8ac282bcf9c4'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:46:39.925631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:40.084224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Allocated IP 192.168.233.2 (d0545eb8-6d0d-4e30-9b4b-8a779fda0aea/e050c5e1-55a1-4c75-857c-8ac282bcf9c4/ac70d270-11f6-44bc-92e2-67e66c2c021a) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:40.285451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:40.296592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Transition to ACTIVE for port object ac70d270-11f6-44bc-92e2-67e66c2c021a will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:46:40.314877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Transition to ACTIVE for port object ac70d270-11f6-44bc-92e2-67e66c2c021a will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:46:40.393153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:40.399733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:46:40.470501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:40.473925 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:40.476901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:40.485228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Pushing event updated for resources: {'Port': ['ID=ac70d270-11f6-44bc-92e2-67e66c2c021a,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:40.522536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.522906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.523263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.523590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.523927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.524251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.524571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.524899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.525222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.525708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.525879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:40.530217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:46:40.582712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Attempting to bind port ac70d270-11f6-44bc-92e2-67e66c2c021a on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:46:40.583115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Attempting to bind port ac70d270-11f6-44bc-92e2-67e66c2c021a by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'fd769e79-e45b-4682-a320-68ae6800c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:46:40.583480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Attempting to bind port ac70d270-11f6-44bc-92e2-67e66c2c021a on network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:46:40.590081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:46:40.590503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Checking segment: {'id': 'fd769e79-e45b-4682-a320-68ae6800c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:46:40.590901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:40.595018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Bound using segment: {'id': 'fd769e79-e45b-4682-a320-68ae6800c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:46:40.595018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Bound port: ac70d270-11f6-44bc-92e2-67e66c2c021a, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd769e79-e45b-4682-a320-68ae6800c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:46:40.595018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:40.701997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] For port ac70d270-11f6-44bc-92e2-67e66c2c021a, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:40.704932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] For port ac70d270-11f6-44bc-92e2-67e66c2c021a, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ac70d270-11f6-44bc-92e2-67e66c2c021a,segment=NetworkSegment(fd769e79-e45b-4682-a320-68ae6800c937),segment_id=fd769e79-e45b-4682-a320-68ae6800c937)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:40.830127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:40.834177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:46:40.906827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Pushing event updated for resources: {'Port': ['ID=ac70d270-11f6-44bc-92e2-67e66c2c021a,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:40.909867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:46:41.721265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ee03e-c65f-4555-963c-f09390cbc23a None None] Network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:46:41.806810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ac70d270-11f6-44bc-92e2-67e66c2c021a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:46:41.985550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1e9eeb03-df9b-46c6-9c28-711d995eeb5b None None] Provisioning for port ac70d270-11f6-44bc-92e2-67e66c2c021a completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:46:42.089253 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port ac70d270-11f6-44bc-92e2-67e66c2c021a completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:46:42.100322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ac70d270-11f6-44bc-92e2-67e66c2c021a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:42.101549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:42.240258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:42.258165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-382e0ed9-a313-4f79-bd87-b45699ef360b None None] Provisioning complete for port ac70d270-11f6-44bc-92e2-67e66c2c021a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:42.260079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-382e0ed9-a313-4f79-bd87-b45699ef360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:42.319768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port ac70d270-11f6-44bc-92e2-67e66c2c021a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ac70d270-11f6-44bc-92e2-67e66c2c021a,segment=NetworkSegment(fd769e79-e45b-4682-a320-68ae6800c937),segment_id=fd769e79-e45b-4682-a320-68ae6800c937)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:42.384400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-382e0ed9-a313-4f79-bd87-b45699ef360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:42.426863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:42.452071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:46:42.535980 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-382e0ed9-a313-4f79-bd87-b45699ef360b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:46:42.536351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-382e0ed9-a313-4f79-bd87-b45699ef360b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:46:42.541482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=ac70d270-11f6-44bc-92e2-67e66c2c021a,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:42.544587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:46:43.731005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ac70d270-11f6-44bc-92e2-67e66c2c021a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:46:43.798031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ac70d270-11f6-44bc-92e2-67e66c2c021a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:43.798403 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:45.514719 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 5 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:46:51.925955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-21e01efd-b63c-49fe-b6fd-3d8a3d12d1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:54.286324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e9ecce4c-a50f-4420-851b-cf0cd710ccab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:55.292284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:55.573905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:46:56.699576 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:21.907343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a9d3680c-8631-4ab4-8520-893a9651d573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:22.514842 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 5 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:47:24.182004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbfaa-591f-4781-9173-efa90fb7ae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:25.267425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:25.447301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:26.744196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:51.932565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8565174d-102d-4822-af1e-0c22a53c949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:53.591808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44656) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:47:53.597518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-0fa61dd4-e11b-4d90-aa50-0bc5d39de4ee tempest-verify_tempest_config-181428730 tempest-verify_tempest_config-181428730-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:47:53.598424 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0fa61dd4-e11b-4d90-aa50-0bc5d39de4ee tempest-verify_tempest_config-181428730 tempest-verify_tempest_config-181428730-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056701 Dec 20 15:47:54.206451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2fba11fc-64d4-4d2f-b082-328a93b01088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:54.239836 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44672) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:47:54.393831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:54.424422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:47:54.428301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:dc0e69f87c2245e099f1b06d0831151e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:47:54.431093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:47:54.441122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:47:54.503795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:54.617531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:54.624823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:47:54.671649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f7112-0957-4bfa-a89f-e20b8d6a98fa,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:54.674629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Synchronizing usage tracker for tenant:973bd1c4083b4bfc80ad6cb048223490 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:47:54.687716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.688083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.692206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.692206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.692206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.692206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.692206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.692206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.692206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.692206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.692206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:54.697641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:47:54.811849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Unset dirty status for tenant:973bd1c4083b4bfc80ad6cb048223490 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:47:54.813109 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc0e69f87c2245e099f1b06d0831151e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5723476 Dec 20 15:47:54.815851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44678) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:47:54.872836 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-937438b9-f955-46c2-aa39-e7731bd9c0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:54.897356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-937438b9-f955-46c2-aa39-e7731bd9c0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:55.066148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-937438b9-f955-46c2-aa39-e7731bd9c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:55.069965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:47:55.081294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937438b9-f955-46c2-aa39-e7731bd9c0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7f7112-0957-4bfa-a89f-e20b8d6a98fa,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:55.085670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-937438b9-f955-46c2-aa39-e7731bd9c0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:47:55.087292 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-937438b9-f955-46c2-aa39-e7731bd9c0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:55.089211 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-937438b9-f955-46c2-aa39-e7731bd9c0d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea7f7112-0957-4bfa-a89f-e20b8d6a98fa HTTP/1.1" status: 204 len: 168 time: 0.2724867 Dec 20 15:47:55.266020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:55.465914 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:56.794281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:47:59.514762 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 5 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:48:21.885186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-974a318a-e56d-47e2-80a4-c1343505d21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:48:24.193254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4611b464-33aa-48dd-ba00-307f0102bcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:48:25.265066 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:48:25.453451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:48:26.727795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:48:36.514761 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 5 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:48:51.926105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dde91de0-8396-48a4-a656-6227f6984ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:48:54.202400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-519ede4c-dde7-4fa4-a3ae-4bcdb684e390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:48:55.253725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:48:55.471412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:48:56.716404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:13.514215 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 5 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:49:14.480919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924832'] for agent, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:21.898195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-354bde04-9207-4802-92c0-0de40198da77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:24.180403 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f43cb1d4-5ae7-443b-b5d4-4ebb28403e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:25.277662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:25.441588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:26.991805 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:28.527502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44748) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:49:28.663947 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ed60c3cc-0124-49d8-98ef-e4cb68b50ba2 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1353564 Dec 20 15:49:30.768864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44758) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:49:30.852869 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8b8d9995-3875-4787-9fe2-618ccc8c2ee7 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0829413 Dec 20 15:49:44.373480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:50.514200 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:49:51.906199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-de5ce45c-85cc-4f5e-bf02-166597db7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:54.209593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a36bd536-3768-4b73-b06f-0ea122a7e5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:55.316665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:55.436615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:49:56.763693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:14.387147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:21.935577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-be7062b9-e6b7-4021-b688-96979be7ce23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:24.186900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e9cf-24fa-47ec-b20b-65e191ef6041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:25.289086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:25.489319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:26.890094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:27.515480 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:50:44.381432 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:51.958855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe310-c1c3-475d-8a26-d9d5eef49203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:54.187410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-410f4bf8-3079-46c9-9ff6-5f58608b929b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:55.261974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:55.461749 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:56.267750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44886) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:50:56.770122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:56.993279 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2770d43a-df80-4832-b026-b8e3d2c702b1 tempest-AgentManagementNegativeTest-474315803 tempest-AgentManagementNegativeTest-474315803-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7243199 Dec 20 15:50:57.267027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44916) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:50:58.100049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1442780889-network', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:50:58.105142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:50:58.109446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Usage tracker for resource:network and tenant:f615b5485fc64dffb49eb11f2c1b73a9 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:50:58.112335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:50:58.118198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:50:58.176312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Made reservation on behalf of f615b5485fc64dffb49eb11f2c1b73a9 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:58.178302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.179236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 44936) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:50:58.191364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.224942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:50:58.228949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Usage tracker for resource:security_group_rule and tenant:f615b5485fc64dffb49eb11f2c1b73a9 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:50:58.238286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:50:58.238286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:50:58.304798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.340358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 44944) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:50:58.393296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.399472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:50:58.422780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:50:58.434271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 44952) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:50:58.437052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca01f25-7ea3-4127-a2a7-a57ca91e4223,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:58.439435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.439762 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Added segment 84c19b36-fbca-4ae5-891c-4754cb5442ab of type vlan for network 45fef1de-5c23-4649-8c8d-c1f53a17597b Dec 20 15:50:58.455710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.456042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.456370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.456688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.457019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.457340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.457652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.457964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.458273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.458576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.458884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Tracked resource versions report: Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: pushed versions: Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: { 'ConntrackHelper': {'1.0'}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Log': {'1.0'}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Network': {'1.1'}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Port': {'1.5'}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'PortForwarding': {'1.2'}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'QosPolicy': {'1.8'}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SecurityGroup': {'1.2'}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SecurityGroupRule': {'1.0'}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SubPort': {'1.0'}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Subnet': {'1.1'}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Trunk': {'1.1'}} Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: consumer versions: Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: { DHCP agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: HyperV agent@hv-neutron-8210: {}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: L3 agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: Metadata agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: Metering agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: Open vSwitch agent@dv-neutron-821074-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Log': '1.0', Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Network': '1.1', Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Port': '1.5', Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'PortForwarding': '1.2', Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'QosPolicy': '1.8', Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SecurityGroup': '1.2', Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SecurityGroupRule': '1.0', Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'SubPort': '1.0', Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Subnet': '1.1', Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: 'Trunk': '1.1'}} Dec 20 15:50:58.459980 dv-neutron-821074-1-hyperv neutron-server[84391]: {{(pid=84391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:50:58.476487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.483020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:50:58.610328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.611629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:58.612220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.618520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:50:58.728278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1531606670-network', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:50:58.733631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:50:58.737659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Usage tracker for resource:network and tenant:4d44fdd266094759ad453f663aacf9b1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:50:58.740975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:50:58.746645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:50:58.754317 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4860396 Dec 20 15:50:58.757185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 44962) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:50:58.759565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Pushing event updated for resources: {'Network': ['ID=45fef1de-5c23-4649-8c8d-c1f53a17597b,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:58.762188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:50:58.762875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Request body: {'subnet': {'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1442780889-subnet', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:50:58.768383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:50:58.771914 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 45fef1de-5c23-4649-8c8d-c1f53a17597b details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:50:58.772513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Usage tracker for resource:subnet and tenant:f615b5485fc64dffb49eb11f2c1b73a9 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:50:58.775579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:50:58.782046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:50:58.823159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.865278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:50:58.869065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c1362240e72d4415954e0cc29eb0a022 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:50:58.872341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:50:58.878860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:50:58.890353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Made reservation on behalf of f615b5485fc64dffb49eb11f2c1b73a9 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:58.892943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.905712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Made reservation on behalf of 4d44fdd266094759ad453f663aacf9b1 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:58.908196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:58.934176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.060565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1437200260-network', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:50:59.087187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:50:59.102479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:4d44fdd266094759ad453f663aacf9b1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:50:59.107661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:50:59.110605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:50:59.116714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Usage tracker for resource:network and tenant:15defa48c8214441a24211b2fbdf4cd8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:50:59.127241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:50:59.129854 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:50:59.138744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:50:59.148989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.251065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.271178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:50:59.311945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.317312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1362240e72d4415954e0cc29eb0a022&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9759550 Dec 20 15:50:59.320281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44980) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:50:59.353532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Made reservation on behalf of 15defa48c8214441a24211b2fbdf4cd8 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:59.355840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.368062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804fe0c6-539c-4b5a-9626-4e7ce637e379,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:59.382000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d748d4b-4d60-4701-ace2-40cc43566ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.385325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.409930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d748d4b-4d60-4701-ace2-40cc43566ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.417023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.417399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.418045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.418045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.418350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.418668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.419003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.419316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.419863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.419987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.420212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Tracked resource versions report: Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: pushed versions: Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: { 'ConntrackHelper': {'1.0'}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Log': {'1.0'}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Network': {'1.1'}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Port': {'1.5'}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'PortForwarding': {'1.2'}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'QosPolicy': {'1.8'}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SecurityGroup': {'1.2'}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SecurityGroupRule': {'1.0'}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SubPort': {'1.0'}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Subnet': {'1.1'}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Trunk': {'1.1'}} Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: consumer versions: Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: { DHCP agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: HyperV agent@hv-neutron-8210: {}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: L3 agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: Metadata agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: Metering agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: Open vSwitch agent@dv-neutron-821074-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Log': '1.0', Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Network': '1.1', Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Port': '1.5', Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'PortForwarding': '1.2', Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'QosPolicy': '1.8', Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SecurityGroup': '1.2', Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SecurityGroupRule': '1.0', Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'SubPort': '1.0', Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Subnet': '1.1', Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: 'Trunk': '1.1'}} Dec 20 15:50:59.421275 dv-neutron-821074-1-hyperv neutron-server[84392]: {{(pid=84392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:50:59.426121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.440001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:50:59.440342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:50:59.488832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Checking segment: {'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:50:59.489032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Network hostable DHCP agents. Network: 45fef1de-5c23-4649-8c8d-c1f53a17597b, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:50:59.512387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae4d857-addf-493d-a4a8-ff3c72ff9e0e,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:59.515231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:50:59.530442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.534161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:50:59.571079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d748d4b-4d60-4701-ace2-40cc43566ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.579146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-937438b9-f955-46c2-aa39-e7731bd9c0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:50:59.592061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e051ce-f1e1-487b-8404-69722f267f00,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:59.594763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d748d4b-4d60-4701-ace2-40cc43566ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804fe0c6-539c-4b5a-9626-4e7ce637e379,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:59.597927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d748d4b-4d60-4701-ace2-40cc43566ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:50:59.604136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d748d4b-4d60-4701-ace2-40cc43566ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.605334 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8d748d4b-4d60-4701-ace2-40cc43566ca3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/804fe0c6-539c-4b5a-9626-4e7ce637e379 HTTP/1.1" status: 204 len: 168 time: 0.2837515 Dec 20 15:50:59.606454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:50:59.611820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:50:59.628551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775874075338', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.628551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Unsubscribe: segment precommit_create {{(pid=84392) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 15:50:59.628551 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Added segment 2e52f4d5-176f-4479-b235-9cd96cf5dce3 of type vlan for network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 Dec 20 15:50:59.660144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:50:59.662229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Network 45fef1de-5c23-4649-8c8d-c1f53a17597b is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:50:59.675045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Usage tracker for resource:security_group_rule and tenant:15defa48c8214441a24211b2fbdf4cd8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:50:59.679421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:50:59.689585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:50:59.692218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.759336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 45fef1de-5c23-4649-8c8d-c1f53a17597b) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:59.771652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a447b16-9c74-467f-a534-bfc6c20783be None None] Network 45fef1de-5c23-4649-8c8d-c1f53a17597b requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:50:59.773023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:59.773749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.801096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.818206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.819375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:59.819957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.823624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:50:59.919593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.925833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 44998) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:50:59.925964 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1676414 Dec 20 15:50:59.927118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:59.929930 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7482662 Dec 20 15:50:59.934600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:50:59.934806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:50:59.935328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4e3ca4b3-44ef-45dd-902e-7dfa4d4ef7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:50:59.939741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45002) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:50:59.944143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:50:59.951542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Request body: {'subnet': {'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1531606670-subnet', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:50:59.956495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:50:59.960995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Usage tracker for resource:subnet and tenant:4d44fdd266094759ad453f663aacf9b1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:50:59.964197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:50:59.965678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:50:59.971180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59500c20-f69f-442e-80e2-c5480821348f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:59.971611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:50:59.974781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:50:59.978392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:50:59.978728 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Added segment 1c6a5f56-cd70-4cea-b525-435b9fa026f3 of type vlan for network 01dad90e-9efd-4542-bade-b83ae9ea3831 Dec 20 15:50:59.985115 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Usage tracker for resource:router and tenant:f615b5485fc64dffb49eb11f2c1b73a9 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:50:59.987435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:50:59.996370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:00.006649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.007552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:00.061606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Made reservation on behalf of 4d44fdd266094759ad453f663aacf9b1 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:00.064533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.105664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-45fef1de-5c23-4649-8c8d-c1f53a17597b', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:51:00.106484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.143997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.144917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.158903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.160614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:00.165305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.170231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:00.285470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.312699 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8778989 Dec 20 15:51:00.320816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45010) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:00.320816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Pushing event updated for resources: {'Network': ['ID=01dad90e-9efd-4542-bade-b83ae9ea3831,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:00.324039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:00.328362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Request body: {'subnet': {'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1437200260-subnet', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:00.333165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:00.337581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Usage tracker for resource:subnet and tenant:15defa48c8214441a24211b2fbdf4cd8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:00.342328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:00.349270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:00.367477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 01dad90e-9efd-4542-bade-b83ae9ea3831 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:00.376139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.381272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:00.444648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Made reservation on behalf of 15defa48c8214441a24211b2fbdf4cd8 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:00.448041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.490284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Allocated IP 172.20.0.2 (45fef1de-5c23-4649-8c8d-c1f53a17597b/eae4d857-addf-493d-a4a8-ff3c72ff9e0e/a9e94f59-fcbe-4b95-8d2d-32c7f40a6599) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:00.589056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb69991d-35d8-4b86-a544-b6ee49700dd4,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:00.591957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Checking segment: {'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:00.592485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Network hostable DHCP agents. Network: ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:00.599258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:00.608957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.727985 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.738593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Transition to ACTIVE for port object a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:00.759730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Transition to ACTIVE for port object a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:00.765602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:00.890968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.892036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:00.892666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.906706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:00.906883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:00.907026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:00.907142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.926315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.965148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:00.967986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac892531-61c2-4981-8f28-313843e59391 None None] Network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:01.013830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:01.029717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:01.034129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Checking segment: {'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:01.034545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Network hostable DHCP agents. Network: 01dad90e-9efd-4542-bade-b83ae9ea3831, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:01.069814 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1276436 Dec 20 15:51:01.074724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45034) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:01.080993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:01.087229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:01.092861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Usage tracker for resource:router and tenant:4d44fdd266094759ad453f663aacf9b1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:01.096615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:01.103045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:01.107077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Pushing event updated for resources: {'Port': ['ID=a9e94f59-fcbe-4b95-8d2d-32c7f40a6599,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:01.113996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Network 45fef1de-5c23-4649-8c8d-c1f53a17597b is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:01.118379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:01.126046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:01.129099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Network 01dad90e-9efd-4542-bade-b83ae9ea3831 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:01.132074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.132525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.133062 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.133489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.133913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.134332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.134756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.135193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.135584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.135970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.136433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Tracked resource versions report: Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: pushed versions: Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: { 'ConntrackHelper': {'1.0'}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Log': {'1.0'}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Network': {'1.1'}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Port': {'1.5'}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'PortForwarding': {'1.2'}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'QosPolicy': {'1.8'}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SecurityGroup': {'1.2'}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SecurityGroupRule': {'1.0'}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SubPort': {'1.0'}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Subnet': {'1.1'}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Trunk': {'1.1'}} Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: consumer versions: Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: { DHCP agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: HyperV agent@hv-neutron-8210: {}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: L3 agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: Metadata agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: Metering agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: Open vSwitch agent@dv-neutron-821074-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Log': '1.0', Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Network': '1.1', Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Port': '1.5', Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'PortForwarding': '1.2', Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'QosPolicy': '1.8', Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SecurityGroup': '1.2', Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SecurityGroupRule': '1.0', Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'SubPort': '1.0', Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Subnet': '1.1', Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: 'Trunk': '1.1'}} Dec 20 15:51:01.137605 dv-neutron-821074-1-hyperv neutron-server[84393]: {{(pid=84393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:51:01.145849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Allocated IP 172.26.7.146 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/a95f54f0-c929-442d-a6b8-b070db6ce9c2) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:01.149709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:01.261713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.263279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.290614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.310194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Attempting to bind port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:01.315465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Attempting to bind port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:01.315465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Attempting to bind port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 on network 45fef1de-5c23-4649-8c8d-c1f53a17597b {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:01.325522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.332737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:01.333411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Checking segment: {'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:01.333978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.334524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Bound using segment: {'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:01.337213 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Bound port: a9e94f59-fcbe-4b95-8d2d-32c7f40a6599, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:01.337840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.384974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 01dad90e-9efd-4542-bade-b83ae9ea3831) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:01.390477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:01.391396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.422226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607aa9b-c6ba-40a0-b69f-4b79fccac9ae None None] Network 01dad90e-9efd-4542-bade-b83ae9ea3831 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:01.451103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.453507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:51:01.454340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.455340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:01.521148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Pushing event updated for resources: {'Port': ['ID=a95f54f0-c929-442d-a6b8-b070db6ce9c2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:01.531993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:01.544586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:01.545932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:01.552214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:01.674601 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3515425 Dec 20 15:51:01.678656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45056) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:01.684312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:01.689143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:01.693003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Usage tracker for resource:router and tenant:15defa48c8214441a24211b2fbdf4cd8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:01.695989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] For port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:01.696129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:01.751965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] For port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a9e94f59-fcbe-4b95-8d2d-32c7f40a6599,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:01.809362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.810651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.817908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:01.860598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.872132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:01.918247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.918463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-01dad90e-9efd-4542-bade-b83ae9ea3831', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:51:01.918463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.934105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Allocated IP 172.20.0.2 (ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2/cb69991d-35d8-4b86-a544-b6ee49700dd4/6688076c-251d-460c-bb82-cb9e8953e660) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:01.988050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:01.989031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:02.009694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Pushing event updated for resources: {'Port': ['ID=a9e94f59-fcbe-4b95-8d2d-32c7f40a6599,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:02.017495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:02.028900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:02.284586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Router 734399bd-6a08-445d-a586-5173d2f9aebf is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:51:02.479794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:02.539450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Allocated IP 172.20.0.2 (01dad90e-9efd-4542-bade-b83ae9ea3831/5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c/053da54c-9322-4aac-973f-e2de0a1e8c5f) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:02.541657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:02.560217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Transition to ACTIVE for port object 6688076c-251d-460c-bb82-cb9e8953e660 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:02.560473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:02.613062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:02.614897 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Transition to ACTIVE for port object 6688076c-251d-460c-bb82-cb9e8953e660 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:02.618167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45076) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:02.688434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:02.704145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:02.745622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:51:02.756456 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Sync routers for ids ['734399bd-6a08-445d-a586-5173d2f9aebf'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:51:02.777587 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Routers {'734399bd-6a08-445d-a586-5173d2f9aebf'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:02.778254 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:50:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['734399bd-6a08-445d-a586-5173d2f9aebf'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:02.834189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:02.838586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:02.842728 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9116354 Dec 20 15:51:02.843099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45086) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:02.843208 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:02.848720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Pushing event updated for resources: {'Port': ['ID=6688076c-251d-460c-bb82-cb9e8953e660,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:02.864418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:02.867290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Allocated IP 172.26.7.171 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/342ead3f-5443-44ab-8259-be001521d95a) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:02.872836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:03.048120 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:03.099551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Transition to ACTIVE for port object 053da54c-9322-4aac-973f-e2de0a1e8c5f will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:03.131554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Attempting to bind port 6688076c-251d-460c-bb82-cb9e8953e660 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:03.132166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Attempting to bind port 6688076c-251d-460c-bb82-cb9e8953e660 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:03.132708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Attempting to bind port 6688076c-251d-460c-bb82-cb9e8953e660 on network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:03.158339 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Set router 734399bd-6a08-445d-a586-5173d2f9aebf gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:03.173251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Transition to ACTIVE for port object 053da54c-9322-4aac-973f-e2de0a1e8c5f will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:03.180696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:03.180696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Checking segment: {'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:03.180696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:03.180696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Bound using segment: {'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:03.180696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Bound port: 6688076c-251d-460c-bb82-cb9e8953e660, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:03.180696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:03.247325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:03.287561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:03.295508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:03.341852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:03.474475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:03.491763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e00fa1d-057f-4496-9d86-3a62278a16a9 None None] Network 45fef1de-5c23-4649-8c8d-c1f53a17597b requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:03.568974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Network 01dad90e-9efd-4542-bade-b83ae9ea3831 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:03.583281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45094) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:03.622580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:03.640777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:03.645241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] For port 6688076c-251d-460c-bb82-cb9e8953e660, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:03.649054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Pushing event updated for resources: {'Port': ['ID=053da54c-9322-4aac-973f-e2de0a1e8c5f,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:03.658265 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:01Z', 'revision_number': 3, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:03.663880 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Checking router: 734399bd-6a08-445d-a586-5173d2f9aebf for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:51:03.663880 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Updating router 734399bd-6a08-445d-a586-5173d2f9aebf port a95f54f0-c929-442d-a6b8-b070db6ce9c2 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:51:03.689729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:03.742366 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:03.748304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:03.757902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] For port 6688076c-251d-460c-bb82-cb9e8953e660, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6688076c-251d-460c-bb82-cb9e8953e660,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:03.835388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45102) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:03.850453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1899865056'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:03.860519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:03.923652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:03.944482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:03.976269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Usage tracker for resource:network and tenant:2d63e539049644ae893206c5a7283cf3 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:03.985550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:04.008267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:04.027799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:04.030121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Pushing event updated for resources: {'Port': ['ID=342ead3f-5443-44ab-8259-be001521d95a,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:04.035230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:04.044172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:04.047341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:04.057718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:04.068264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45108) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:04.097884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Allocated IP 172.26.7.136 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/cc4f2d86-0352-4929-9a88-77a27dd6ef47) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:04.137042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:04.218055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-603b8f05-c723-4d26-a9f0-497a7decd026 None None] Provisioning for port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:04.256215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Attempting to bind port 053da54c-9322-4aac-973f-e2de0a1e8c5f on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:04.256592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Attempting to bind port 053da54c-9322-4aac-973f-e2de0a1e8c5f by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:04.256955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Attempting to bind port 053da54c-9322-4aac-973f-e2de0a1e8c5f on network 01dad90e-9efd-4542-bade-b83ae9ea3831 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:04.332376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Pushing event updated for resources: {'Port': ['ID=6688076c-251d-460c-bb82-cb9e8953e660,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:04.336233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:04.338583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:04.338980 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Checking segment: {'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:04.339542 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.339857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Bound using segment: {'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:04.340278 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Bound port: 053da54c-9322-4aac-973f-e2de0a1e8c5f, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:04.340705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.400404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.433537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2025955918'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:04.463092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:04.481427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Made reservation on behalf of 2d63e539049644ae893206c5a7283cf3 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:04.484824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] For port 053da54c-9322-4aac-973f-e2de0a1e8c5f, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:04.485077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Usage tracker for resource:network and tenant:8c152778a6134a9fa9c6eb3d7eeffd44 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:04.490646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] For port 053da54c-9322-4aac-973f-e2de0a1e8c5f, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=053da54c-9322-4aac-973f-e2de0a1e8c5f,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:04.490836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.516591 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:51:04.523433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1579896963', 'router:external': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:04.530073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:04.541172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:04.541560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.592065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.600660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.606279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:04.626746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.638020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45118) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:04.693079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:04.713784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:04.720690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Usage tracker for resource:network and tenant:7997fadc9a3f4d68acdc5bfa75571a0e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:04.726040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:04.733212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:04.794360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:04.800292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Usage tracker for resource:security_group_rule and tenant:2d63e539049644ae893206c5a7283cf3 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:04.803352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:04.810473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:04.819924 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Allocated IP 172.20.0.1 (45fef1de-5c23-4649-8c8d-c1f53a17597b/eae4d857-addf-493d-a4a8-ff3c72ff9e0e/82ad92b2-f486-43f2-b632-2866c0639c9f) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:04.854096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1862160239', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:04.872997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:04.885397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:04.895498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Usage tracker for resource:port and tenant:90664b28e6ba4da7be44cccd27409e7c is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:04.900505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.902512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.910000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:04.912187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Made reservation on behalf of 7997fadc9a3f4d68acdc5bfa75571a0e for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:04.914681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.927656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Pushing event updated for resources: {'Port': ['ID=053da54c-9322-4aac-973f-e2de0a1e8c5f,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:04.933136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:04.942591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:04.947396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:04.980718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:04.987560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:04.996679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:05.002639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.006097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bbe47c6f-45c9-46dc-b70d-bd2b417160be None None] Provisioning complete for port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:05.006637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bbe47c6f-45c9-46dc-b70d-bd2b417160be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.015789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:05.051674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Made reservation on behalf of 8c152778a6134a9fa9c6eb3d7eeffd44 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:05.055622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.057578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a9e94f59-fcbe-4b95-8d2d-32c7f40a6599,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:05.068076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:05.071754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Usage tracker for resource:security_group_rule and tenant:7997fadc9a3f4d68acdc5bfa75571a0e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:05.074564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:05.076590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.080938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:05.107234 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.116627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:05.120741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Usage tracker for resource:security_group_rule and tenant:8c152778a6134a9fa9c6eb3d7eeffd44 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:05.121401 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Transition to ACTIVE for port object a95f54f0-c929-442d-a6b8-b070db6ce9c2 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:05.124220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:05.134792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:05.150288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bbe47c6f-45c9-46dc-b70d-bd2b417160be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.163671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.169550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.169711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.176154 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:05.179161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'networks': [{'name': 'tempest-network--1931957433'}, {'name': 'tempest-network--529369735'}]} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:05.179473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'network': {'name': 'tempest-network--1931957433'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:05.179929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'network': {'name': 'tempest-network--529369735'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:05.185176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:05.189165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Usage tracker for resource:network and tenant:4b81acc9cb174240b59101ca0e283c00 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:05.191978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:05.197892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:05.232024 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.246951 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:05.248974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:05.258483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.258820 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Added segment da75225b-7e4a-427b-9680-9c5eeea0755f of type vlan for network 6db56b5a-5b46-4de6-bf16-2c515278c491 Dec 20 15:51:05.283540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Made reservation on behalf of 90664b28e6ba4da7be44cccd27409e7c for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:05.289934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.291474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.319767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.334840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.339048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.353868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4f2d86-0352-4929-9a88-77a27dd6ef47,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.354218 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Pushing event updated for resources: {'Port': ['ID=a95f54f0-c929-442d-a6b8-b070db6ce9c2,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.358243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Made reservation on behalf of 4b81acc9cb174240b59101ca0e283c00 for: {'network': 2} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:05.359190 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Attempting to bind port a95f54f0-c929-442d-a6b8-b070db6ce9c2 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:05.359693 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Attempting to bind port a95f54f0-c929-442d-a6b8-b070db6ce9c2 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:05.360060 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Attempting to bind port a95f54f0-c929-442d-a6b8-b070db6ce9c2 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:05.361768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.374400 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.384502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:05.384901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.384901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.384901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.384901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.384901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.384901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.384901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.384901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.384901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.384901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:05.385541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Usage tracker for resource:security_group_rule and tenant:90664b28e6ba4da7be44cccd27409e7c is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Tracked resource versions report: Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: pushed versions: Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: { 'ConntrackHelper': {'1.0'}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Log': {'1.0'}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Network': {'1.1'}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Port': {'1.5'}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'PortForwarding': {'1.2'}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'QosPolicy': {'1.8'}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SecurityGroup': {'1.2'}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SecurityGroupRule': {'1.0'}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SubPort': {'1.0'}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Subnet': {'1.1'}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Trunk': {'1.1'}} Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: consumer versions: Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: { DHCP agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: HyperV agent@hv-neutron-8210: {}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: L3 agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: Metadata agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: Metering agent@dv-neutron-821074-1-hyperv: {}, Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: Open vSwitch agent@dv-neutron-821074-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Log': '1.0', Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Network': '1.1', Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Port': '1.5', Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'PortForwarding': '1.2', Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'QosPolicy': '1.8', Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SecurityGroup': '1.2', Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SecurityGroupRule': '1.0', Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'SubPort': '1.0', Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Subnet': '1.1', Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: 'Trunk': '1.1'}} Dec 20 15:51:05.385626 dv-neutron-821074-1-hyperv neutron-server[84394]: {{(pid=84394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:51:05.389138 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:05.390497 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:05.390882 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:05.392007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:05.392638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:05.393291 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.393696 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:05.394190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:05.394299 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Bound port: a95f54f0-c929-442d-a6b8-b070db6ce9c2, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:05.394574 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.403022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:05.428900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.429694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.456570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.469117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.478895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=a9e94f59-fcbe-4b95-8d2d-32c7f40a6599,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.488510 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:05.497509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-bbe47c6f-45c9-46dc-b70d-bd2b417160be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:51:05.497509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-bbe47c6f-45c9-46dc-b70d-bd2b417160be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:51:05.501841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:05.513575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:05.514425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.526730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.547592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Transition to ACTIVE for port object 82ad92b2-f486-43f2-b632-2866c0639c9f will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:05.549367 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] For port a95f54f0-c929-442d-a6b8-b070db6ce9c2, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:05.557271 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] For port a95f54f0-c929-442d-a6b8-b070db6ce9c2, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a95f54f0-c929-442d-a6b8-b070db6ce9c2,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:05.594684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.605041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.607269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-91d0d95c-230d-44c0-a32f-545d4dfbadd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:05.609538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1f7ab4-4aa6-43db-baf5-a6a887ba3686,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.621200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] device_id is not set on port e1caa3b7-4c1b-43ca-98e3-3bb23418da73 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:05.629092 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.634337 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:05.655740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.656200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Added segment 97fcb873-c2b3-4d1b-8535-1f732f9ec1cb of type vlan for network 4ee2e4f3-ab30-40d1-a419-53843e229266 Dec 20 15:51:05.724426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.730678 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Pushing event updated for resources: {'Port': ['ID=a95f54f0-c929-442d-a6b8-b070db6ce9c2,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.731558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:05.736133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.738854 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:05.768573 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Routers {'734399bd-6a08-445d-a586-5173d2f9aebf'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:05.769619 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:50:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['734399bd-6a08-445d-a586-5173d2f9aebf'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:05.778275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Usage tracker for resource:security_group_rule and tenant:4b81acc9cb174240b59101ca0e283c00 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:05.798153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e3f0a6-6b2c-4d2b-b961-c0e6271037e2,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.802205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:05.820104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:05.821057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.467s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:05.821317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:05.825662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:05.837033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:05.837473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a961a70f-77ca-435e-9d4b-9b8d13166b02,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.871429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.871837 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:05.871837 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d748d4b-4d60-4701-ace2-40cc43566ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:05.881967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:05.898235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c3512f-4124-472f-80dc-3017b892871f None None] Network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:05.951463 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.3274627 Dec 20 15:51:05.955261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:05.955610 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Added segment 6ff49ab2-9009-4335-bd9d-4840f2a8cb64 of type vlan for network 9f6b892d-b864-4e04-9a7f-1c85c980254d Dec 20 15:51:05.969447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Network 45fef1de-5c23-4649-8c8d-c1f53a17597b is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:05.983407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:06.002612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:06.002947 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:06.027896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:51:06.058701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Allocated IP 172.26.7.62 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/e1caa3b7-4c1b-43ca-98e3-3bb23418da73) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:06.189028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Pushing event updated for resources: {'Network': ['ID=6db56b5a-5b46-4de6-bf16-2c515278c491,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:06.202374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:06.210251 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] Set router 734399bd-6a08-445d-a586-5173d2f9aebf gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:06.245669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 6db56b5a-5b46-4de6-bf16-2c515278c491 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:06.303624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 053da54c-9322-4aac-973f-e2de0a1e8c5f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:06.341534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:06.372761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:06.373447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:06.387463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b50da86-4e3d-4c6b-a8f8-4eb57ef39688,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:06.391303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:06.403490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7f5034b-6e44-4d48-bb55-c8904cd4d5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:06.405254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7ca20122-5102-4633-8ecb-54be2540ab17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.573s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:06.507335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:06.532731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f7be5-e55e-4b40-8b2e-7efdfb85a448 None None] Network 01dad90e-9efd-4542-bade-b83ae9ea3831 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:06.615732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Pushing event updated for resources: {'Port': ['ID=82ad92b2-f486-43f2-b632-2866c0639c9f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:06.618952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:06.622032 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:06.652005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:06.653203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event updated for resources: {'Network': ['ID=4ee2e4f3-ab30-40d1-a419-53843e229266,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:06.669343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:06.673995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:06.675100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:06.716057 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:01Z', 'revision_number': 3, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:06.733481 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f04e64-89ef-46f9-96e2-bbfe31b812a5 None None] The sync data for ids ['734399bd-6a08-445d-a586-5173d2f9aebf'] in dv-neutron-821074-1-hyperv is: [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:01Z', 'revision_number': 3, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:51:06.769801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 4ee2e4f3-ab30-40d1-a419-53843e229266 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:06.994308 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.0592422 Dec 20 15:51:06.994308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:06.995294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45138) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:06.995895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.010339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:07.045442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Request body: {'subnet': {'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:07.051162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:07.055339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Usage tracker for resource:subnet and tenant:7997fadc9a3f4d68acdc5bfa75571a0e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:07.059410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:07.063048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.066873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.067376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:07.093476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:07.094114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.099093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Router c28c808a-1e97-4547-9932-e13adc79b0b0 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:51:07.100160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7e30909d-091c-4d32-8a15-733dba4a3ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:07.149585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45142) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:07.213681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:07.224100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.224758 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Added segment 01223fab-f286-4d2b-9cce-2d8add77d4eb of type vlan for network d3576b17-bc74-4cb9-abf8-a49d98823b79 Dec 20 15:51:07.253655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.582332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Made reservation on behalf of 7997fadc9a3f4d68acdc5bfa75571a0e for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:07.582332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.582332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fd67de-5397-41d6-aefd-94f30c0c4754,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:07.582332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Router 7eb2de97-8eee-40c8-8df6-3f444aca9914 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:51:07.582332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:07.584184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Pushing event updated for resources: {'Network': ['ID=9f6b892d-b864-4e04-9a7f-1c85c980254d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:07.585589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 9f6b892d-b864-4e04-9a7f-1c85c980254d details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:07.586718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Request body: {'port': {'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491', 'binding:host_id': 'hv-neutron-8210', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712606898'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:07.586718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:07.586718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Usage tracker for resource:port and tenant:26007746bc1c41a4b7b96c52a4dc9c4e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:07.586718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:07.586718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:07.586718 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.7977288 Dec 20 15:51:07.587350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 053da54c-9322-4aac-973f-e2de0a1e8c5f completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:07.587675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:07.587675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:07.587973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Provisioning for port 6688076c-251d-460c-bb82-cb9e8953e660 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:07.587973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6688076c-251d-460c-bb82-cb9e8953e660 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:07.588241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.588241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45146) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:07.588241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Pushing event updated for resources: {'Port': ['ID=e1caa3b7-4c1b-43ca-98e3-3bb23418da73,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:07.588241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:07.588241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:07.588241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:07.588241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:07.588241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:07.588241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.594421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:07.710378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Made reservation on behalf of 26007746bc1c41a4b7b96c52a4dc9c4e for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:07.712792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.719269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Provisioning for port 82ad92b2-f486-43f2-b632-2866c0639c9f completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:07.722419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.722900 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Added segment cf8e2ec7-9156-4b1e-9e4f-44050b10b8c0 of type vlan for network a060e1df-c868-4596-a55e-d959cd7e35b3 Dec 20 15:51:07.725765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Provisioning complete for port 82ad92b2-f486-43f2-b632-2866c0639c9f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:07.726243 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.780046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.790684 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Port 82ad92b2-f486-43f2-b632-2866c0639c9f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:07.811966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 6688076c-251d-460c-bb82-cb9e8953e660 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:07.816599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Request body: {'network': {'name': 'tempest-network--608620880', 'router:external': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:07.818295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 6688076c-251d-460c-bb82-cb9e8953e660 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:07.819439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.824748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:07.831324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Usage tracker for resource:network and tenant:d76cf5473bb84b83916a7dd9b1e57ad6 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:07.842503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:07.860175 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.7908013 Dec 20 15:51:07.862726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:07.866932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45152) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:07.873642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.62'}]}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:07.886682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:07.889764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:07.896318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Usage tracker for resource:security_group_rule and tenant:26007746bc1c41a4b7b96c52a4dc9c4e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:07.898622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Provisioning for port 053da54c-9322-4aac-973f-e2de0a1e8c5f completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:07.899021 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Usage tracker for resource:router and tenant:90664b28e6ba4da7be44cccd27409e7c is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:07.903112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:07.906094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:07.907534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Provisioning complete for port 053da54c-9322-4aac-973f-e2de0a1e8c5f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:07.908220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.913981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:07.916067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:07.923190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.950798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.972358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Made reservation on behalf of d76cf5473bb84b83916a7dd9b1e57ad6 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:07.975048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:07.993999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.030964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.031894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.045201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.064208 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.065502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:08.069958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.071143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Usage tracker for resource:security_group_rule and tenant:d76cf5473bb84b83916a7dd9b1e57ad6 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:08.075996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:08.078832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.087806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:08.117461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:08.122808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.134489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 6688076c-251d-460c-bb82-cb9e8953e660, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6688076c-251d-460c-bb82-cb9e8953e660,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:08.157411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] For port 053da54c-9322-4aac-973f-e2de0a1e8c5f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=053da54c-9322-4aac-973f-e2de0a1e8c5f,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:08.185193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.194631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:51:08.198183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.204795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.205644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:51:08.205939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:08.211684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.218784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.219097 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Sync routers for ids ['7eb2de97-8eee-40c8-8df6-3f444aca9914'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:51:08.224935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:08.240750 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Routers {'7eb2de97-8eee-40c8-8df6-3f444aca9914'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:08.241699 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:50:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7eb2de97-8eee-40c8-8df6-3f444aca9914'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:08.243629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] device_id is not set on port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:08.248597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:08.251545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:08.252160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.280223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:08.285534 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Pushing event updated for resources: {'Port': ['ID=82ad92b2-f486-43f2-b632-2866c0639c9f,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:08.321984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Sync routers for ids ['c28c808a-1e97-4547-9932-e13adc79b0b0'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:51:08.340355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.350640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:08.357528 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:08.366815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'Network': ['ID=d3576b17-bc74-4cb9-abf8-a49d98823b79,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:08.384984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.389568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d3576b17-bc74-4cb9-abf8-a49d98823b79 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:08.390216 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.3144188 Dec 20 15:51:08.391210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45158) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:08.416031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Routers {'c28c808a-1e97-4547-9932-e13adc79b0b0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:08.416802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:50:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c28c808a-1e97-4547-9932-e13adc79b0b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:08.460960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3ad61b-a0e8-46cc-9b23-71a7c89c0f39,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:08.472234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.474195 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7943397 Dec 20 15:51:08.483737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.8430820 Dec 20 15:51:08.486963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45162) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:08.487434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45164) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:08.514581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=6688076c-251d-460c-bb82-cb9e8953e660,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:08.522766 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:08.553605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:08.557230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.576850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3daf7956-150e-4fb3-807e-7d3a8c7659a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:08.595445 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Set router 7eb2de97-8eee-40c8-8df6-3f444aca9914 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:08.642901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.653200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Network 45fef1de-5c23-4649-8c8d-c1f53a17597b is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:08.660491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:08.670605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'Network': ['ID=a060e1df-c868-4596-a55e-d959cd7e35b3,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:08.675538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:08.681174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:08.681701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:08.699495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network a060e1df-c868-4596-a55e-d959cd7e35b3 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:08.727412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ab58e1e7-e8f2-489f-990f-a7ce1b03c0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:08.771246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6e05d1c6-7b64-4724-922f-8d146ff9715f None None] Provisioning complete for port 6688076c-251d-460c-bb82-cb9e8953e660 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:08.771704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6e05d1c6-7b64-4724-922f-8d146ff9715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.811241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:08.811742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.890505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:08.989328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eccfd36-8616-48ef-aef5-779d22b3864f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:08.993479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:08.993819 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Added segment 72b1b61e-2bd5-41b4-9d22-0e8e77bd8454 of type vlan for network 43839236-8a52-41bc-b4a3-c91614760fa2 Dec 20 15:51:09.001342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:09.008475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.044299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66757937-3d07-4df5-8567-c79484667309 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:09.048735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66757937-3d07-4df5-8567-c79484667309 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:09.052750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66757937-3d07-4df5-8567-c79484667309 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:09.056937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66757937-3d07-4df5-8567-c79484667309 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:09.060817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Pushing event updated for resources: {'Port': ['ID=053da54c-9322-4aac-973f-e2de0a1e8c5f,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:09.061434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66757937-3d07-4df5-8567-c79484667309 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:09.062315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-66757937-3d07-4df5-8567-c79484667309 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Synchronizing usage tracker for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:09.082743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:09.120585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Set router c28c808a-1e97-4547-9932-e13adc79b0b0 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:09.167567 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:05Z', 'revision_number': 3, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:09.172879 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Checking router: 7eb2de97-8eee-40c8-8df6-3f444aca9914 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:51:09.173231 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Updating router 7eb2de97-8eee-40c8-8df6-3f444aca9914 port cc4f2d86-0352-4929-9a88-77a27dd6ef47 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:51:09.237320 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.256649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] device_id is not set on port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:09.274088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.308377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Transition to ACTIVE for port object b6d67b1d-b6e0-4e7b-8248-67817bee5f17 will not be triggered until provisioned by entity L2. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:09.310378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.objects.ports [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84392) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:51:09.310821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.320918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dfc59357-c849-4e3e-870f-3f57237391f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:09.330851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.353262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-66757937-3d07-4df5-8567-c79484667309 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Unset dirty status for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:09.358327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-66757937-3d07-4df5-8567-c79484667309 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3004 time: 0.8574810 Dec 20 15:51:09.361216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45170) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:09.506814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.510020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6e05d1c6-7b64-4724-922f-8d146ff9715f None None] Provisioning complete for port 053da54c-9322-4aac-973f-e2de0a1e8c5f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:09.510513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6e05d1c6-7b64-4724-922f-8d146ff9715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.519541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:09.520181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.531105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:09.663558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2fc86850-8eb9-4e36-8e0d-e7e8e853c14e,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:09.672128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 053da54c-9322-4aac-973f-e2de0a1e8c5f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:09.691549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.692232 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:09.714681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:04Z', 'revision_number': 3, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:09.716686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event updated for resources: {'Network': ['ID=43839236-8a52-41bc-b4a3-c91614760fa2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:09.733494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 43839236-8a52-41bc-b4a3-c91614760fa2 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:09.736296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:09.738164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:09.752073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Checking router: c28c808a-1e97-4547-9932-e13adc79b0b0 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:51:09.752664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Updating router c28c808a-1e97-4547-9932-e13adc79b0b0 port 342ead3f-5443-44ab-8259-be001521d95a binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:51:09.767087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.794805 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.802578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Checking segment: {'id': '97fcb873-c2b3-4d1b-8535-1f732f9ec1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:09.802948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Network hostable DHCP agents. Network: 4ee2e4f3-ab30-40d1-a419-53843e229266, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:09.809465 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Transition to ACTIVE for port object cc4f2d86-0352-4929-9a88-77a27dd6ef47 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:09.847221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event updated for resources: {'Port': ['ID=b6d67b1d-b6e0-4e7b-8248-67817bee5f17,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:09.856134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:09.905096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.958750 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:09.963282 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:10.008263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 053da54c-9322-4aac-973f-e2de0a1e8c5f triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:10.008821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.019961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.040218 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5445080 Dec 20 15:51:10.046795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45174) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:10.057226 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1a598-c592-44c2-8e32-d2761fd9811f None None] Pushing event updated for resources: {'Port': ['ID=cc4f2d86-0352-4929-9a88-77a27dd6ef47,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:10.059915 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Attempting to bind port cc4f2d86-0352-4929-9a88-77a27dd6ef47 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:10.060294 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Attempting to bind port cc4f2d86-0352-4929-9a88-77a27dd6ef47 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:10.060655 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Attempting to bind port cc4f2d86-0352-4929-9a88-77a27dd6ef47 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:10.063020 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-a2c1a598-c592-44c2-8e32-d2761fd9811f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:10.065138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b61c987a-151f-45d5-9300-35ec91f1a5fe None None] Provisioning complete for port 82ad92b2-f486-43f2-b632-2866c0639c9f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:10.065261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b61c987a-151f-45d5-9300-35ec91f1a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.072407 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:10.072788 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:10.073193 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.073592 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:10.074134 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Bound port: cc4f2d86-0352-4929-9a88-77a27dd6ef47, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:10.074524 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.105869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Checking segment: {'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:10.106598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Network hostable DHCP agents. Network: 6db56b5a-5b46-4de6-bf16-2c515278c491, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:10.153446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > segment before_delete 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.153693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.154347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.154683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > port after_create 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.155154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > port after_delete 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.155456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > port after_update 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.155779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > segment after_delete 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.156112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > subnet after_create 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.156428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > subnet after_delete 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.156740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > subnet after_update 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.180106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b61c987a-151f-45d5-9300-35ec91f1a5fe None None] Port 82ad92b2-f486-43f2-b632-2866c0639c9f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:10.209280 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] For port cc4f2d86-0352-4929-9a88-77a27dd6ef47, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:10.221854 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] For port cc4f2d86-0352-4929-9a88-77a27dd6ef47, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cc4f2d86-0352-4929-9a88-77a27dd6ef47,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:10.278661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Router 734399bd-6a08-445d-a586-5173d2f9aebf has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:51:10.294054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.322977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6688076c-251d-460c-bb82-cb9e8953e660 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:10.325745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.328681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > subnet after_create 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.329157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > subnet after_delete 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.329511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > subnet before_create 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.329671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Subscribe: > subnet before_update 55550000 {{(pid=84392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:10.330045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3576b17-bc74-4cb9-abf8-a49d98823b79']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:10.404520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01223fab-f286-4d2b-9cce-2d8add77d4eb') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:10.404786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01223fab-f286-4d2b-9cce-2d8add77d4eb') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:10.429640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Network 4ee2e4f3-ab30-40d1-a419-53843e229266 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:10.448912 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.451378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.454903 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-f3ed3776-c9d2-4849-bbf9-7ca688bcd942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:10.459079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 6688076c-251d-460c-bb82-cb9e8953e660 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:10.459514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.460725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Network 6db56b5a-5b46-4de6-bf16-2c515278c491 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:10.470249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.496675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.507091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:10.507494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.511278 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn_limited( Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:10.527439 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:10.538323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Transition to ACTIVE for port object 342ead3f-5443-44ab-8259-be001521d95a will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:10.543496 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1a598-c592-44c2-8e32-d2761fd9811f None None] Pushing event updated for resources: {'Port': ['ID=cc4f2d86-0352-4929-9a88-77a27dd6ef47,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:10.547628 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-a2c1a598-c592-44c2-8e32-d2761fd9811f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:10.549280 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Routers {'7eb2de97-8eee-40c8-8df6-3f444aca9914'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:10.549880 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:50:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7eb2de97-8eee-40c8-8df6-3f444aca9914'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:10.627499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a95f54f0-c929-442d-a6b8-b070db6ce9c2 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:10.650361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 6db56b5a-5b46-4de6-bf16-2c515278c491) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:10.666280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eae3c56-2d41-4dbf-84be-7113ce5e8ecc None None] Network 6db56b5a-5b46-4de6-bf16-2c515278c491 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:10.671906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 4ee2e4f3-ab30-40d1-a419-53843e229266) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:10.691023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:10.691530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.693626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356fde3c-f89e-41e3-bca3-3e40f8b22f25 None None] Network 4ee2e4f3-ab30-40d1-a419-53843e229266 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:10.712670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.739608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:10.778001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:10.814255 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:10.814620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:10.815002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:10.832824 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] Set router 7eb2de97-8eee-40c8-8df6-3f444aca9914 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:10.833248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.847289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:10.922470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:10.922826 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:10.928949 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 2 to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 Dec 20 15:51:10.960364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:10.960692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:10.961022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:10.972432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.029616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:11.048252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.052566 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "DELETE /v2.0/networks/d3576b17-bc74-4cb9-abf8-a49d98823b79 HTTP/1.1" status: 204 len: 168 time: 1.6823137 Dec 20 15:51:11.056211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43839236-8a52-41bc-b4a3-c91614760fa2']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:11.065779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45178) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:11.075825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event deleted for resources: {'Network': ['ID=d3576b17-bc74-4cb9-abf8-a49d98823b79,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:11.095084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Attempting to bind port 342ead3f-5443-44ab-8259-be001521d95a on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:11.095600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Attempting to bind port 342ead3f-5443-44ab-8259-be001521d95a by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:11.096167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Attempting to bind port 342ead3f-5443-44ab-8259-be001521d95a on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:11.098776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:11.103152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b1b61e-2bd5-41b4-9d22-0e8e77bd8454') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:11.103452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b1b61e-2bd5-41b4-9d22-0e8e77bd8454') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:11.106699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a7e1e-152f-4579-894f-31cd4d26c2db None None] Pushing event updated for resources: {'Port': ['ID=342ead3f-5443-44ab-8259-be001521d95a,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:11.117792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-5e9a7e1e-152f-4579-894f-31cd4d26c2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:11.125828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.153393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:11.154213 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:11.154771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.155303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:11.155911 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Bound port: 342ead3f-5443-44ab-8259-be001521d95a, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:11.156395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.176545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:11.177160 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:11.179121 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 3 to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 Dec 20 15:51:11.228582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.232982 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2263474 Dec 20 15:51:11.238644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port a95f54f0-c929-442d-a6b8-b070db6ce9c2 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:11.247420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45182) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:11.252169 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:05Z', 'revision_number': 3, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:11.255079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:11.255480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.257833 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dded7c-19fd-4e37-b974-2debce6a62f7 None None] The sync data for ids ['7eb2de97-8eee-40c8-8df6-3f444aca9914'] in dv-neutron-821074-1-hyperv is: [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:05Z', 'revision_number': 3, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:51:11.258176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:11.258645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:11.259210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:11.270069 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:11.281725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-616317481', 'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:11.281935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.286428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:11.296910 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Usage tracker for resource:port and tenant:7997fadc9a3f4d68acdc5bfa75571a0e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:11.296910 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:11.302938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:11.339050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:11.339783 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:11.342648 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 4 to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 Dec 20 15:51:11.375539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a95f54f0-c929-442d-a6b8-b070db6ce9c2 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:11.375916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.428437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:11.429006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:11.429532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:11.499867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Made reservation on behalf of 7997fadc9a3f4d68acdc5bfa75571a0e for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:11.502309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.546895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] For port 342ead3f-5443-44ab-8259-be001521d95a, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:11.578111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:11.578591 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:11.581921 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 5 to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 Dec 20 15:51:11.596280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2502db2-f739-44d1-9e7f-e986366e7644 None None] Network 4ee2e4f3-ab30-40d1-a419-53843e229266 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:11.614006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.674611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] device_id is not set on port 9ac4bbe4-5efc-4fc2-a164-63bb2abce18d yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:11.693422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43839236-8a52-41bc-b4a3-c91614760fa2 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:51:11.697769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.701020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:11.723761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.745554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event deleted for resources: {'Network': ['ID=43839236-8a52-41bc-b4a3-c91614760fa2,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:11.749110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] For port 342ead3f-5443-44ab-8259-be001521d95a, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=342ead3f-5443-44ab-8259-be001521d95a,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:11.754320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:11.767876 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "DELETE /v2.0/networks/43839236-8a52-41bc-b4a3-c91614760fa2 HTTP/1.1" status: 204 len: 168 time: 1.7124083 Dec 20 15:51:11.776393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45186) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:11.783596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.785916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:11.803462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a060e1df-c868-4596-a55e-d959cd7e35b3']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:11.817900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:11.827014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Usage tracker for resource:network and tenant:d76cf5473bb84b83916a7dd9b1e57ad6 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:11.833565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:11.838944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8e2ec7-9156-4b1e-9e4f-44050b10b8c0') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:11.839256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8e2ec7-9156-4b1e-9e4f-44050b10b8c0') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:11.848263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.857126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port a95f54f0-c929-442d-a6b8-b070db6ce9c2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a95f54f0-c929-442d-a6b8-b070db6ce9c2,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:11.860300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-12208961-23f1-49c0-8c94-18408e69a1fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:11.861807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:11.865848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:11.878766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Allocated IP 172.20.0.13 (4ee2e4f3-ab30-40d1-a419-53843e229266/2fc86850-8eb9-4e36-8e0d-e7e8e853c14e/9ac4bbe4-5efc-4fc2-a164-63bb2abce18d) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:11.951481 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:11.951816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:11.952471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:11.979901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.002612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a7e1e-152f-4579-894f-31cd4d26c2db None None] Pushing event updated for resources: {'Port': ['ID=342ead3f-5443-44ab-8259-be001521d95a,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:12.004167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-5e9a7e1e-152f-4579-894f-31cd4d26c2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:12.005527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:12.017774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.025197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:12.025592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.069412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:51:12.077797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Routers {'c28c808a-1e97-4547-9932-e13adc79b0b0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:12.077967 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:12.079640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:50:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c28c808a-1e97-4547-9932-e13adc79b0b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:12.097796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Made reservation on behalf of d76cf5473bb84b83916a7dd9b1e57ad6 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:12.100110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.139759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.159825 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] 10.222.0.62 "PUT /v2.0/routers/734399bd-6a08-445d-a586-5173d2f9aebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3156240 Dec 20 15:51:12.160710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:12.161144 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:12.184362 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 6 to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 Dec 20 15:51:12.200884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.229822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Sync routers for ids ['734399bd-6a08-445d-a586-5173d2f9aebf'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:51:12.236188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cc4f2d86-0352-4929-9a88-77a27dd6ef47 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:12.254015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:12.254866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:12.255236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:12.311266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:12.319599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.335429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.348983 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:12.376634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.376978 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Added segment aaefdedb-9fd0-4369-b2db-ba19727d9dce of type vlan for network 53c5008a-4202-4d1e-bf5e-74354384bea6 Dec 20 15:51:12.389258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:12.389729 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:12.400492 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 7 to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 Dec 20 15:51:12.421354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event deleted for resources: {'Network': ['ID=a060e1df-c868-4596-a55e-d959cd7e35b3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:12.425596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:12.441497 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "DELETE /v2.0/networks/a060e1df-c868-4596-a55e-d959cd7e35b3 HTTP/1.1" status: 204 len: 168 time: 1.3701525 Dec 20 15:51:12.441497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.458351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45198) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:12.505476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:12.505946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:12.506633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:12.511177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=a95f54f0-c929-442d-a6b8-b070db6ce9c2,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:12.523978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:12.524427 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:12.525065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:12.526791 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 8 to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 Dec 20 15:51:12.541102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Routers {'734399bd-6a08-445d-a586-5173d2f9aebf'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:12.546905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.555656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:50:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['734399bd-6a08-445d-a586-5173d2f9aebf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:12.568680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.623871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.656229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.656928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d74e4db-07d3-4aea-bab4-3af8ef62bcfd {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:51:12.682843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:12.683344 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:12.683686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:12.691293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:12.691673 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:12.691981 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 9 to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 Dec 20 15:51:12.711288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:12.711686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:12.712021 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:12.720049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:12.720422 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:12.720761 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 10 to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 Dec 20 15:51:12.740715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:12.741038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:12.741631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:12.751573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.754527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:12.754861 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:12.755360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.868590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Set router 734399bd-6a08-445d-a586-5173d2f9aebf gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:12.883895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] For port b6d67b1d-b6e0-4e7b-8248-67817bee5f17, host hv-neutron-8210, cleared binding levels {{(pid=84391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:12.884433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempted to set empty binding levels {{(pid=84391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:51:12.898514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:12.910326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] Set router c28c808a-1e97-4547-9932-e13adc79b0b0 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:12.950515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b6373-7f63-4969-b9dc-0e5ddd45e919 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:12.954718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port cc4f2d86-0352-4929-9a88-77a27dd6ef47 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:12.956606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b6373-7f63-4969-b9dc-0e5ddd45e919 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:12.964216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b6373-7f63-4969-b9dc-0e5ddd45e919 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:12.966131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5a9b6373-7f63-4969-b9dc-0e5ddd45e919 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Synchronizing usage tracker for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:12.988612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port cc4f2d86-0352-4929-9a88-77a27dd6ef47 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:12.988993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:12.997778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Network 4ee2e4f3-ab30-40d1-a419-53843e229266 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:12.999411 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 15:51:13.000482 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e4ae7fbf-a3c3-44a6-b667-dcc6ca93f52d tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.1314952 Dec 20 15:51:13.002509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event updated for resources: {'Port': ['ID=9ac4bbe4-5efc-4fc2-a164-63bb2abce18d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:13.005420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:13.006377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:13.009202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:13.010052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:13.010654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.033766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.034401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45206) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:13.111506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.127648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:13.128360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.136039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:13.139648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0591f7de-87cd-42ef-9073-4343be60ed69 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:13.201617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f67af1db-1c02-44bc-81ed-d5a23b557df7 tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Deleting port e1caa3b7-4c1b-43ca-98e3-3bb23418da73 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:13.202201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f67af1db-1c02-44bc-81ed-d5a23b557df7 tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.237897 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a8fa2caa-65cf-4d36-b1a4-f1a98d005fcf tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9736845 Dec 20 15:51:13.251896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45212) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:13.256375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event updated for resources: {'Port': ['ID=b6d67b1d-b6e0-4e7b-8248-67817bee5f17,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:13.260439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:13.327397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.341288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5a9b6373-7f63-4969-b9dc-0e5ddd45e919 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Unset dirty status for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:13.342449 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5a9b6373-7f63-4969-b9dc-0e5ddd45e919 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.8831429 Dec 20 15:51:13.357538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45216) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:13.407945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-adc908c5-5fe0-44d9-b0ae-d71f8b02ee77 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Deleting port 9ac4bbe4-5efc-4fc2-a164-63bb2abce18d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:13.408321 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-adc908c5-5fe0-44d9-b0ae-d71f8b02ee77 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.426070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-513530128'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:13.482345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:13.484870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event updated for resources: {'Network': ['ID=53c5008a-4202-4d1e-bf5e-74354384bea6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:13.488183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:13.489932 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7105608 Dec 20 15:51:13.497324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45220) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:13.502266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 53c5008a-4202-4d1e-bf5e-74354384bea6 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:13.520374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Request body: {'subnet': {'network_id': '53c5008a-4202-4d1e-bf5e-74354384bea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:13.530968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:13.533236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45224) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:13.534857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Allocated IP 172.20.0.1 (01dad90e-9efd-4542-bade-b83ae9ea3831/5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c/cd76c2a1-bedc-423b-bf82-06caf05c4bac) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:13.543288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:13.554388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Usage tracker for resource:subnet and tenant:d76cf5473bb84b83916a7dd9b1e57ad6 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:13.558805 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.4047892 Dec 20 15:51:13.559526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45228) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:13.562776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981852705', 'description': 'tempest-description--1511386501'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:13.563014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:13.571542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:13.598613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Allocated IP 172.20.0.1 (ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2/cb69991d-35d8-4b86-a544-b6ee49700dd4/f5cffada-70fd-4289-9736-187cc43d5015) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:13.603765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:13.628171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Usage tracker for resource:security_group and tenant:f615b5485fc64dffb49eb11f2c1b73a9 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:13.630686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Made reservation on behalf of 4b81acc9cb174240b59101ca0e283c00 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:13.633754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.635549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:13.694579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:13.710488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.725260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Made reservation on behalf of d76cf5473bb84b83916a7dd9b1e57ad6 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:13.727592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.749854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port cc4f2d86-0352-4929-9a88-77a27dd6ef47, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cc4f2d86-0352-4929-9a88-77a27dd6ef47,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:13.753683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:06Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '82ad92b2-f486-43f2-b632-2866c0639c9f', 'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'mac_address': 'fa:16:3e:57:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:04Z', 'updated_at': '2021-12-20T15:51:07Z', 'revision_number': 2, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'subnets': [{'id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:13.764740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Checking router: 734399bd-6a08-445d-a586-5173d2f9aebf for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:51:13.765102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Updating router 734399bd-6a08-445d-a586-5173d2f9aebf port 82ad92b2-f486-43f2-b632-2866c0639c9f binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:51:13.778817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-775e912e-88c6-4962-9ba2-06f0fb147777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Deleting port b6d67b1d-b6e0-4e7b-8248-67817bee5f17 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:13.778817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-775e912e-88c6-4962-9ba2-06f0fb147777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.831421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.846227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.850310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:13.881408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f67af1db-1c02-44bc-81ed-d5a23b557df7 tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.890754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.896667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:04Z', 'revision_number': 3, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:13.927518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:13.939962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb771c7a-6a8f-4a8c-80de-64f0c53ab8fe None None] The sync data for ids ['c28c808a-1e97-4547-9932-e13adc79b0b0'] in dv-neutron-821074-1-hyperv is: [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:04Z', 'revision_number': 3, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:51:13.965492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=cc4f2d86-0352-4929-9a88-77a27dd6ef47,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:13.981085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:13.997548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:13.998036 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Added segment d8b28730-652d-420e-9821-e92863c7282b of type vlan for network c30f574e-d838-4664-ac49-9e227dffcc33 Dec 20 15:51:14.012088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.060492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Transition to ACTIVE for port object cd76c2a1-bedc-423b-bf82-06caf05c4bac will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:14.064101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.064244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f67af1db-1c02-44bc-81ed-d5a23b557df7 tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Calling delete_port for e1caa3b7-4c1b-43ca-98e3-3bb23418da73 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:14.120820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.127187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cc4f2d86-0352-4929-9a88-77a27dd6ef47 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:14.141268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Transition to ACTIVE for port object f5cffada-70fd-4289-9736-187cc43d5015 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:14.259125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:14.279470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.283860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:14.284591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.291672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e80811ad-93e0-44cb-8034-44631575b65e tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:14.300374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port cc4f2d86-0352-4929-9a88-77a27dd6ef47 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:14.300795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.327486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-adc908c5-5fe0-44d9-b0ae-d71f8b02ee77 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.354503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.367782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Usage tracker for resource:security_group_rule and tenant:f615b5485fc64dffb49eb11f2c1b73a9 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:14.407336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.430034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:14.445231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.471280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'Network': ['ID=c30f574e-d838-4664-ac49-9e227dffcc33,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:14.475494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Network 01dad90e-9efd-4542-bade-b83ae9ea3831 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:14.477501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:14.479954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db7837b5-e23c-4779-a5d6-28927db305d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:14.512438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:14.514826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network c30f574e-d838-4664-ac49-9e227dffcc33 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:14.528689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:14.557329 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1986754 Dec 20 15:51:14.560166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45232) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:14.585114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1729512292'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:14.591381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:14.599711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-adc908c5-5fe0-44d9-b0ae-d71f8b02ee77 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Calling delete_port for 9ac4bbe4-5efc-4fc2-a164-63bb2abce18d owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:14.609293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:14.610718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.614899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:14.624415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:14.626797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Usage tracker for resource:network and tenant:4b81acc9cb174240b59101ca0e283c00 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:14.640098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:14.643142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:14.645827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-775e912e-88c6-4962-9ba2-06f0fb147777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] For port b6d67b1d-b6e0-4e7b-8248-67817bee5f17, host hv-neutron-8210, got binding levels [] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:14.646176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-775e912e-88c6-4962-9ba2-06f0fb147777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.686205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd76c2a1-bedc-423b-bf82-06caf05c4bac,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:14.693839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:14.715447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a95f54f0-c929-442d-a6b8-b070db6ce9c2 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:14.758994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.809712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-775e912e-88c6-4962-9ba2-06f0fb147777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Calling delete_port for b6d67b1d-b6e0-4e7b-8248-67817bee5f17 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:14.836535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a95f54f0-c929-442d-a6b8-b070db6ce9c2 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:14.837196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.868978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:14.879547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Pushing event updated for resources: {'Port': ['ID=f5cffada-70fd-4289-9736-187cc43d5015,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:14.883982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:14.884610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:14.885415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:14.887242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Made reservation on behalf of 4b81acc9cb174240b59101ca0e283c00 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:14.891462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.030260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Transition to ACTIVE for port object 82ad92b2-f486-43f2-b632-2866c0639c9f will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:15.034963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:15.061510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.061852 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Added segment 93645bd5-0bc3-4a1c-b203-7915148e8473 of type vlan for network 3864401e-19b1-4b75-80a1-e450bbf523d8 Dec 20 15:51:15.084711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f1c5747c-1b7f-4b81-a648-6d9c11590f33 None None] Provisioning for port cd76c2a1-bedc-423b-bf82-06caf05c4bac completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:15.089793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f1c5747c-1b7f-4b81-a648-6d9c11590f33 None None] Provisioning complete for port cd76c2a1-bedc-423b-bf82-06caf05c4bac triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:15.090277 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f1c5747c-1b7f-4b81-a648-6d9c11590f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.095499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f67af1db-1c02-44bc-81ed-d5a23b557df7 tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.101144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.117485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:15.128749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.objects.ports [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84392) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:51:15.129197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.136136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.140399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bcc2ef1f-6eb3-41cd-8cb0-8de2055b72f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:15.143465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5747c-1b7f-4b81-a648-6d9c11590f33 None None] Port cd76c2a1-bedc-423b-bf82-06caf05c4bac cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:15.147928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.151617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-5e9a7e1e-152f-4579-894f-31cd4d26c2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:15.165290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67af1db-1c02-44bc-81ed-d5a23b557df7 tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1caa3b7-4c1b-43ca-98e3-3bb23418da73,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.189944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f67af1db-1c02-44bc-81ed-d5a23b557df7 tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:15.230372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.283240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0b579bc0-425e-41c3-baa2-e9d7a8086d8b,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.292079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:15.304363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:15.317584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-775e912e-88c6-4962-9ba2-06f0fb147777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.327816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f67af1db-1c02-44bc-81ed-d5a23b557df7 tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.372724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.374074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-adc908c5-5fe0-44d9-b0ae-d71f8b02ee77 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.382073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2493188e-952d-4e9f-bec8-4ed294ffbd52,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.382575 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f67af1db-1c02-44bc-81ed-d5a23b557df7 tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] 10.222.0.62 "DELETE /v2.0/ports/e1caa3b7-4c1b-43ca-98e3-3bb23418da73 HTTP/1.1" status: 204 len: 168 time: 2.3470247 Dec 20 15:51:15.383666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:15.389524 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:15.407305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56429609-e4e8-4ecf-83d1-1d5eb3b7e9b0 None None] Pushing event updated for resources: {'Port': ['ID=82ad92b2-f486-43f2-b632-2866c0639c9f,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.424748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-56429609-e4e8-4ecf-83d1-1d5eb3b7e9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:15.426025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Checking segment: {'id': 'aaefdedb-9fd0-4369-b2db-ba19727d9dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '53c5008a-4202-4d1e-bf5e-74354384bea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:15.426442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Network hostable DHCP agents. Network: 53c5008a-4202-4d1e-bf5e-74354384bea6, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:15.445572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.454849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-775e912e-88c6-4962-9ba2-06f0fb147777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.459185 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-775e912e-88c6-4962-9ba2-06f0fb147777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "DELETE /v2.0/ports/b6d67b1d-b6e0-4e7b-8248-67817bee5f17 HTTP/1.1" status: 204 len: 168 time: 1.8858809 Dec 20 15:51:15.459185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e912e-88c6-4962-9ba2-06f0fb147777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6d67b1d-b6e0-4e7b-8248-67817bee5f17,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.471247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45238) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:15.521252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.538041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Attempting to bind port 82ad92b2-f486-43f2-b632-2866c0639c9f on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:15.538410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Attempting to bind port 82ad92b2-f486-43f2-b632-2866c0639c9f by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:15.538777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Attempting to bind port 82ad92b2-f486-43f2-b632-2866c0639c9f on network 45fef1de-5c23-4649-8c8d-c1f53a17597b {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:15.554277 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:15.554645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Checking segment: {'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:15.555893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.556299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Bound using segment: {'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:15.556780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Bound port: 82ad92b2-f486-43f2-b632-2866c0639c9f, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:15.557974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.566225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.567802 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0199652 Dec 20 15:51:15.578667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45242) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:15.582556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:15.583167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.583789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc908c5-5fe0-44d9-b0ae-d71f8b02ee77 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ac4bbe4-5efc-4fc2-a164-63bb2abce18d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.585448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1cfda68e-68b1-4e91-aba7-cc54fd1e4c93 None None] Provisioning for port f5cffada-70fd-4289-9736-187cc43d5015 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:15.588657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-adc908c5-5fe0-44d9-b0ae-d71f8b02ee77 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:15.593843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Request body: {'security_group_rule': {'security_group_id': '2493188e-952d-4e9f-bec8-4ed294ffbd52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:15.599858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-400a2caa-d264-4d3e-bbe5-dd7b7aab92fa tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:15.605690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:15.605690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:15.605690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-adc908c5-5fe0-44d9-b0ae-d71f8b02ee77 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.605690 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-adc908c5-5fe0-44d9-b0ae-d71f8b02ee77 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "DELETE /v2.0/ports/9ac4bbe4-5efc-4fc2-a164-63bb2abce18d HTTP/1.1" status: 204 len: 168 time: 2.3454595 Dec 20 15:51:15.606663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:15.608854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45246) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:15.614769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266', 'external_fixed_ips': [{'subnet_id': '2fc86850-8eb9-4e36-8e0d-e7e8e853c14e', 'ip_address': '172.20.0.13'}]}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:15.618904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Usage tracker for resource:security_group_rule and tenant:f615b5485fc64dffb49eb11f2c1b73a9 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:15.622253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:15.624463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:15.631336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Usage tracker for resource:router and tenant:7997fadc9a3f4d68acdc5bfa75571a0e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:15.633926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:15.634980 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2da730-624c-409c-bdec-1344d75b825c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:51:15.636533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:15.645420 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cf2da730-624c-409c-bdec-1344d75b825c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "GET /v2.0/ports/b6d67b1d-b6e0-4e7b-8248-67817bee5f17 HTTP/1.1" status: 404 len: 333 time: 0.1619515 Dec 20 15:51:15.645559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45250) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:15.647570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1cfda68e-68b1-4e91-aba7-cc54fd1e4c93 None None] Provisioning complete for port f5cffada-70fd-4289-9736-187cc43d5015 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:15.647866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1cfda68e-68b1-4e91-aba7-cc54fd1e4c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.648086 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:15.652929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Request body: {'port': {'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591102161'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:15.658820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:15.665006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Usage tracker for resource:port and tenant:26007746bc1c41a4b7b96c52a4dc9c4e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:15.668888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:15.674847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:15.730598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1cfda68e-68b1-4e91-aba7-cc54fd1e4c93 None None] Port f5cffada-70fd-4289-9736-187cc43d5015 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:15.735516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] For port 82ad92b2-f486-43f2-b632-2866c0639c9f, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:15.739156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] For port 82ad92b2-f486-43f2-b632-2866c0639c9f, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=82ad92b2-f486-43f2-b632-2866c0639c9f,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:15.739635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.800370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Made reservation on behalf of 26007746bc1c41a4b7b96c52a4dc9c4e for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:15.802697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.811484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.812550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.829919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.837356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'Network': ['ID=3864401e-19b1-4b75-80a1-e450bbf523d8,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.841718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.846354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:15.856013 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2842684 Dec 20 15:51:15.856192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] device_id is not set on port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:15.856269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:15.888879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45254) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:15.895979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'ports': [{'network_id': 'c30f574e-d838-4664-ac49-9e227dffcc33', 'name': 'tempest-port--992426790', 'admin_state_up': True}, {'network_id': '3864401e-19b1-4b75-80a1-e450bbf523d8', 'admin_state_up': False}]} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:15.896290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'port': {'network_id': 'c30f574e-d838-4664-ac49-9e227dffcc33', 'name': 'tempest-port--992426790', 'admin_state_up': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:15.896761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'port': {'network_id': '3864401e-19b1-4b75-80a1-e450bbf523d8', 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:15.902579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 3864401e-19b1-4b75-80a1-e450bbf523d8 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:15.905910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Network 53c5008a-4202-4d1e-bf5e-74354384bea6 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:15.942527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.948051 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:15.948238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Routers {'734399bd-6a08-445d-a586-5173d2f9aebf'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:15.948852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:50:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['734399bd-6a08-445d-a586-5173d2f9aebf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:15.989254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:16.072169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 53c5008a-4202-4d1e-bf5e-74354384bea6) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:16.099256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:16.099847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.156108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] Set router 734399bd-6a08-445d-a586-5173d2f9aebf gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:16.207238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.215270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.234302 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7272506 Dec 20 15:51:16.237027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45262) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:16.242740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Request body: {'floatingip': {'floating_network_id': '53c5008a-4202-4d1e-bf5e-74354384bea6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:16.250472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:16.258107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Usage tracker for resource:floatingip and tenant:d76cf5473bb84b83916a7dd9b1e57ad6 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:16.267853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:16.271402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.282553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.289581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032c8c18-d943-4334-a3d3-0811c210993c,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:16.294136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e17ce-1161-496d-b2d1-95ba861c85de None None] Network 53c5008a-4202-4d1e-bf5e-74354384bea6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:16.294427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:16.295030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45266) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:16.304990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:16.306843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:16.356081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.428214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.436857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Pushing event updated for resources: {'Port': ['ID=f5cffada-70fd-4289-9736-187cc43d5015,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:16.444408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:16.444947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:16.476139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.510800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.523978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:16.533257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56429609-e4e8-4ecf-83d1-1d5eb3b7e9b0 None None] Pushing event updated for resources: {'Port': ['ID=82ad92b2-f486-43f2-b632-2866c0639c9f,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:16.536685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-56429609-e4e8-4ecf-83d1-1d5eb3b7e9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:16.577021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd76c2a1-bedc-423b-bf82-06caf05c4bac,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:16.584096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:16.599789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Usage tracker for resource:port and tenant:4b81acc9cb174240b59101ca0e283c00 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:16.607478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:16.611880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.615570 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0264294 Dec 20 15:51:16.618525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45272) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:16.621571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:16.623419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.642410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Request body: {'security_group_rule': {'security_group_id': '2493188e-952d-4e9f-bec8-4ed294ffbd52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:16.674207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.677090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:16.684160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] Usage tracker for resource:security_group_rule and tenant:5effe0d67aa044428efaf036a267f470 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:16.687416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:16.690473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:16.694944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:16.752703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Usage tracker for resource:security_group_rule and tenant:f615b5485fc64dffb49eb11f2c1b73a9 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:16.760012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Made reservation on behalf of 4b81acc9cb174240b59101ca0e283c00 for: {'port': 2} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:16.763876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.764004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:16.784336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.790840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.830954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:16.838188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.848652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae736508-e27f-49ae-a60f-0319e81bf554 None None] Network 53c5008a-4202-4d1e-bf5e-74354384bea6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:16.865028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f67af1db-1c02-44bc-81ed-d5a23b557df7 tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:16.895678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:16.950349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:06Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '82ad92b2-f486-43f2-b632-2866c0639c9f', 'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'mac_address': 'fa:16:3e:57:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:04Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'subnets': [{'id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:16.959035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3db1f-31aa-4f78-8c31-2b67934ffe59 None None] The sync data for ids ['734399bd-6a08-445d-a586-5173d2f9aebf'] in dv-neutron-821074-1-hyperv is: [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:06Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '82ad92b2-f486-43f2-b632-2866c0639c9f', 'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'mac_address': 'fa:16:3e:57:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:04Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'subnets': [{'id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:51:16.962412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:16.966264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:17.053340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Network 01dad90e-9efd-4542-bade-b83ae9ea3831 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:17.071112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] device_id is not set on port b7e6ae7d-3665-451c-b53c-0eb7dd8ffeba yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:17.074252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:17.118203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Network 6db56b5a-5b46-4de6-bf16-2c515278c491 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:17.119964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:17.122815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:17.123994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:17.124716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.147193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event updated for resources: {'Port': ['ID=ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:17.151655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.167576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:17.168231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:17.183779 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5effe0d67aa044428efaf036a267f470&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8839264 Dec 20 15:51:17.194821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45276) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:17.302961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac27f1a-eec8-4a13-a442-0bde512527b3,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:17.305886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:17.467529 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8232756 Dec 20 15:51:17.469908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45280) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:17.485469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.494266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f0a92743-0aae-4cca-b645-f473de3aa09a None None] Provisioning complete for port cd76c2a1-bedc-423b-bf82-06caf05c4bac triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:17.494812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f0a92743-0aae-4cca-b645-f473de3aa09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.498958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:17.550831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f0a92743-0aae-4cca-b645-f473de3aa09a None None] Port cd76c2a1-bedc-423b-bf82-06caf05c4bac cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:17.572416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f0a92743-0aae-4cca-b645-f473de3aa09a None None] Provisioning complete for port f5cffada-70fd-4289-9736-187cc43d5015 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:17.572988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f0a92743-0aae-4cca-b645-f473de3aa09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.588804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5d3dc8f-ad1d-4f98-ab1d-6681983fa329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.633474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f0a92743-0aae-4cca-b645-f473de3aa09a None None] Port f5cffada-70fd-4289-9736-187cc43d5015 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:17.667275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.690824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5d3dc8f-ad1d-4f98-ab1d-6681983fa329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.704522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.818270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.876737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] device_id is not set on port ce2e557e-3c99-4266-b060-53728b14ac2e yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:17.898606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:17.941645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e92964-5e42-49ac-83d4-6163169a5e61,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:17.950736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:17.962866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:17.984322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Allocated IP 172.20.0.10 (53c5008a-4202-4d1e-bf5e-74354384bea6/0b579bc0-425e-41c3-baa2-e9d7a8086d8b/3fcfaf28-50fc-4d99-adb5-68534241d743) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:18.003773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.040315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5d3dc8f-ad1d-4f98-ab1d-6681983fa329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.050111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.054566 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:18.075418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.079604 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4546371 Dec 20 15:51:18.086950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45284) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:18.116891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:18.123516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3dc8f-ad1d-4f98-ab1d-6681983fa329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac27f1a-eec8-4a13-a442-0bde512527b3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:18.127309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:18.139358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f5d3dc8f-ad1d-4f98-ab1d-6681983fa329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:18.162322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 82ad92b2-f486-43f2-b632-2866c0639c9f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:18.185827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5d3dc8f-ad1d-4f98-ab1d-6681983fa329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.190434 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f5d3dc8f-ad1d-4f98-ab1d-6681983fa329 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ac27f1a-eec8-4a13-a442-0bde512527b3 HTTP/1.1" status: 204 len: 168 time: 0.9928048 Dec 20 15:51:18.263271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.306344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Usage tracker for resource:floatingip and tenant:f615b5485fc64dffb49eb11f2c1b73a9 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:18.356279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Allocated IP 172.20.0.13 (4ee2e4f3-ab30-40d1-a419-53843e229266/2fc86850-8eb9-4e36-8e0d-e7e8e853c14e/a795f542-f2b6-43eb-b986-97ddf95c14e0) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:18.363312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:18.478576 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 82ad92b2-f486-43f2-b632-2866c0639c9f completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:18.483957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.484120 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 82ad92b2-f486-43f2-b632-2866c0639c9f triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:18.484531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.496453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c6128c66-4c11-4353-be9a-863b0adaa21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:18.522121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:18.556799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.589633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'Port': ['ID=b7e6ae7d-3665-451c-b53c-0eb7dd8ffeba,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:18.595229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:18.610866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.628410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Checking segment: {'id': 'd8b28730-652d-420e-9821-e92863c7282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c30f574e-d838-4664-ac49-9e227dffcc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:18.628765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Network hostable DHCP agents. Network: c30f574e-d838-4664-ac49-9e227dffcc33, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:18.638704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.688881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 82ad92b2-f486-43f2-b632-2866c0639c9f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=82ad92b2-f486-43f2-b632-2866c0639c9f,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:18.692603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.719214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.724123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f5a0dcf0-cfc7-44ab-9162-2836a26cdb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:18.750035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] device_id is not set on port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:18.757403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Network c30f574e-d838-4664-ac49-9e227dffcc33 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:18.762792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.795011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.795775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Network 4ee2e4f3-ab30-40d1-a419-53843e229266 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:18.799102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:18.801082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:18.802547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:18.806614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Transition to ACTIVE for port object ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:18.829319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Router 7eb2de97-8eee-40c8-8df6-3f444aca9914 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:51:18.831082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Router c28c808a-1e97-4547-9932-e13adc79b0b0 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:51:18.831759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event updated for resources: {'Port': ['ID=a795f542-f2b6-43eb-b986-97ddf95c14e0,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:18.839664 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:18.869810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=82ad92b2-f486-43f2-b632-2866c0639c9f,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:18.873920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:18.885550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, c30f574e-d838-4664-ac49-9e227dffcc33) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:18.890317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:18.891154 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.897158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.897325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:18.897976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b393094-eaf6-4782-95d0-a7fb4a5872b3 None None] Network c30f574e-d838-4664-ac49-9e227dffcc33 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:18.898273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:18.914242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:18.990649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'Port': ['ID=ce2e557e-3c99-4266-b060-53728b14ac2e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:18.995171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:18.999092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Checking segment: {'id': '93645bd5-0bc3-4a1c-b203-7915148e8473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3864401e-19b1-4b75-80a1-e450bbf523d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:18.999451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Network hostable DHCP agents. Network: 3864401e-19b1-4b75-80a1-e450bbf523d8, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:19.036797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:19.037577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:19.172846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45292) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:19.184953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Network 3864401e-19b1-4b75-80a1-e450bbf523d8 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:19.193687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event updated for resources: {'Port': ['ID=ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:19.223394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Network 53c5008a-4202-4d1e-bf5e-74354384bea6 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:19.256927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 3864401e-19b1-4b75-80a1-e450bbf523d8) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:19.258819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:19.262048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:19.266241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:19.270586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598f7dc-63b5-44e9-b7ab-3a2e1fc12519 None None] Network 3864401e-19b1-4b75-80a1-e450bbf523d8 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:19.270695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:19.270695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:19.273144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:19.405494 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5155430 Dec 20 15:51:19.408123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45298) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:19.444775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:19.445132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:19.445499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:19.445673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Router 2e4b7a55-f810-4a91-90b1-96d63f5f0e4f is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:51:19.507628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:19.518190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event updated for resources: {'Port': ['ID=3fcfaf28-50fc-4d99-adb5-68534241d743,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:19.603592 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fee7b5c8-1232-4520-be19-5f12541bb728 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90664b28e6ba4da7be44cccd27409e7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4232271 Dec 20 15:51:19.606806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45302) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:19.611815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:19.612956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.645s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:19.613311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:19.627529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:19.627876 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:19.637772 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 2 to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e Dec 20 15:51:19.658576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c70e3a-4464-4c41-8c0a-9e88b14c12fc tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:19.662503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c70e3a-4464-4c41-8c0a-9e88b14c12fc tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:19.663975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-84c70e3a-4464-4c41-8c0a-9e88b14c12fc tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Synchronizing usage tracker for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:19.717240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:19.717615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:19.717946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:19.782779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3cce994-c428-4e57-a9c8-46df848656a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:19.784624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-84c70e3a-4464-4c41-8c0a-9e88b14c12fc tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Unset dirty status for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:19.785792 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-84c70e3a-4464-4c41-8c0a-9e88b14c12fc tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3764930 Dec 20 15:51:19.790010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45306) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:19.797320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:19.797648 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:19.812310 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 3 to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e Dec 20 15:51:19.854336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:19.854658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:19.855010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:19.879997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3cce994-c428-4e57-a9c8-46df848656a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:19.889003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:19.889329 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:19.896235 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 4 to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e Dec 20 15:51:19.904597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-dac78663-2864-4b07-b0cf-93ab8aff3f37 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Deleting port b7e6ae7d-3665-451c-b53c-0eb7dd8ffeba {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:19.905401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dac78663-2864-4b07-b0cf-93ab8aff3f37 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:19.906089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Allocated IP 172.26.7.42 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/08c7bfc2-5b8c-4f7a-bdce-edd5f948e873) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:20.011101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:20.011978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:20.012311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:20.026951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:20.030604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:51:20.044009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:51:20.065047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:20.065378 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:20.067753 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 5 to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e Dec 20 15:51:20.082865 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Sync routers for ids ['2e4b7a55-f810-4a91-90b1-96d63f5f0e4f'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:51:20.108624 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Routers {'2e4b7a55-f810-4a91-90b1-96d63f5f0e4f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:20.108812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:51:20.110582 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:50:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2e4b7a55-f810-4a91-90b1-96d63f5f0e4f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:20.124671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 82ad92b2-f486-43f2-b632-2866c0639c9f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:20.164505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3cce994-c428-4e57-a9c8-46df848656a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:20.252517 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 82ad92b2-f486-43f2-b632-2866c0639c9f triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:20.253313 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:20.286011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3cce994-c428-4e57-a9c8-46df848656a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:20.291254 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d3cce994-c428-4e57-a9c8-46df848656a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a961a70f-77ca-435e-9d4b-9b8d13166b02 HTTP/1.1" status: 204 len: 168 time: 0.6793346 Dec 20 15:51:20.292352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-703f1d49-3416-4366-bb6d-fd4d639166cc tempest-RoutersAdminNegativeIpV6Test-1781533522 tempest-RoutersAdminNegativeIpV6Test-1781533522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:20.327264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:20.328382 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.7186348 Dec 20 15:51:20.332895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45312) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:20.335481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:20.335949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:20.336449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:20.372251 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] 10.222.0.62 "PUT /v2.0/routers/7eb2de97-8eee-40c8-8df6-3f444aca9914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8731716 Dec 20 15:51:20.461527 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] 10.222.0.62 "PUT /v2.0/routers/c28c808a-1e97-4547-9932-e13adc79b0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0659556 Dec 20 15:51:20.489926 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Set router 2e4b7a55-f810-4a91-90b1-96d63f5f0e4f gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:20.494034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:20.494360 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:20.494945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cce994-c428-4e57-a9c8-46df848656a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a961a70f-77ca-435e-9d4b-9b8d13166b02,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:20.507912 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 6 to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e Dec 20 15:51:20.513583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dac78663-2864-4b07-b0cf-93ab8aff3f37 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:20.548155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d3cce994-c428-4e57-a9c8-46df848656a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:20.578163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:20.621640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:20.621640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:20.621640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:20.681665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:20.681989 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:20.696624 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 7 to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e Dec 20 15:51:20.742685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-dac78663-2864-4b07-b0cf-93ab8aff3f37 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Calling delete_port for b7e6ae7d-3665-451c-b53c-0eb7dd8ffeba owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:20.901443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:20.932103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:20.932444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:20.932778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:20.933210 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4b7a55-f810-4a91-90b1-96d63f5f0e4f', 'name': '', 'tenant_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266', 'external_fixed_ips': [{'subnet_id': '2fc86850-8eb9-4e36-8e0d-e7e8e853c14e', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a795f542-f2b6-43eb-b986-97ddf95c14e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:15Z', 'updated_at': '2021-12-20T15:51:18Z', 'revision_number': 3, 'project_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'gw_port': {'id': 'a795f542-f2b6-43eb-b986-97ddf95c14e0', 'name': '', 'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4b7a55-f810-4a91-90b1-96d63f5f0e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2fc86850-8eb9-4e36-8e0d-e7e8e853c14e', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:18Z', 'updated_at': '2021-12-20T15:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc86850-8eb9-4e36-8e0d-e7e8e853c14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:20.940731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:20.941126 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:20.942575 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 8 to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e Dec 20 15:51:20.944303 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Checking router: 2e4b7a55-f810-4a91-90b1-96d63f5f0e4f for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:51:20.945196 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Updating router 2e4b7a55-f810-4a91-90b1-96d63f5f0e4f port a795f542-f2b6-43eb-b986-97ddf95c14e0 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:51:20.977456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:20.977786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:20.978190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:20.986466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:20.990119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:20.990579 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:20.990990 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 9 to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e Dec 20 15:51:21.006632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:21.006992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:21.007333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:21.016710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:21.019656 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:21.020171 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 10 to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e Dec 20 15:51:21.045073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.058975 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.060453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.062907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:21.063453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:21.065497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:21.081183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:21.176531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.188288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dac78663-2864-4b07-b0cf-93ab8aff3f37 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.200491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:21.200687 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:21.201036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.212362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-adc908c5-5fe0-44d9-b0ae-d71f8b02ee77 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:21.328146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac78663-2864-4b07-b0cf-93ab8aff3f37 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event deleted for resources: {'Port': ['ID=b7e6ae7d-3665-451c-b53c-0eb7dd8ffeba,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:21.343720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dac78663-2864-4b07-b0cf-93ab8aff3f37 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.358342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dac78663-2864-4b07-b0cf-93ab8aff3f37 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:21.442261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:21.442751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Pushing event updated for resources: {'Port': ['ID=08c7bfc2-5b8c-4f7a-bdce-edd5f948e873,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:21.446670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:21.463213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:21.494570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45338) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:21.507789 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dac78663-2864-4b07-b0cf-93ab8aff3f37 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "DELETE /v2.0/ports/b7e6ae7d-3665-451c-b53c-0eb7dd8ffeba HTTP/1.1" status: 204 len: 168 time: 1.7163188 Dec 20 15:51:21.513742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544455317', 'description': 'tempest-description--270492424'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:21.518987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45342) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:21.553667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:21.558670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:21.565866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:21.581360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Usage tracker for resource:security_group and tenant:4d44fdd266094759ad453f663aacf9b1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:21.592382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:21.599962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.608682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:21.628882 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.634434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a7081655-aa46-413b-8fd8-36447b102d29 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Deleting port ce2e557e-3c99-4266-b060-53728b14ac2e {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:21.635038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7081655-aa46-413b-8fd8-36447b102d29 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.641757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] For port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:21.642124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempted to set empty binding levels {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:51:21.643414 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Transition to ACTIVE for port object a795f542-f2b6-43eb-b986-97ddf95c14e0 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:21.667885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event updated for resources: {'Port': ['ID=3fcfaf28-50fc-4d99-adb5-68534241d743,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:21.671236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:21.736870 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.740977 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:21.742658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45348) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:21.753117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.772860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267687930', 'description': 'tempest-description--161378971'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:21.779309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:21.781674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.784706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Usage tracker for resource:security_group and tenant:15defa48c8214441a24211b2fbdf4cd8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:21.787959 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:21.793897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:21.806163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.806609 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5685222 Dec 20 15:51:21.811226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45352) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:21.830219 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Attempting to bind port a795f542-f2b6-43eb-b986-97ddf95c14e0 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:21.831194 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Attempting to bind port a795f542-f2b6-43eb-b986-97ddf95c14e0 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '97fcb873-c2b3-4d1b-8535-1f732f9ec1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:21.831194 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Attempting to bind port a795f542-f2b6-43eb-b986-97ddf95c14e0 on network 4ee2e4f3-ab30-40d1-a419-53843e229266 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:21.833691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f2bbeb4a-809a-4995-aa01-7cf7ab9afc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:21.837197 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1b825-ebc0-4768-a054-920cbadf5f98 None None] Pushing event updated for resources: {'Port': ['ID=a795f542-f2b6-43eb-b986-97ddf95c14e0,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:21.842326 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-1da1b825-ebc0-4768-a054-920cbadf5f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:21.843536 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:21.843981 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Checking segment: {'id': '97fcb873-c2b3-4d1b-8535-1f732f9ec1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:21.844305 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.844690 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Bound using segment: {'id': '97fcb873-c2b3-4d1b-8535-1f732f9ec1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:21.845164 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Bound port: a795f542-f2b6-43eb-b986-97ddf95c14e0, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97fcb873-c2b3-4d1b-8535-1f732f9ec1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:21.845564 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.885693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.922473 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] For port a795f542-f2b6-43eb-b986-97ddf95c14e0, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:21.926756 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] For port a795f542-f2b6-43eb-b986-97ddf95c14e0, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a795f542-f2b6-43eb-b986-97ddf95c14e0,segment=NetworkSegment(97fcb873-c2b3-4d1b-8535-1f732f9ec1cb),segment_id=97fcb873-c2b3-4d1b-8535-1f732f9ec1cb)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:21.947424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-54abc0c5-5773-4d7c-9a88-78f4350788cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.984478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] In _notify_port_updated(), no bound segment for port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:51:21.985949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:21.987707 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "PUT /v2.0/ports/ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e HTTP/1.1" status: 200 len: 981 time: 4.5001721 Dec 20 15:51:21.993586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45358) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:21.995999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event updated for resources: {'Port': ['ID=ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:21.999359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:22.029880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fa470b87-c9a6-4b05-bcb1-9a90248fc912 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Synchronizing usage tracker for tenant:d76cf5473bb84b83916a7dd9b1e57ad6 on resource:floatingip {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:22.039608 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.045716 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-a2c1a598-c592-44c2-8e32-d2761fd9811f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:22.063248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7081655-aa46-413b-8fd8-36447b102d29 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.114528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.176469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 342ead3f-5443-44ab-8259-be001521d95a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:22.193291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fa470b87-c9a6-4b05-bcb1-9a90248fc912 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Unset dirty status for tenant:d76cf5473bb84b83916a7dd9b1e57ad6 on resource:floatingip {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:22.193480 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a7081655-aa46-413b-8fd8-36447b102d29 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Calling delete_port for ce2e557e-3c99-4266-b060-53728b14ac2e owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:22.197508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fa470b87-c9a6-4b05-bcb1-9a90248fc912 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=53c5008a-4202-4d1e-bf5e-74354384bea6 HTTP/1.1" status: 200 len: 690 time: 0.3181028 Dec 20 15:51:22.209041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45364) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:22.215099 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1b825-ebc0-4768-a054-920cbadf5f98 None None] Pushing event updated for resources: {'Port': ['ID=a795f542-f2b6-43eb-b986-97ddf95c14e0,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:22.245559 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Routers {'2e4b7a55-f810-4a91-90b1-96d63f5f0e4f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:22.248935 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:50:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2e4b7a55-f810-4a91-90b1-96d63f5f0e4f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:22.280422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:22.283931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.297854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Usage tracker for resource:security_group_rule and tenant:4d44fdd266094759ad453f663aacf9b1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:22.303983 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-44a1a55c-378f-4a2a-a973-25135f9b3fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15774 time: 0.3090649 Dec 20 15:51:22.315362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:22.320344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45370) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:22.345125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:22.386018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:22.390464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Usage tracker for resource:security_group_rule and tenant:15defa48c8214441a24211b2fbdf4cd8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:22.399373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:22.404747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 342ead3f-5443-44ab-8259-be001521d95a completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:22.410926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 342ead3f-5443-44ab-8259-be001521d95a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:22.411486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.413686 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-1da1b825-ebc0-4768-a054-920cbadf5f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:22.430965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.442210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:22.444008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7081655-aa46-413b-8fd8-36447b102d29 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.470442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:22.496483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45374) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:22.526635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7081655-aa46-413b-8fd8-36447b102d29 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event deleted for resources: {'Port': ['ID=ce2e557e-3c99-4266-b060-53728b14ac2e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:22.535083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a7081655-aa46-413b-8fd8-36447b102d29 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:22.552226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Deleting port a795f542-f2b6-43eb-b986-97ddf95c14e0 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:22.552619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.577046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7081655-aa46-413b-8fd8-36447b102d29 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.593227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.621317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 342ead3f-5443-44ab-8259-be001521d95a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=342ead3f-5443-44ab-8259-be001521d95a,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:22.625864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Deleting port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:22.626518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.647264 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] Set router 2e4b7a55-f810-4a91-90b1-96d63f5f0e4f gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:22.677440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.682085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.702328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.704742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:22.715154 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a7081655-aa46-413b-8fd8-36447b102d29 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "DELETE /v2.0/ports/ce2e557e-3c99-4266-b060-53728b14ac2e HTTP/1.1" status: 204 len: 168 time: 1.1926396 Dec 20 15:51:22.716958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.726778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45380) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:22.770302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.822790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Deleting port 3fcfaf28-50fc-4d99-adb5-68534241d743 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:22.823142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.854457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=342ead3f-5443-44ab-8259-be001521d95a,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:22.856020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d0ad7cf9-6c9d-4fc2-846f-4314be0055ac tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Synchronizing usage tracker for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:22.857963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:22.866271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:22.874027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:51:22.874439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.888574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-00e0bbc1-c2d9-4736-99bc-de326b2be8f6 tempest-DvrRoutersNegativeTest-2065769824 tempest-DvrRoutersNegativeTest-2065769824-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1325682754', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:22.891100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.policy [None req-00e0bbc1-c2d9-4736-99bc-de326b2be8f6 tempest-DvrRoutersNegativeTest-2065769824 tempest-DvrRoutersNegativeTest-2065769824-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84392) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 20 15:51:22.891474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.policy [None req-00e0bbc1-c2d9-4736-99bc-de326b2be8f6 tempest-DvrRoutersNegativeTest-2065769824 tempest-DvrRoutersNegativeTest-2065769824-project] Failed policy check for 'create_router' {{(pid=84392) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 20 15:51:22.892108 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-00e0bbc1-c2d9-4736-99bc-de326b2be8f6 tempest-DvrRoutersNegativeTest-2065769824 tempest-DvrRoutersNegativeTest-2065769824-project] create failed (client error): Access was denied to this resource. Dec 20 15:51:22.897869 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-00e0bbc1-c2d9-4736-99bc-de326b2be8f6 tempest-DvrRoutersNegativeTest-2065769824 tempest-DvrRoutersNegativeTest-2065769824-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3941047 Dec 20 15:51:22.917971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.986578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] For port a795f542-f2b6-43eb-b986-97ddf95c14e0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a795f542-f2b6-43eb-b986-97ddf95c14e0,segment=NetworkSegment(97fcb873-c2b3-4d1b-8535-1f732f9ec1cb),segment_id=97fcb873-c2b3-4d1b-8535-1f732f9ec1cb)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:22.987205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:22.997792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231281b7-8e4b-4940-933f-62e3179881d1,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:23.005346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:23.012908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:23.024748 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4b7a55-f810-4a91-90b1-96d63f5f0e4f', 'name': '', 'tenant_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266', 'external_fixed_ips': [{'subnet_id': '2fc86850-8eb9-4e36-8e0d-e7e8e853c14e', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a795f542-f2b6-43eb-b986-97ddf95c14e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:15Z', 'updated_at': '2021-12-20T15:51:18Z', 'revision_number': 3, 'project_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'gw_port': {'id': 'a795f542-f2b6-43eb-b986-97ddf95c14e0', 'name': '', 'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4b7a55-f810-4a91-90b1-96d63f5f0e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2fc86850-8eb9-4e36-8e0d-e7e8e853c14e', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:18Z', 'updated_at': '2021-12-20T15:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc86850-8eb9-4e36-8e0d-e7e8e853c14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:23.029470 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f1862-318c-4b0a-a029-5aa29025c412 None None] The sync data for ids ['2e4b7a55-f810-4a91-90b1-96d63f5f0e4f'] in dv-neutron-821074-1-hyperv is: [{'id': '2e4b7a55-f810-4a91-90b1-96d63f5f0e4f', 'name': '', 'tenant_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266', 'external_fixed_ips': [{'subnet_id': '2fc86850-8eb9-4e36-8e0d-e7e8e853c14e', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a795f542-f2b6-43eb-b986-97ddf95c14e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:15Z', 'updated_at': '2021-12-20T15:51:18Z', 'revision_number': 3, 'project_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'gw_port': {'id': 'a795f542-f2b6-43eb-b986-97ddf95c14e0', 'name': '', 'network_id': '4ee2e4f3-ab30-40d1-a419-53843e229266', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4b7a55-f810-4a91-90b1-96d63f5f0e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2fc86850-8eb9-4e36-8e0d-e7e8e853c14e', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:18Z', 'updated_at': '2021-12-20T15:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc86850-8eb9-4e36-8e0d-e7e8e853c14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:51:23.067873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.077777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-325dd36b-3784-40c3-b316-2483bfaeb4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:23.141110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.147374 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3980525 Dec 20 15:51:23.147374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.147374 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.6477902 Dec 20 15:51:23.150625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Calling delete_port for a795f542-f2b6-43eb-b986-97ddf95c14e0 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:23.165304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45386) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:23.165660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45388) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:23.174198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] For port ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e, host hv-neutron-8210, got binding levels [] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:23.174547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.181894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d0ad7cf9-6c9d-4fc2-846f-4314be0055ac tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Unset dirty status for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:23.186942 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d0ad7cf9-6c9d-4fc2-846f-4314be0055ac tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4549825 Dec 20 15:51:23.191697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45394) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:23.199374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Request body: {'security_group_rule': {'security_group_id': '231281b7-8e4b-4940-933f-62e3179881d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:23.203112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-340705012'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:23.205858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Request body: {'security_group_rule': {'security_group_id': 'c0d798ab-a91b-4b71-a465-7b6d268373c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:23.208239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d798ab-a91b-4b71-a465-7b6d268373c7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:23.218176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:23.218681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:23.218920 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:23.226278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Usage tracker for resource:network and tenant:4b81acc9cb174240b59101ca0e283c00 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:23.228499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:23.231615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:23.239507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:23.294299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Usage tracker for resource:security_group_rule and tenant:15defa48c8214441a24211b2fbdf4cd8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:23.347878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Usage tracker for resource:security_group_rule and tenant:4d44fdd266094759ad453f663aacf9b1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:23.357846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Calling delete_port for ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:23.390034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:23.394938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:23.436161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:23.439970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:23.447168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45400) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:23.453752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Made reservation on behalf of 4b81acc9cb174240b59101ca0e283c00 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:23.456934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.461376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Pushing event updated for resources: {'Port': ['ID=08c7bfc2-5b8c-4f7a-bdce-edd5f948e873,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:23.478723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:23.493583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.493906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.696658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Calling delete_port for 3fcfaf28-50fc-4d99-adb5-68534241d743 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:23.709987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.716917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:23.718842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:23.768307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.768870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event deleted for resources: {'Port': ['ID=a795f542-f2b6-43eb-b986-97ddf95c14e0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:23.772913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.773207 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Added segment d1ed8777-8273-4c63-9bb5-ccb0a09804fe of type vlan for network a8c4a8d8-2461-473a-b3dc-ac2a22a75c08 Dec 20 15:51:23.774942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:23.779013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.785635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.804969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.935029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:23.944992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] Usage tracker for resource:security_group_rule and tenant:fe0697b09bf2446d8aa07c9486555919 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:23.953523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:23.955271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:23.975618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:24.011168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:24.035439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.043991 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.063344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.073082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 342ead3f-5443-44ab-8259-be001521d95a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:24.077362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.083040 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9835126 Dec 20 15:51:24.085846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:24.094671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:24.132843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.144313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.163566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.172140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:51:24.178631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a9449844-6942-42e1-80e6-e8e34047c901 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:24.218403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d284012e-a38b-4dba-865c-20a33de7e639,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:24.228861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.232773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:24.238767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.239635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:24.251449 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 342ead3f-5443-44ab-8259-be001521d95a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:24.251818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.262563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3537e721-affb-4e15-b878-2f81d0bf4856,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:24.265021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:24.272031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.275999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:24.317044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-150855cd-217f-4559-b98c-9f270d0ae59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.319048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.321128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.322317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1515067 Dec 20 15:51:24.328842 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "DELETE /v2.0/ports/ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e HTTP/1.1" status: 204 len: 168 time: 2.0052564 Dec 20 15:51:24.329003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45412) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:24.330501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:24.331103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.339674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45414) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:24.340514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:24.344501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.345387 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1728618 Dec 20 15:51:24.346314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.347491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fcfaf28-50fc-4d99-adb5-68534241d743,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:24.349241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45418) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:24.352863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:24.363312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Request body: {'security_group_rule': {'security_group_id': 'c0d798ab-a91b-4b71-a465-7b6d268373c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:24.374757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Request body: {'security_group_rule': {'security_group_id': '231281b7-8e4b-4940-933f-62e3179881d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:24.438895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:24.449731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.452086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:24.466451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:24.470267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Usage tracker for resource:security_group_rule and tenant:15defa48c8214441a24211b2fbdf4cd8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:24.473913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:24.483766 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4e0bcb-0b62-4b0f-bb6a-e37362acc98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:51:24.484278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4c4e0bcb-0b62-4b0f-bb6a-e37362acc98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Synchronizing usage tracker for tenant:26007746bc1c41a4b7b96c52a4dc9c4e on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:24.490569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:24.505684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Usage tracker for resource:security_group_rule and tenant:4d44fdd266094759ad453f663aacf9b1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:24.510035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:24.539394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.553044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'Network': ['ID=a8c4a8d8-2461-473a-b3dc-ac2a22a75c08,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:24.558487 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3616395 Dec 20 15:51:24.560684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:24.561748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45430) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:24.563817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:24.570769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-803984718'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:24.581109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddb2e8d-e563-4c84-85e2-4e416008fbc3,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:24.582121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:24.586712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network a8c4a8d8-2461-473a-b3dc-ac2a22a75c08 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:24.588308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:24.593811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Usage tracker for resource:network and tenant:4b81acc9cb174240b59101ca0e283c00 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:24.598428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:24.598583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe0697b09bf2446d8aa07c9486555919&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1383286 Dec 20 15:51:24.601561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45434) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:24.604136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:24.628900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.671589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.700607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.701122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e4b7a55-f810-4a91-90b1-96d63f5f0e4f {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:51:24.709998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.719473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45440) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:24.729213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.733625 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "DELETE /v2.0/routers/2e4b7a55-f810-4a91-90b1-96d63f5f0e4f HTTP/1.1" status: 204 len: 168 time: 4.3902555 Dec 20 15:51:24.737089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45444) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:24.754258 dv-neutron-821074-1-hyperv neutron-server[84392]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 15:51:24.769107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.770199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Made reservation on behalf of 4b81acc9cb174240b59101ca0e283c00 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:24.773127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.803446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:24.811952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4c4e0bcb-0b62-4b0f-bb6a-e37362acc98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Unset dirty status for tenant:26007746bc1c41a4b7b96c52a4dc9c4e on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:24.813090 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4c4e0bcb-0b62-4b0f-bb6a-e37362acc98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "GET /v2.0/ports/ee0a322b-2c6d-4bdd-bf75-9f73a38cae2e HTTP/1.1" status: 404 len: 333 time: 0.4510376 Dec 20 15:51:24.814118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.814767 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Added segment 7d2aa055-75d8-4210-ac22-c65e63dd7eee of type vlan for network 4585a46a-8b51-43f5-81b6-c3f1ed681114 Dec 20 15:51:24.819336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45448) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:24.825151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002134215', 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:24.830575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:24.831296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.853077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:24.858507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.866597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c51a59a5-90f6-4ec7-a802-f6a11de8d60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.882170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.887152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:24.910272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3375a173-60b0-4b2e-9717-b41fd75c4895,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:24.912867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:24.952993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30616fa-67d2-42fc-b1ad-b70ec2d5a9b9 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Deleting subnet 2fc86850-8eb9-4e36-8e0d-e7e8e853c14e {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:51:24.963120 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-5c3833c4-77a6-4b4f-ad02-9d4dd1c60390 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--981852705&fields=id&tenant_id=f615b5485fc64dffb49eb11f2c1b73a9 HTTP/1.1" status: 200 len: 267 time: 0.2361569 Dec 20 15:51:24.965484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Made reservation on behalf of 26007746bc1c41a4b7b96c52a4dc9c4e for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:24.968068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.968842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c51a59a5-90f6-4ec7-a802-f6a11de8d60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.978166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d30616fa-67d2-42fc-b1ad-b70ec2d5a9b9 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:24.988714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] device_id is not set on port 8d768609-7e59-4e2f-aab9-2b38866c7ea1 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:25.020575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.025429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:25.025999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.033194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:25.074632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.075817 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7409093 Dec 20 15:51:25.081938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45454) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:25.103199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.103391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:25.123801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d30616fa-67d2-42fc-b1ad-b70ec2d5a9b9 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.127074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:25.185938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'Network': ['ID=4585a46a-8b51-43f5-81b6-c3f1ed681114,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:25.188303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Usage tracker for resource:floatingip and tenant:15defa48c8214441a24211b2fbdf4cd8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:25.195130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:25.198144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:25.203291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:25.213487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.223184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 4585a46a-8b51-43f5-81b6-c3f1ed681114 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:25.238126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:25.277407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.285123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0b579bc0-425e-41c3-baa2-e9d7a8086d8b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:25.327195 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7509768 Dec 20 15:51:25.327403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:25.327403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3a1cbead-3129-41b7-af90-d9287d1a5d27 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:25.358907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d30616fa-67d2-42fc-b1ad-b70ec2d5a9b9 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.398751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88a45f4-5527-4781-a88d-28079236a951,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:25.401031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.405958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.419351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:25.428214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-bf8d1947-7eff-45a3-9bb9-5c49560ba082 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:25.436835 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-bf8d1947-7eff-45a3-9bb9-5c49560ba082 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/networks?id=45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 200 len: 812 time: 0.4333799 Dec 20 15:51:25.448559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c51a59a5-90f6-4ec7-a802-f6a11de8d60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.470645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:25.501801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.511787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a59a5-90f6-4ec7-a802-f6a11de8d60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddb2e8d-e563-4c84-85e2-4e416008fbc3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:25.513089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45460) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:25.534857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'subnets': [{'network_id': 'a8c4a8d8-2461-473a-b3dc-ac2a22a75c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--172396957', 'ip_version': 4}, {'network_id': '4585a46a-8b51-43f5-81b6-c3f1ed681114', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:25.535546 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'subnet': {'network_id': 'a8c4a8d8-2461-473a-b3dc-ac2a22a75c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--172396957', 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:25.535964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c51a59a5-90f6-4ec7-a802-f6a11de8d60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:25.536068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Request body: {'subnet': {'network_id': '4585a46a-8b51-43f5-81b6-c3f1ed681114', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:25.543895 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-23b7d3bb-37dd-4178-9b85-61932b5616b0 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/quotas/f615b5485fc64dffb49eb11f2c1b73a9 HTTP/1.1" status: 200 len: 375 time: 0.1057801 Dec 20 15:51:25.594765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.600029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.684379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c5008a-4202-4d1e-bf5e-74354384bea6']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:25.691344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c51a59a5-90f6-4ec7-a802-f6a11de8d60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.695055 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c51a59a5-90f6-4ec7-a802-f6a11de8d60b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ddb2e8d-e563-4c84-85e2-4e416008fbc3 HTTP/1.1" status: 204 len: 168 time: 1.0898540 Dec 20 15:51:25.701138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaefdedb-9fd0-4369-b2db-ba19727d9dce') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:25.701441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaefdedb-9fd0-4369-b2db-ba19727d9dce') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:25.725866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.752682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.761118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:25.761567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:25.828014 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:25.874799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:25.881197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Usage tracker for resource:subnet and tenant:4b81acc9cb174240b59101ca0e283c00 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:25.882982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d30616fa-67d2-42fc-b1ad-b70ec2d5a9b9 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.883844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.885015 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5341861 Dec 20 15:51:25.885626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:25.888317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45466) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:25.892130 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-79a8276a-e173-49e9-b3ff-a4e51603cfd5 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3473465 Dec 20 15:51:25.897338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66f2fce4-6fe8-4622-bad8-f596924b46b0 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:25.899610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:25.905255 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.907655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:25.912107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.918878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:25.921188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6845eec6-d6f0-446d-8fb4-3e709f2f0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:25.932136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30616fa-67d2-42fc-b1ad-b70ec2d5a9b9 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc86850-8eb9-4e36-8e0d-e7e8e853c14e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:25.935748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d30616fa-67d2-42fc-b1ad-b70ec2d5a9b9 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:25.944737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d30616fa-67d2-42fc-b1ad-b70ec2d5a9b9 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:25.955682 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d30616fa-67d2-42fc-b1ad-b70ec2d5a9b9 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/2fc86850-8eb9-4e36-8e0d-e7e8e853c14e HTTP/1.1" status: 204 len: 168 time: 1.2099073 Dec 20 15:51:25.955921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45474) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:25.958877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Usage tracker for resource:floatingip and tenant:4d44fdd266094759ad453f663aacf9b1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:26.054156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.072546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53c5008a-4202-4d1e-bf5e-74354384bea6 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:51:26.075299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.077555 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "DELETE /v2.0/networks/53c5008a-4202-4d1e-bf5e-74354384bea6 HTTP/1.1" status: 204 len: 168 time: 3.8514028 Dec 20 15:51:26.081081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f777fedb-6b89-40dd-9cea-5c54158f1ed6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:26.095952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45480) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:26.118317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:26.140674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:26.161178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.172466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event deleted for resources: {'Network': ['ID=53c5008a-4202-4d1e-bf5e-74354384bea6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:26.174897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Network 6db56b5a-5b46-4de6-bf16-2c515278c491 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:26.175409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:26.186110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:26.191615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event updated for resources: {'Port': ['ID=8d768609-7e59-4e2f-aab9-2b38866c7ea1,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:26.193784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:26.201627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:26.201627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.207226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bdf3760f-b50a-4bd2-9590-1ec108e06212 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Synchronizing usage tracker for tenant:d76cf5473bb84b83916a7dd9b1e57ad6 on resource:floatingip {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:26.211135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:26.239379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-c69f73f9-d0ac-4257-ab84-98e3acd1cb21 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:51:26.241918 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-c69f73f9-d0ac-4257-ab84-98e3acd1cb21 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2393124 Dec 20 15:51:26.267996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Made reservation on behalf of 4b81acc9cb174240b59101ca0e283c00 for: {'subnet': 2} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:26.351830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.427008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bdf3760f-b50a-4bd2-9590-1ec108e06212 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Unset dirty status for tenant:d76cf5473bb84b83916a7dd9b1e57ad6 on resource:floatingip {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:26.428174 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bdf3760f-b50a-4bd2-9590-1ec108e06212 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3311670 Dec 20 15:51:26.436592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45488) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:26.452009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Allocated IP 172.26.7.196 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/2a25268d-aab2-46c6-b1f4-c81aa60428e8) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:26.529677 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7064877 Dec 20 15:51:26.536571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45494) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:26.548816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.597395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee2e4f3-ab30-40d1-a419-53843e229266']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:26.616477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fcb873-c2b3-4d1b-8535-1f732f9ec1cb') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:26.616799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fcb873-c2b3-4d1b-8535-1f732f9ec1cb') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:26.628277 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-2dba2db9-d8e2-4ff3-8b71-c8b58b02903b service neutron] 10.222.0.62 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599427 Dec 20 15:51:26.631533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.677451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.696392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:26.696786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:26.709890 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:26.775009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.775253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.805421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:26.816195 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367fd3d-c430-4f43-8f57-7838f4025c9c tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:26.816748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367fd3d-c430-4f43-8f57-7838f4025c9c tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:26.817385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367fd3d-c430-4f43-8f57-7838f4025c9c tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:26.817817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367fd3d-c430-4f43-8f57-7838f4025c9c tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:26.818092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367fd3d-c430-4f43-8f57-7838f4025c9c tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:26.818386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367fd3d-c430-4f43-8f57-7838f4025c9c tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:26.820391 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d367fd3d-c430-4f43-8f57-7838f4025c9c tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4016 time: 0.3797634 Dec 20 15:51:26.824467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45502) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:26.856966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c3b38b91-79fa-48b3-9072-0f81d19313ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Synchronizing usage tracker for tenant:26007746bc1c41a4b7b96c52a4dc9c4e on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:26.915143 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-f6459c7d-9d8c-4331-b9fb-e6c319c1a93b tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] delete failed (client error): The resource could not be found. Dec 20 15:51:26.918776 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f6459c7d-9d8c-4331-b9fb-e6c319c1a93b tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/5b389506-9460-44a9-8851-5e1b99b576cf HTTP/1.1" status: 404 len: 345 time: 0.0891750 Dec 20 15:51:26.919101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45506) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:26.956954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-6da1330c-730e-4bbb-bbb9-45712b3b55f0 service neutron] 10.222.0.62 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178701 Dec 20 15:51:26.958367 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b251add-b382-4022-9d57-db993fb69f79 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] DELETE failed (client error): The resource could not be found. Dec 20 15:51:26.958785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b251add-b382-4022-9d57-db993fb69f79 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:51:26.967911 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5b251add-b382-4022-9d57-db993fb69f79 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "DELETE /v2.0/networks/53c5008a-4202-4d1e-bf5e-74354384bea6 HTTP/1.1" status: 404 len: 339 time: 0.0363019 Dec 20 15:51:26.971324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45512) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:26.980841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Request body: {'network': {'name': 'tempest-network--221174937', 'router:external': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:26.987777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:26.992593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Usage tracker for resource:network and tenant:d76cf5473bb84b83916a7dd9b1e57ad6 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:26.996622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:27.005954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:27.016998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.021704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.022176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:27.052629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ee2e4f3-ab30-40d1-a419-53843e229266 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:51:27.055820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ee2e4f3-ab30-40d1-a419-53843e229266,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:27.060605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.062985 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "DELETE /v2.0/networks/4ee2e4f3-ab30-40d1-a419-53843e229266 HTTP/1.1" status: 204 len: 168 time: 1.1061032 Dec 20 15:51:27.065089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:27.127441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c3b38b91-79fa-48b3-9072-0f81d19313ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Unset dirty status for tenant:26007746bc1c41a4b7b96c52a4dc9c4e on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:27.128596 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c3b38b91-79fa-48b3-9072-0f81d19313ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "GET /v2.0/ports/8d768609-7e59-4e2f-aab9-2b38866c7ea1 HTTP/1.1" status: 200 len: 959 time: 0.5902166 Dec 20 15:51:27.131568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45520) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:27.163428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.204556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0608e2ce-550b-4275-a8ce-9115abbdfff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Deleting port 8d768609-7e59-4e2f-aab9-2b38866c7ea1 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:27.205389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0608e2ce-550b-4275-a8ce-9115abbdfff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.267206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.281571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b47f79c-773f-44bf-9016-34960e00e934 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:27.305203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Made reservation on behalf of d76cf5473bb84b83916a7dd9b1e57ad6 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:27.307161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.416091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:27.463474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.463827 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Added segment 71448d31-aadd-4a47-8319-bcc3b3974ff6 of type vlan for network 4d32d7fb-fa5c-4997-8b91-7c8afa6ce021 Dec 20 15:51:27.484234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45538) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:27.498833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:27.511479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:27.519417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Pushing event updated for resources: {'Port': ['ID=2a25268d-aab2-46c6-b1f4-c81aa60428e8,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:27.522715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:27.538259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:27.587213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.592519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0608e2ce-550b-4275-a8ce-9115abbdfff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.603847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45548) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:27.672536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Allocated IP 172.26.7.194 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/04cc29cb-e145-4935-a5ee-a95698949d18) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:27.739878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0608e2ce-550b-4275-a8ce-9115abbdfff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Calling delete_port for 8d768609-7e59-4e2f-aab9-2b38866c7ea1 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:27.773300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:51:27.902359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.903867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:27.904692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.931691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cce5300a-b133-47d2-ae1a-a1cb0f966c3e tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:27.966862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0608e2ce-550b-4275-a8ce-9115abbdfff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:27.979062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1171819492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:28.091614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:28.128372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.132092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.140591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d9320184-f76e-4c19-9d65-1e4ce6ca47a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:28.151044 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1780827 Dec 20 15:51:28.153551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45560) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:28.154644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Usage tracker for resource:router and tenant:7e8a020df0e74de9a0e0ccc914894eca is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:28.164917 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-60cbb5b0-9a81-4640-a161-a7aa7a67a27c req-844e96d5-d5dd-4d78-8990-0319940e38af tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 210 time: 0.6793118 Dec 20 15:51:28.167807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:28.175483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45562) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:28.182423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0608e2ce-550b-4275-a8ce-9115abbdfff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.184400 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0608e2ce-550b-4275-a8ce-9115abbdfff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "DELETE /v2.0/ports/8d768609-7e59-4e2f-aab9-2b38866c7ea1 HTTP/1.1" status: 204 len: 168 time: 1.0518489 Dec 20 15:51:28.185219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event updated for resources: {'Network': ['ID=4d32d7fb-fa5c-4997-8b91-7c8afa6ce021,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:28.190722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:28.195965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45568) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:28.199790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 4d32d7fb-fa5c-4997-8b91-7c8afa6ce021 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:28.212074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Request body: {'router': {'name': 'tempest-router--104454330', 'project_id': 'a6a064d9bb554cfc84c76e7914b20272'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:28.216408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:28.259632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:28.273869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:28.276349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608e2ce-550b-4275-a8ce-9115abbdfff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d768609-7e59-4e2f-aab9-2b38866c7ea1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:28.290050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0608e2ce-550b-4275-a8ce-9115abbdfff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:28.290050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Usage tracker for resource:router and tenant:a6a064d9bb554cfc84c76e7914b20272 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:28.291453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:28.301063 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:28.377215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.378371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.397130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.398258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.419138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.435109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.473771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'Subnet': ['ID=c8bf1d4c-b4be-43b1-bfda-d19e98cff812,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:28.486872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:28.504341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.505103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.535069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.550174 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5cfab7-d159-4a4b-ad30-51a2ecb6e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:51:28.554995 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1d5cfab7-d159-4a4b-ad30-51a2ecb6e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "GET /v2.0/ports/8d768609-7e59-4e2f-aab9-2b38866c7ea1 HTTP/1.1" status: 404 len: 333 time: 0.3006208 Dec 20 15:51:28.559011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45586) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:28.565424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Request body: {'port': {'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-919940365'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:28.570685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:28.574895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.580334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Usage tracker for resource:port and tenant:26007746bc1c41a4b7b96c52a4dc9c4e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:28.587261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:28.591984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Checking segment: {'id': 'd1ed8777-8273-4c63-9bb5-ccb0a09804fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a8c4a8d8-2461-473a-b3dc-ac2a22a75c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:28.592337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Network hostable DHCP agents. Network: a8c4a8d8-2461-473a-b3dc-ac2a22a75c08, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:28.595357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:28.630317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199a040-c5fd-4553-bbd8-ffa07bbeeeb2 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:28.634353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199a040-c5fd-4553-bbd8-ffa07bbeeeb2 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:28.638711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199a040-c5fd-4553-bbd8-ffa07bbeeeb2 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:28.642659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199a040-c5fd-4553-bbd8-ffa07bbeeeb2 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:28.643488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9199a040-c5fd-4553-bbd8-ffa07bbeeeb2 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Synchronizing usage tracker for tenant:8c152778a6134a9fa9c6eb3d7eeffd44 on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:28.759716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.760962 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b5cac34a-9e1b-44fb-b1c0-1be5e6fa4752 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1557369 Dec 20 15:51:28.762182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Made reservation on behalf of 26007746bc1c41a4b7b96c52a4dc9c4e for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:28.764651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.766396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45590) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:28.774252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-293183406'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:28.793702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.793702 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-960f72eb-77b5-4d12-ba43-a507a34c39fb tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6157839 Dec 20 15:51:28.793905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:28.793977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] device_id is not set on port d891459c-82f3-496e-b925-fe27a30d6a59 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:28.799612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45594) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:28.800599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Usage tracker for resource:network and tenant:7e8a020df0e74de9a0e0ccc914894eca is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:28.805353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:28.863291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:28.873103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9199a040-c5fd-4553-bbd8-ffa07bbeeeb2 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Unset dirty status for tenant:8c152778a6134a9fa9c6eb3d7eeffd44 on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:28.874551 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9199a040-c5fd-4553-bbd8-ffa07bbeeeb2 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6905825 Dec 20 15:51:28.877243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45598) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:28.883844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Network a8c4a8d8-2461-473a-b3dc-ac2a22a75c08 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:28.887154 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:28.894489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:29.023919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.033356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:51:29.053434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:29.054332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Pushing event updated for resources: {'Port': ['ID=04cc29cb-e145-4935-a5ee-a95698949d18,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:29.057326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:29.067232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:29.069506 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:29.075393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.084030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, a8c4a8d8-2461-473a-b3dc-ac2a22a75c08) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:29.089601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.091057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Made reservation on behalf of 7e8a020df0e74de9a0e0ccc914894eca for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:29.096765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.100122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52b166b-d1af-4332-ac51-5c293f170eb4 None None] Network a8c4a8d8-2461-473a-b3dc-ac2a22a75c08 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:29.113319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-97575372-eb2a-49f9-9fa0-2370d6866a65 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.165426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:29.260366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.275204 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.279596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.311361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.365890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d32d7fb-fa5c-4997-8b91-7c8afa6ce021']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:29.383141 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-46ac4f4a-43f2-4471-9690-b5a5392b72b9 req-5345f47b-abdb-4e3b-b886-e6138a045d57 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 210 time: 0.0697675 Dec 20 15:51:29.389529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71448d31-aadd-4a47-8319-bcc3b3974ff6') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:29.390029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71448d31-aadd-4a47-8319-bcc3b3974ff6') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:29.400914 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-a8c4a8d8-2461-473a-b3dc-ac2a22a75c08', 'network_id': 'a8c4a8d8-2461-473a-b3dc-ac2a22a75c08', 'tenant_id': '4b81acc9cb174240b59101ca0e283c00', 'fixed_ips': [{'subnet_id': 'c8bf1d4c-b4be-43b1-bfda-d19e98cff812'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:51:29.403395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.411673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.414047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.441202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event updated for resources: {'Subnet': ['ID=6a55f9cd-2c4f-4172-b7f5-1df39b34bf8d,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:29.441593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.444091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:29.456829 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:29.457236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.465815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:29.470388 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:29.496622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:29.509955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Usage tracker for resource:security_group_rule and tenant:7e8a020df0e74de9a0e0ccc914894eca is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:29.530075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:29.583232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Allocated IP 172.20.0.2 (a8c4a8d8-2461-473a-b3dc-ac2a22a75c08/c8bf1d4c-b4be-43b1-bfda-d19e98cff812/4c7c10c7-b1b8-4c63-af61-19f19ed4747e) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:29.603728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:29.623154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.630368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1833f1d0-214c-4a23-b9da-7e51e7b9bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:29.697891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Network 6db56b5a-5b46-4de6-bf16-2c515278c491 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:29.701959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:29.703899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event updated for resources: {'Port': ['ID=d891459c-82f3-496e-b925-fe27a30d6a59,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:29.705851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:29.706649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:29.707357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.727393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:29.792019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Checking segment: {'id': '7d2aa055-75d8-4210-ac22-c65e63dd7eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4585a46a-8b51-43f5-81b6-c3f1ed681114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:29.792385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Network hostable DHCP agents. Network: 4585a46a-8b51-43f5-81b6-c3f1ed681114, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:29.799182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.869508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.870589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Transition to ACTIVE for port object 4c7c10c7-b1b8-4c63-af61-19f19ed4747e will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:29.872514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Pushing event updated for resources: {'Port': ['ID=2a25268d-aab2-46c6-b1f4-c81aa60428e8,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:29.876313 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3132107 Dec 20 15:51:29.876445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:29.877965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45610) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:29.878879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:29.897465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.899638 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8122840 Dec 20 15:51:29.910685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:29.917201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Transition to ACTIVE for port object 4c7c10c7-b1b8-4c63-af61-19f19ed4747e will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:29.935181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d32d7fb-fa5c-4997-8b91-7c8afa6ce021 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:51:29.939226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:29.944448 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "DELETE /v2.0/networks/4d32d7fb-fa5c-4997-8b91-7c8afa6ce021 HTTP/1.1" status: 204 len: 168 time: 1.0629199 Dec 20 15:51:29.945617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45616) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:29.953422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Request body: {'network': {'name': 'tempest-network--163776214', 'router:external': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:29.962418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d32d7fb-fa5c-4997-8b91-7c8afa6ce021,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:29.969881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:29.972836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:29.985206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Usage tracker for resource:network and tenant:d76cf5473bb84b83916a7dd9b1e57ad6 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:29.990094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:30.035303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.035627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:30.060581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-97575372-eb2a-49f9-9fa0-2370d6866a65 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.063359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.069355 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.075049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-97575372-eb2a-49f9-9fa0-2370d6866a65 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.077295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:30.159737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Network a8c4a8d8-2461-473a-b3dc-ac2a22a75c08 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:30.163338 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:30.166028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:30.176439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Pushing event updated for resources: {'Port': ['ID=4c7c10c7-b1b8-4c63-af61-19f19ed4747e,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:30.179476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:30.183958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Made reservation on behalf of d76cf5473bb84b83916a7dd9b1e57ad6 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:30.187065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Network 4585a46a-8b51-43f5-81b6-c3f1ed681114 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:30.189732 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.224460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.256336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.353345 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Attempting to bind port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:30.353812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Attempting to bind port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd1ed8777-8273-4c63-9bb5-ccb0a09804fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a8c4a8d8-2461-473a-b3dc-ac2a22a75c08'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:30.354238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Attempting to bind port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e on network a8c4a8d8-2461-473a-b3dc-ac2a22a75c08 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:30.362019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:30.362579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Checking segment: {'id': 'd1ed8777-8273-4c63-9bb5-ccb0a09804fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a8c4a8d8-2461-473a-b3dc-ac2a22a75c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:30.363067 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.363500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Bound using segment: {'id': 'd1ed8777-8273-4c63-9bb5-ccb0a09804fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a8c4a8d8-2461-473a-b3dc-ac2a22a75c08'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:30.364575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Bound port: 4c7c10c7-b1b8-4c63-af61-19f19ed4747e, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed8777-8273-4c63-9bb5-ccb0a09804fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a8c4a8d8-2461-473a-b3dc-ac2a22a75c08'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:30.364575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.437994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:30.467815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] device_id is not set on port d891459c-82f3-496e-b925-fe27a30d6a59 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:30.479151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] For port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:30.481752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.483425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] For port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4c7c10c7-b1b8-4c63-af61-19f19ed4747e,segment=NetworkSegment(d1ed8777-8273-4c63-9bb5-ccb0a09804fe),segment_id=d1ed8777-8273-4c63-9bb5-ccb0a09804fe)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:30.485321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.485906 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Added segment 0bb10b9d-2a88-4d38-b027-c968057d4ce3 of type vlan for network 5809c47e-8660-4dae-9718-1fbd98bb2657 Dec 20 15:51:30.517754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-6765bf9b-5c25-4074-9e36-b605e1363a6b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Synchronizing usage tracker for tenant:15defa48c8214441a24211b2fbdf4cd8 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:30.520765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Transition to ACTIVE for port object d891459c-82f3-496e-b925-fe27a30d6a59 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:30.523248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.527690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 4585a46a-8b51-43f5-81b6-c3f1ed681114) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:30.529803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-97575372-eb2a-49f9-9fa0-2370d6866a65 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.530105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97575372-eb2a-49f9-9fa0-2370d6866a65 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 374a43dd-c9e5-47f1-987c-2683c188a7e8 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:51:30.531312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.539671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f250ad-b497-44a0-8e94-c05c25af7d9a None None] Network 4585a46a-8b51-43f5-81b6-c3f1ed681114 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:30.548656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:30.549014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:30.549636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.556014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0537122a-09c6-4121-91b7-cb186dfaab17 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:30.562417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-97575372-eb2a-49f9-9fa0-2370d6866a65 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.567252 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-97575372-eb2a-49f9-9fa0-2370d6866a65 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "DELETE /v2.0/routers/374a43dd-c9e5-47f1-987c-2683c188a7e8 HTTP/1.1" status: 204 len: 168 time: 1.7635040 Dec 20 15:51:30.591421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.600332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:30.610624 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d7963f06-edbe-47f7-bcfc-a4f6269ffc89 req-b1c95d92-fc92-4b88-bfa8-d882d28491f5 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 210 time: 0.0853546 Dec 20 15:51:30.619036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec27a73-e89c-4b39-8fc4-5d2a54727ad7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:30.629131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.629131 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Added segment 78596c5c-1b9a-4498-842f-6e21a7e592ce of type vlan for network b8814360-d60f-47f2-afd1-f968476bc863 Dec 20 15:51:30.629131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:30.652675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.668636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.674354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:30.813609 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.2970567 Dec 20 15:51:30.816888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.819990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45634) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:30.821541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-6765bf9b-5c25-4074-9e36-b605e1363a6b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Unset dirty status for tenant:15defa48c8214441a24211b2fbdf4cd8 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:30.825025 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-6765bf9b-5c25-4074-9e36-b605e1363a6b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1267687930&fields=id&tenant_id=15defa48c8214441a24211b2fbdf4cd8 HTTP/1.1" status: 200 len: 267 time: 0.4238892 Dec 20 15:51:30.832061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:30.834763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Pushing event updated for resources: {'Port': ['ID=4c7c10c7-b1b8-4c63-af61-19f19ed4747e,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:30.840260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:30.889498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.890220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.892065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-4585a46a-8b51-43f5-81b6-c3f1ed681114', 'network_id': '4585a46a-8b51-43f5-81b6-c3f1ed681114', 'tenant_id': '4b81acc9cb174240b59101ca0e283c00', 'fixed_ips': [{'subnet_id': '6a55f9cd-2c4f-4172-b7f5-1df39b34bf8d'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:51:30.893410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.897314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:30.898173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.926974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:30.927559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.942403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:30.943002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:30.993505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:31.008942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94b0b5-0878-4293-8c8e-6379e06e9ed0 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:31.010254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94b0b5-0878-4293-8c8e-6379e06e9ed0 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:31.012234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94b0b5-0878-4293-8c8e-6379e06e9ed0 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:31.013462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ea94b0b5-0878-4293-8c8e-6379e06e9ed0 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Synchronizing usage tracker for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:31.020007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Pushing event updated for resources: {'Port': ['ID=04cc29cb-e145-4935-a5ee-a95698949d18,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:31.026164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:31.026590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:31.035480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event updated for resources: {'Port': ['ID=d891459c-82f3-496e-b925-fe27a30d6a59,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:31.141944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'Network': ['ID=b8814360-d60f-47f2-afd1-f968476bc863,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:31.145303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:31.148018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:31.149232 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2598600 Dec 20 15:51:31.150841 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3834586 Dec 20 15:51:31.159552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45640) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:31.167752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network b8814360-d60f-47f2-afd1-f968476bc863 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:31.185517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Request body: {'subnet': {'network_id': 'b8814360-d60f-47f2-afd1-f968476bc863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:31.219858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Allocated IP 172.20.0.18 (4585a46a-8b51-43f5-81b6-c3f1ed681114/6a55f9cd-2c4f-4172-b7f5-1df39b34bf8d/47566744-d62c-4805-916a-0755eeee1e16) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:31.223559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45646) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:31.232371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:31.233822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:31.241093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ea94b0b5-0878-4293-8c8e-6379e06e9ed0 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Unset dirty status for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:31.245693 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ea94b0b5-0878-4293-8c8e-6379e06e9ed0 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4231348 Dec 20 15:51:31.249975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45650) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:31.287070 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3383229 Dec 20 15:51:31.311508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45656) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:31.570245 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:31.584825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Usage tracker for resource:subnet and tenant:7e8a020df0e74de9a0e0ccc914894eca is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:31.690101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:31.690655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:31.691298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:31.733025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:31.737084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:31.739349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:31.745364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2007078451', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:31.750216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Transition to ACTIVE for port object 47566744-d62c-4805-916a-0755eeee1e16 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:31.753809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-67c623fa-6594-49da-bec6-255f4dabac7a req-8788d2ae-a1c0-4509-9f3f-f3ea9ac969ca tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Synchronizing usage tracker for tenant:4d44fdd266094759ad453f663aacf9b1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:31.758448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event updated for resources: {'Network': ['ID=5809c47e-8660-4dae-9718-1fbd98bb2657,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:31.760497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:31.768981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-70431e28-f810-4fab-b436-212067dfb18c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Deleting subnet c8bf1d4c-b4be-43b1-bfda-d19e98cff812 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:51:31.772263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Usage tracker for resource:router and tenant:c884238f157346e48c3fcbc0414ba759 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:31.772730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 5809c47e-8660-4dae-9718-1fbd98bb2657 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:31.775913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:31.779077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70431e28-f810-4fab-b436-212067dfb18c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:31.813297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:31.828459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-b96855fa-9070-469d-bd3f-a95d86fa898c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:31.829439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-b96855fa-9070-469d-bd3f-a95d86fa898c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Synchronizing usage tracker for tenant:15defa48c8214441a24211b2fbdf4cd8 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:31.843641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70431e28-f810-4fab-b436-212067dfb18c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:31.848312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:31.856240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:31.856745 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:31.861286 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 2 to bind port d891459c-82f3-496e-b925-fe27a30d6a59 Dec 20 15:51:31.892362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b14374-3793-488c-948d-ef8a467fbdac tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:31.893882 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-07b14374-3793-488c-948d-ef8a467fbdac tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] 10.222.0.62 "GET /v2.0/networks/5809c47e-8660-4dae-9718-1fbd98bb2657 HTTP/1.1" status: 200 len: 756 time: 0.5328655 Dec 20 15:51:31.902362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45668) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:31.903936 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Transition to ACTIVE for port object 47566744-d62c-4805-916a-0755eeee1e16 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:31.904060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Made reservation on behalf of 7e8a020df0e74de9a0e0ccc914894eca for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:31.938080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:31.938423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:31.938724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:31.951324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:31.952139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:31.970369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:31.970695 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:31.973515 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 3 to bind port d891459c-82f3-496e-b925-fe27a30d6a59 Dec 20 15:51:32.013681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.030559 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:32.059236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.073167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-67c623fa-6594-49da-bec6-255f4dabac7a req-8788d2ae-a1c0-4509-9f3f-f3ea9ac969ca tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Unset dirty status for tenant:4d44fdd266094759ad453f663aacf9b1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:32.074359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-8788d2ae-a1c0-4509-9f3f-f3ea9ac969ca tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--544455317&fields=id&tenant_id=4d44fdd266094759ad453f663aacf9b1 HTTP/1.1" status: 200 len: 267 time: 0.3762820 Dec 20 15:51:32.074941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-b96855fa-9070-469d-bd3f-a95d86fa898c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Unset dirty status for tenant:15defa48c8214441a24211b2fbdf4cd8 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:32.081604 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-b96855fa-9070-469d-bd3f-a95d86fa898c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/networks?id=01dad90e-9efd-4542-bade-b83ae9ea3831 HTTP/1.1" status: 200 len: 812 time: 1.1844263 Dec 20 15:51:32.095654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70431e28-f810-4fab-b436-212067dfb18c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.118786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:32.119147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:32.119479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:32.133768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:32.134094 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:32.139408 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 4 to bind port d891459c-82f3-496e-b925-fe27a30d6a59 Dec 20 15:51:32.152958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbaa46-ed77-41fe-8bc0-c8e6d2571eff tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:32.156774 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2edbaa46-ed77-41fe-8bc0-c8e6d2571eff tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] 10.222.0.62 "GET /v2.0/networks/9f6b892d-b864-4e04-9a7f-1c85c980254d HTTP/1.1" status: 200 len: 768 time: 0.2459314 Dec 20 15:51:32.165029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45672) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:32.167084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Network 4585a46a-8b51-43f5-81b6-c3f1ed681114 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:32.178105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:32.194903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:32.195116 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.206229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4c7c10c7-b1b8-4c63-af61-19f19ed4747e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:32.214828 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-f3abfe7c-947a-44c4-9de3-2b191d113c61 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/quotas/15defa48c8214441a24211b2fbdf4cd8 HTTP/1.1" status: 200 len: 375 time: 0.1322236 Dec 20 15:51:32.326685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Pushing event updated for resources: {'Port': ['ID=47566744-d62c-4805-916a-0755eeee1e16,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:32.334812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:32.340948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:32.342657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:32.366320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:32.466680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:32.467134 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:32.480689 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 5 to bind port d891459c-82f3-496e-b925-fe27a30d6a59 Dec 20 15:51:32.507692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Attempting to bind port 47566744-d62c-4805-916a-0755eeee1e16 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:32.514777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Attempting to bind port 47566744-d62c-4805-916a-0755eeee1e16 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '7d2aa055-75d8-4210-ac22-c65e63dd7eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4585a46a-8b51-43f5-81b6-c3f1ed681114'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:32.514777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Attempting to bind port 47566744-d62c-4805-916a-0755eeee1e16 on network 4585a46a-8b51-43f5-81b6-c3f1ed681114 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:32.514777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a872c74-3654-4532-b164-f72b52e27edd None None] Network a8c4a8d8-2461-473a-b3dc-ac2a22a75c08 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:32.525665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.532328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:32.536437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:32.536437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:32.542417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c623fa-6594-49da-bec6-255f4dabac7a req-7cc5dae2-0b45-4b32-9379-b245c95a7ef3 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:32.543695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-67c623fa-6594-49da-bec6-255f4dabac7a req-7cc5dae2-0b45-4b32-9379-b245c95a7ef3 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Synchronizing usage tracker for tenant:4d44fdd266094759ad453f663aacf9b1 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:32.549631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:32.550016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Checking segment: {'id': '7d2aa055-75d8-4210-ac22-c65e63dd7eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4585a46a-8b51-43f5-81b6-c3f1ed681114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:32.550433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.550815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Bound using segment: {'id': '7d2aa055-75d8-4210-ac22-c65e63dd7eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4585a46a-8b51-43f5-81b6-c3f1ed681114'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:32.551331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Bound port: 47566744-d62c-4805-916a-0755eeee1e16, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2aa055-75d8-4210-ac22-c65e63dd7eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4585a46a-8b51-43f5-81b6-c3f1ed681114'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:32.551704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.568834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:32.569025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:32.569283 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:32.575456 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 6 to bind port d891459c-82f3-496e-b925-fe27a30d6a59 Dec 20 15:51:32.640351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:32.640735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:32.644701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:32.653822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-090d22f9-e1fa-4878-a406-e941d1d9d80c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Synchronizing usage tracker for tenant:15defa48c8214441a24211b2fbdf4cd8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:32.663340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.64', 55848) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:32.691749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70431e28-f810-4fab-b436-212067dfb18c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.702305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.705374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:32.705694 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:32.709537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ef9da134-d798-47d9-a48e-6349167d32e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:32.715251 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 7 to bind port d891459c-82f3-496e-b925-fe27a30d6a59 Dec 20 15:51:32.783792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.786617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] For port 47566744-d62c-4805-916a-0755eeee1e16, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:32.803574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] For port 47566744-d62c-4805-916a-0755eeee1e16, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=47566744-d62c-4805-916a-0755eeee1e16,segment=NetworkSegment(7d2aa055-75d8-4210-ac22-c65e63dd7eee),segment_id=7d2aa055-75d8-4210-ac22-c65e63dd7eee)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:32.805695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70431e28-f810-4fab-b436-212067dfb18c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event deleted for resources: {'Subnet': ['ID=c8bf1d4c-b4be-43b1-bfda-d19e98cff812,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:32.821980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-67c623fa-6594-49da-bec6-255f4dabac7a req-7cc5dae2-0b45-4b32-9379-b245c95a7ef3 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Unset dirty status for tenant:4d44fdd266094759ad453f663aacf9b1 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:32.823162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-7cc5dae2-0b45-4b32-9379-b245c95a7ef3 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/networks?id=ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 HTTP/1.1" status: 200 len: 806 time: 0.7394865 Dec 20 15:51:32.823804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:32.824163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:32.824485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:32.841527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5809c47e-8660-4dae-9718-1fbd98bb2657']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:32.863610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70431e28-f810-4fab-b436-212067dfb18c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.873827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-126be86f-7e63-4b84-badd-44d6ea47bfbf None None] Provisioning for port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:32.879156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-126be86f-7e63-4b84-badd-44d6ea47bfbf None None] Provisioning complete for port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:32.879626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-126be86f-7e63-4b84-badd-44d6ea47bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.911663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] DHCP port deletion for a8c4a8d8-2461-473a-b3dc-ac2a22a75c08 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:51:32.920167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'Subnet': ['ID=0e148581-7675-43fa-b8aa-405d299e72ee,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:32.921671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.924477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:32.926198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.929157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:32.930353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:32.930651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:32.941217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Checking segment: {'id': '78596c5c-1b9a-4498-842f-6e21a7e592ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b8814360-d60f-47f2-afd1-f968476bc863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:32.941574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Network hostable DHCP agents. Network: b8814360-d60f-47f2-afd1-f968476bc863, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:32.950158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:32.950428 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:32.957653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 8 to bind port d891459c-82f3-496e-b925-fe27a30d6a59 Dec 20 15:51:32.964711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Deleting port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:32.965166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:32.965692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb10b9d-2a88-4d38-b027-c968057d4ce3') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:32.965991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb10b9d-2a88-4d38-b027-c968057d4ce3') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:32.977298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-090d22f9-e1fa-4878-a406-e941d1d9d80c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Unset dirty status for tenant:15defa48c8214441a24211b2fbdf4cd8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:32.978597 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-090d22f9-e1fa-4878-a406-e941d1d9d80c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=15defa48c8214441a24211b2fbdf4cd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7628989 Dec 20 15:51:32.991217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.002267 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-70431e28-f810-4fab-b436-212067dfb18c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "DELETE /v2.0/subnets/c8bf1d4c-b4be-43b1-bfda-d19e98cff812 HTTP/1.1" status: 204 len: 168 time: 1.7470000 Dec 20 15:51:33.003721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45682) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:33.010685 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-fb0c4cf5-8f3a-4a84-9b8e-dff420900b92 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/quotas/4d44fdd266094759ad453f663aacf9b1 HTTP/1.1" status: 200 len: 375 time: 0.1735718 Dec 20 15:51:33.023917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:33.023917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:33.024250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:33.085175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:33.085508 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:33.094792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.098661 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 9 to bind port d891459c-82f3-496e-b925-fe27a30d6a59 Dec 20 15:51:33.131339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Network b8814360-d60f-47f2-afd1-f968476bc863 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:33.131607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Pushing event updated for resources: {'Port': ['ID=47566744-d62c-4805-916a-0755eeee1e16,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:33.132814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:33.132814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.137608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:33.171126 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:33.186045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-c21da038-c9f6-497f-a018-9c44fb217f03 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:33.187816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-c21da038-c9f6-497f-a018-9c44fb217f03 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.64 "GET /v2.0/networks?id=45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 200 len: 812 time: 0.5235221 Dec 20 15:51:33.192323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:33.192710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:33.193106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:33.347066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3821f52e-b73f-409a-b316-14af99009575 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Deleting subnet 6a55f9cd-2c4f-4172-b7f5-1df39b34bf8d {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:51:33.352003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e15f3b82-2de9-4c3e-af53-8f382c0dedda service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:51:33.352788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3821f52e-b73f-409a-b316-14af99009575 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.352997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e15f3b82-2de9-4c3e-af53-8f382c0dedda service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2359462 Dec 20 15:51:33.353892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:33.354238 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:33.360072 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempt 10 to bind port d891459c-82f3-496e-b925-fe27a30d6a59 Dec 20 15:51:33.364469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-126be86f-7e63-4b84-badd-44d6ea47bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.414496 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8481cd91-825d-419e-ae46-5e76db52fd8b tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f615b5485fc64dffb49eb11f2c1b73a9 HTTP/1.1" status: 200 len: 379 time: 0.1307611 Dec 20 15:51:33.428234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-67c623fa-6594-49da-bec6-255f4dabac7a req-d10a2ece-bff9-4f3c-ad77-bd471dacd3ab tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Synchronizing usage tracker for tenant:4d44fdd266094759ad453f663aacf9b1 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:33.432622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:33.432961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:33.434335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempting to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:33.443220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] For port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4c7c10c7-b1b8-4c63-af61-19f19ed4747e,segment=NetworkSegment(d1ed8777-8273-4c63-9bb5-ccb0a09804fe),segment_id=d1ed8777-8273-4c63-9bb5-ccb0a09804fe)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:33.443617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.453940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Request body: {'port': {'device_id': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'admin_state_up': True, 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'security_groups': ['2493188e-952d-4e9f-bec8-4ed294ffbd52']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:33.494694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3821f52e-b73f-409a-b316-14af99009575 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.500966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, b8814360-d60f-47f2-afd1-f968476bc863) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:33.506015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:33.507040 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.559046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b302136-2da4-445b-bb2d-ab056d04c3c2 None None] Network b8814360-d60f-47f2-afd1-f968476bc863 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:33.588369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3821f52e-b73f-409a-b316-14af99009575 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.651874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Calling delete_port for 4c7c10c7-b1b8-4c63-af61-19f19ed4747e owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:33.664260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.665767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:33.666092 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Failed to bind port d891459c-82f3-496e-b925-fe27a30d6a59 on host hv-neutron-8210 for vnic_type normal using segments [{'id': 'da75225b-7e4a-427b-9680-9c5eeea0755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6db56b5a-5b46-4de6-bf16-2c515278c491'}] Dec 20 15:51:33.666435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.687029 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.726438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-126be86f-7e63-4b84-badd-44d6ea47bfbf None None] For port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4c7c10c7-b1b8-4c63-af61-19f19ed4747e,segment=NetworkSegment(d1ed8777-8273-4c63-9bb5-ccb0a09804fe),segment_id=d1ed8777-8273-4c63-9bb5-ccb0a09804fe)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:33.736149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.740438 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5802195 Dec 20 15:51:33.777744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45690) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:33.785845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:33.790132 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Request body: {'network': {'name': 'tempest-router-network01--955576382'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:33.795365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:33.799089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5809c47e-8660-4dae-9718-1fbd98bb2657 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:51:33.799352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Usage tracker for resource:network and tenant:7e8a020df0e74de9a0e0ccc914894eca is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:33.802468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:33.809560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:33.811189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:33.858986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event deleted for resources: {'Network': ['ID=5809c47e-8660-4dae-9718-1fbd98bb2657,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:33.863707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:33.872074 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "DELETE /v2.0/networks/5809c47e-8660-4dae-9718-1fbd98bb2657 HTTP/1.1" status: 204 len: 168 time: 1.7059021 Dec 20 15:51:33.882823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45696) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:33.918800 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-b4394d9f-8655-492a-85e8-946b2d76e182 service neutron] 10.222.0.62 "GET /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497975 Dec 20 15:51:33.919713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-67c623fa-6594-49da-bec6-255f4dabac7a req-d10a2ece-bff9-4f3c-ad77-bd471dacd3ab tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Unset dirty status for tenant:4d44fdd266094759ad453f663aacf9b1 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:33.929060 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-d10a2ece-bff9-4f3c-ad77-bd471dacd3ab tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d44fdd266094759ad453f663aacf9b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9172690 Dec 20 15:51:33.981578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Request body: {'network': {'name': 'tempest-network--586709322'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:33.990747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:34.000610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Usage tracker for resource:network and tenant:d76cf5473bb84b83916a7dd9b1e57ad6 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:34.014945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:34.026597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:34.041553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Made reservation on behalf of 7e8a020df0e74de9a0e0ccc914894eca for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:34.050062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.055862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-126be86f-7e63-4b84-badd-44d6ea47bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.060127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:34.077500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:34.100503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3821f52e-b73f-409a-b316-14af99009575 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.149974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] For port d891459c-82f3-496e-b925-fe27a30d6a59, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:34.165144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Attempted to set empty binding levels {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:51:34.165276 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:34.165354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Usage tracker for resource:port and tenant:f615b5485fc64dffb49eb11f2c1b73a9 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:34.165423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:51:34.165423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:51:34.182426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:34.197787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 47566744-d62c-4805-916a-0755eeee1e16 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:34.237606 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126be86f-7e63-4b84-badd-44d6ea47bfbf None None] Pushing event updated for resources: {'Port': ['ID=4c7c10c7-b1b8-4c63-af61-19f19ed4747e,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:34.248387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-126be86f-7e63-4b84-badd-44d6ea47bfbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:34.344335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Made reservation on behalf of d76cf5473bb84b83916a7dd9b1e57ad6 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:34.346609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.380513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821f52e-b73f-409a-b316-14af99009575 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event deleted for resources: {'Subnet': ['ID=6a55f9cd-2c4f-4172-b7f5-1df39b34bf8d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:34.388977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3821f52e-b73f-409a-b316-14af99009575 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:34.410363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3821f52e-b73f-409a-b316-14af99009575 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.413372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Allocated IP 172.26.7.85 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/7549eaee-e589-4b60-8330-a4b5bbd13843) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:34.427416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:34.437315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:34.439451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-b8814360-d60f-47f2-afd1-f968476bc863', 'network_id': 'b8814360-d60f-47f2-afd1-f968476bc863', 'tenant_id': '7e8a020df0e74de9a0e0ccc914894eca', 'fixed_ips': [{'subnet_id': '0e148581-7675-43fa-b8aa-405d299e72ee'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:51:34.440321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.456423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.456762 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Added segment fce0fc9b-cbe0-40f1-9e5e-5e03134b45eb of type vlan for network fc4b72ce-67ed-497a-bcc3-b2a3457548c0 Dec 20 15:51:34.461363 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3821f52e-b73f-409a-b316-14af99009575 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "DELETE /v2.0/subnets/6a55f9cd-2c4f-4172-b7f5-1df39b34bf8d HTTP/1.1" status: 204 len: 168 time: 1.4560452 Dec 20 15:51:34.483297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45710) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:34.484155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.484491 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Added segment 9befe17c-9e14-41e8-b6b3-f94a9223ec8d of type vlan for network 2eb95098-7415-4316-be8e-781380893cd6 Dec 20 15:51:34.561448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070058a-3eaf-44b2-84a1-3750962171c6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Attributes excluded by policy engine: ['shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:34.562131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c070058a-3eaf-44b2-84a1-3750962171c6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Synchronizing usage tracker for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:34.605004 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-12444f75-98ac-4a8d-8e6e-cd41a077bab1 service neutron] 10.222.0.62 "GET /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545331 Dec 20 15:51:34.653672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.664954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:34.683135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.692847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Deleting port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:34.693234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.731839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3fb290b0-3a0f-41b5-a6a3-7547c4343052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:34.776972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 47566744-d62c-4805-916a-0755eeee1e16 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:34.783158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7dfdb-bb79-4b6a-8e60-c2e53d9d04d6 None None] Network 4585a46a-8b51-43f5-81b6-c3f1ed681114 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:34.828537 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-a0aab695-6875-4aa3-96c9-4851dd3b0f74 service neutron] 10.222.0.62 "GET /v2.0/networks/ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349748 Dec 20 15:51:34.867254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.873891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Made reservation on behalf of f615b5485fc64dffb49eb11f2c1b73a9 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:34.888408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.928410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c070058a-3eaf-44b2-84a1-3750962171c6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Unset dirty status for tenant:4b81acc9cb174240b59101ca0e283c00 on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:34.929628 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c070058a-3eaf-44b2-84a1-3750962171c6 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4399788 Dec 20 15:51:34.932611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.943099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:34.943793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.947729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event updated for resources: {'Port': ['ID=d891459c-82f3-496e-b925-fe27a30d6a59,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:34.953249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45716) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:34.953925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:34.957251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:34.966183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] In _notify_port_updated(), no bound segment for port d891459c-82f3-496e-b925-fe27a30d6a59 on network 6db56b5a-5b46-4de6-bf16-2c515278c491 {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:51:34.967446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:34.971759 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "PUT /v2.0/ports/d891459c-82f3-496e-b925-fe27a30d6a59 HTTP/1.1" status: 200 len: 980 time: 5.0692973 Dec 20 15:51:34.982384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45722) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:35.038257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:35.209772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4c7c10c7-b1b8-4c63-af61-19f19ed4747e no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:51:35.238540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Deleting port d891459c-82f3-496e-b925-fe27a30d6a59 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:35.251353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:35.272852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:35.273439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:35.293276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4c48ba94-2512-481a-9ba5-9a4df719b8bd None None] Provisioning for port 47566744-d62c-4805-916a-0755eeee1e16 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:35.327040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Allocated IP 172.20.0.2 (b8814360-d60f-47f2-afd1-f968476bc863/0e148581-7675-43fa-b8aa-405d299e72ee/3cd4fd5d-e819-4886-b00f-1e684d26a8a1) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:35.552236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event updated for resources: {'Network': ['ID=fc4b72ce-67ed-497a-bcc3-b2a3457548c0,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:35.580150 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6962080 Dec 20 15:51:35.586670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:35.590276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4c48ba94-2512-481a-9ba5-9a4df719b8bd None None] Provisioning complete for port 47566744-d62c-4805-916a-0755eeee1e16 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:35.590659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c48ba94-2512-481a-9ba5-9a4df719b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:35.592302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d0082ec7-50e4-4b71-b595-7ea20d52161d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:35.620084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45744) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:35.627729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:35.639753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-750a6bcc-adaa-472d-b79c-922170919a98 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:35.659509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:35.674509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network fc4b72ce-67ed-497a-bcc3-b2a3457548c0 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:35.717464 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9369023 Dec 20 15:51:35.721557 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45748) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:35.827927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Request body: {'network': {'name': 'tempest-router-network02--562986970'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:35.828713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'Network': ['ID=2eb95098-7415-4316-be8e-781380893cd6,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:35.836087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:35.861820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] For port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4c7c10c7-b1b8-4c63-af61-19f19ed4747e,segment=NetworkSegment(d1ed8777-8273-4c63-9bb5-ccb0a09804fe),segment_id=d1ed8777-8273-4c63-9bb5-ccb0a09804fe)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:35.862270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:35.873478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 2eb95098-7415-4316-be8e-781380893cd6 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:35.890363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:35.912647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Deleting port 47566744-d62c-4805-916a-0755eeee1e16 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:35.912991 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:35.943800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Usage tracker for resource:network and tenant:7e8a020df0e74de9a0e0ccc914894eca is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:35.950222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa3023e8-76ef-44d1-805f-c752101a6319 req-9bf5310a-36ca-44c7-9e97-b59b72cd661f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 210 time: 0.2615850 Dec 20 15:51:35.974301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:36.015793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:36.131903 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-e42cb1a6-ad82-4333-9500-edc0efc51c3a service neutron] 10.222.0.62 "GET /v2.0/networks/ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3025091 Dec 20 15:51:36.222095 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-42f39f42-145d-4bd6-a0bf-8943fb1c2cb8 req-b263a7c7-7f0d-4edf-b156-7961de2bcf47 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.1484029 Dec 20 15:51:36.383674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Calling delete_port for 4c7c10c7-b1b8-4c63-af61-19f19ed4747e owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:36.385867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:36.388845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Allocated IP 172.20.0.7 (45fef1de-5c23-4649-8c8d-c1f53a17597b/eae4d857-addf-493d-a4a8-ff3c72ff9e0e/d409353a-4230-462e-92a7-095b42ccf537) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:36.391820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:36.405856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] For port d891459c-82f3-496e-b925-fe27a30d6a59, host hv-neutron-8210, got binding levels [] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:36.406375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:36.517685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Made reservation on behalf of 7e8a020df0e74de9a0e0ccc914894eca for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:36.520731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:36.562834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Pushing event updated for resources: {'Port': ['ID=7549eaee-e589-4b60-8330-a4b5bbd13843,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:36.566109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:36.614597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Calling delete_port for d891459c-82f3-496e-b925-fe27a30d6a59 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:36.717404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:36.731961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:36.741830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:36.785245 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9c90d947-ddc8-4da9-a774-d88c634a61b0 req-efaef101-357f-40f9-a00b-e343f8038d3f tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 210 time: 0.0514605 Dec 20 15:51:36.796433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:36.831200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:36.848782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:36.849261 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Added segment 943fc5cd-ec15-4891-abc5-96bbd6792475 of type vlan for network 2663f4e3-b445-49de-9573-64f367b7db88 Dec 20 15:51:36.898934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:36.925356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:36.947036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Transition to ACTIVE for port object 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:36.953950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] For port 47566744-d62c-4805-916a-0755eeee1e16, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=47566744-d62c-4805-916a-0755eeee1e16,segment=NetworkSegment(7d2aa055-75d8-4210-ac22-c65e63dd7eee),segment_id=7d2aa055-75d8-4210-ac22-c65e63dd7eee)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:36.954473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:36.998029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c48ba94-2512-481a-9ba5-9a4df719b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.031003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Transition to ACTIVE for port object 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:37.061925 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4c48ba94-2512-481a-9ba5-9a4df719b8bd None None] For port 47566744-d62c-4805-916a-0755eeee1e16, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=47566744-d62c-4805-916a-0755eeee1e16,segment=NetworkSegment(7d2aa055-75d8-4210-ac22-c65e63dd7eee),segment_id=7d2aa055-75d8-4210-ac22-c65e63dd7eee)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:37.066505 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] DHCP port deletion for 4585a46a-8b51-43f5-81b6-c3f1ed681114 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:51:37.074071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-750a6bcc-adaa-472d-b79c-922170919a98 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.080434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Deleting port 47566744-d62c-4805-916a-0755eeee1e16 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:37.081059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.110301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:37.120026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.154254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.229458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Pushing event deleted for resources: {'Port': ['ID=d891459c-82f3-496e-b925-fe27a30d6a59,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:37.234116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-74f3ad03-a3ac-41c4-a178-a6dd79243669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:37.242692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Calling delete_port for 47566744-d62c-4805-916a-0755eeee1e16 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:37.270450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:37.313266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.322956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c48ba94-2512-481a-9ba5-9a4df719b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.335829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Pushing event deleted for resources: {'Port': ['ID=4c7c10c7-b1b8-4c63-af61-19f19ed4747e,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:37.338079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.346996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.357518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:37.358402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.370701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-979bb7e2-2f42-4419-be21-ce38c1b23c61 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:37.374241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Network b8814360-d60f-47f2-afd1-f968476bc863 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:37.404364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:37.408124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:37.412153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:37.433201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c04fb3f9-7888-42f8-9e8a-b2fc4255e896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:37.551351 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d891459c-82f3-496e-b925-fe27a30d6a59 HTTP/1.1" status: 204 len: 168 time: 2.5643771 Dec 20 15:51:37.592554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45782) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:37.609875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-224d03c2-f35b-4a5b-b3aa-55cc7b15456a req-d974f71c-dd1d-4ac7-acc1-9a39887e84f3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Synchronizing usage tracker for tenant:f615b5485fc64dffb49eb11f2c1b73a9 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:37.786497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'Network': ['ID=2663f4e3-b445-49de-9573-64f367b7db88,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:37.786497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-750a6bcc-adaa-472d-b79c-922170919a98 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.786497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:51:37.786497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:51:37.786497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:37.788441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 47566744-d62c-4805-916a-0755eeee1e16 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:51:37.789039 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ec25de3a-9c67-4db2-8a61-7a82e41ab9d2 req-aa74391a-26e2-4924-930f-6ace5ad21a01 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.0763223 Dec 20 15:51:37.789124 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8796804 Dec 20 15:51:37.789206 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] No DVR routers for this DVR port 4c7c10c7-b1b8-4c63-af61-19f19ed4747e on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:37.789206 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 2663f4e3-b445-49de-9573-64f367b7db88 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:37.789358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:37.789445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.789537 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dc32d0-820d-4476-9d37-d90f1a61c4de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:51:37.789624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Transition to ACTIVE for port object d409353a-4230-462e-92a7-095b42ccf537 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:37.789720 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c6dc32d0-820d-4476-9d37-d90f1a61c4de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] 10.222.0.62 "GET /v2.0/ports/d891459c-82f3-496e-b925-fe27a30d6a59 HTTP/1.1" status: 404 len: 333 time: 0.1100461 Dec 20 15:51:37.789720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-750a6bcc-adaa-472d-b79c-922170919a98 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Network fc4b72ce-67ed-497a-bcc3-b2a3457548c0 is not hosted by any dhcp agent {{(pid=84391) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 15:51:37.789720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750a6bcc-adaa-472d-b79c-922170919a98 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:37.789720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-750a6bcc-adaa-472d-b79c-922170919a98 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:37.789720 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-750a6bcc-adaa-472d-b79c-922170919a98 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "PUT /v2.0/networks/fc4b72ce-67ed-497a-bcc3-b2a3457548c0 HTTP/1.1" status: 200 len: 857 time: 2.1053102 Dec 20 15:51:37.791823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Attempting to bind port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:37.791823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Attempting to bind port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '78596c5c-1b9a-4498-842f-6e21a7e592ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b8814360-d60f-47f2-afd1-f968476bc863'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:37.791823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Attempting to bind port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 on network b8814360-d60f-47f2-afd1-f968476bc863 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:37.791823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48ba94-2512-481a-9ba5-9a4df719b8bd None None] Pushing event updated for resources: {'Port': ['ID=47566744-d62c-4805-916a-0755eeee1e16,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:37.792514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45786) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:37.792514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45788) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:37.792838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45792) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:37.792987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a6bcc-adaa-472d-b79c-922170919a98 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event updated for resources: {'Network': ['ID=fc4b72ce-67ed-497a-bcc3-b2a3457548c0,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:37.794968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Request body: {'subnet': {'network_id': '2eb95098-7415-4316-be8e-781380893cd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:38.088125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Pushing event updated for resources: {'Port': ['ID=3cd4fd5d-e819-4886-b00f-1e684d26a8a1,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:38.088125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:38.088125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.555s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:38.088125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:38.088125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:38.088125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Checking segment: {'id': '78596c5c-1b9a-4498-842f-6e21a7e592ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b8814360-d60f-47f2-afd1-f968476bc863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:38.088125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.088125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Bound using segment: {'id': '78596c5c-1b9a-4498-842f-6e21a7e592ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b8814360-d60f-47f2-afd1-f968476bc863'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:38.088125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Bound port: 3cd4fd5d-e819-4886-b00f-1e684d26a8a1, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78596c5c-1b9a-4498-842f-6e21a7e592ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b8814360-d60f-47f2-afd1-f968476bc863'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:38.088125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.092129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-750a6bcc-adaa-472d-b79c-922170919a98 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:38.093129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.093129 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e982ba77-584a-4559-841d-c3f475cbe6db req-5703b987-ec2b-4e7a-83eb-8823e844d1c0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 210 time: 0.0742230 Dec 20 15:51:38.093666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.093666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.169626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Deleting port 47566744-d62c-4805-916a-0755eeee1e16 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:38.170384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.172695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] For port 47566744-d62c-4805-916a-0755eeee1e16, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=47566744-d62c-4805-916a-0755eeee1e16,segment=NetworkSegment(7d2aa055-75d8-4210-ac22-c65e63dd7eee),segment_id=7d2aa055-75d8-4210-ac22-c65e63dd7eee)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:38.173085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.229252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.282442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:38.289369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4b72ce-67ed-497a-bcc3-b2a3457548c0']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:38.296884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.304789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Usage tracker for resource:subnet and tenant:7e8a020df0e74de9a0e0ccc914894eca is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:38.318434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce0fc9b-cbe0-40f1-9e5e-5e03134b45eb') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:38.323401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce0fc9b-cbe0-40f1-9e5e-5e03134b45eb') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:38.352119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-224d03c2-f35b-4a5b-b3aa-55cc7b15456a req-d974f71c-dd1d-4ac7-acc1-9a39887e84f3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Unset dirty status for tenant:f615b5485fc64dffb49eb11f2c1b73a9 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:38.352119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-224d03c2-f35b-4a5b-b3aa-55cc7b15456a req-d974f71c-dd1d-4ac7-acc1-9a39887e84f3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 210 time: 0.8623683 Dec 20 15:51:38.352119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.361231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.389328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-267fd062-174b-4a4d-a15d-39783c5af414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:38.414955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:38.424170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.437497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:38.446459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Calling delete_port for 47566744-d62c-4805-916a-0755eeee1e16 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:38.529346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.548770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 47566744-d62c-4805-916a-0755eeee1e16, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=47566744-d62c-4805-916a-0755eeee1e16,segment=NetworkSegment(7d2aa055-75d8-4210-ac22-c65e63dd7eee),segment_id=7d2aa055-75d8-4210-ac22-c65e63dd7eee)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:38.552709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:38.553267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] For port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:38.553403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.574087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] For port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3cd4fd5d-e819-4886-b00f-1e684d26a8a1,segment=NetworkSegment(78596c5c-1b9a-4498-842f-6e21a7e592ce),segment_id=78596c5c-1b9a-4498-842f-6e21a7e592ce)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:38.585332 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:38.632724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Made reservation on behalf of 7e8a020df0e74de9a0e0ccc914894eca for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:38.644296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Pushing event updated for resources: {'Port': ['ID=d409353a-4230-462e-92a7-095b42ccf537,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:38.649990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Network 45fef1de-5c23-4649-8c8d-c1f53a17597b is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:38.651511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.656941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.662369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:38.664008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:38.670435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-56429609-e4e8-4ecf-83d1-1d5eb3b7e9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:38.732543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:38.783002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:51:38.783622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:51:38.791924 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=47566744-d62c-4805-916a-0755eeee1e16,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:38.868268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:38.868899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.894072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.935621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-781b0568-bb60-4f19-8682-46c493013e15 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:38.964218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Pushing event updated for resources: {'Port': ['ID=3cd4fd5d-e819-4886-b00f-1e684d26a8a1,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:38.972225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc4b72ce-67ed-497a-bcc3-b2a3457548c0 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:51:38.977375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:38.977864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:38.981316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:38.986666 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] 10.222.0.62 "DELETE /v2.0/networks/fc4b72ce-67ed-497a-bcc3-b2a3457548c0 HTTP/1.1" status: 204 len: 168 time: 1.1821020 Dec 20 15:51:38.989079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:38.989322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45806) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:39.109034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc4b72ce-67ed-497a-bcc3-b2a3457548c0,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:39.115353 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6935580 Dec 20 15:51:39.116347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:39.117276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-786a3abf-90ba-4806-803c-552e21dbbd3f tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] DELETE failed (client error): The resource could not be found. Dec 20 15:51:39.117769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786a3abf-90ba-4806-803c-552e21dbbd3f tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:51:39.121044 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-786a3abf-90ba-4806-803c-552e21dbbd3f tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] 10.222.0.62 "DELETE /v2.0/subnets/0b579bc0-425e-41c3-baa2-e9d7a8086d8b HTTP/1.1" status: 404 len: 337 time: 0.1071250 Dec 20 15:51:39.125663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45812) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:39.143539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:39.266605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f2fb31ff-de0f-4d5b-b505-b72f2a835a70 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:51:39.267752 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f2fb31ff-de0f-4d5b-b505-b72f2a835a70 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0837214 Dec 20 15:51:39.284579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Deleting port 47566744-d62c-4805-916a-0755eeee1e16 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:39.288314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:39.345807 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-da951b47-1759-4221-9a8d-59c09f5e363b None None] Provisioning for port d409353a-4230-462e-92a7-095b42ccf537 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:39.355025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:39.367827 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f394ea08-3c5d-4661-8756-46a5ed7b6f8b req-ad9ac537-22ec-4448-9cd2-ca54c4c18657 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.1847868 Dec 20 15:51:39.377653 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-da951b47-1759-4221-9a8d-59c09f5e363b None None] Provisioning complete for port d409353a-4230-462e-92a7-095b42ccf537 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:39.382546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-da951b47-1759-4221-9a8d-59c09f5e363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:39.461373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] For port 47566744-d62c-4805-916a-0755eeee1e16, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=47566744-d62c-4805-916a-0755eeee1e16,segment=NetworkSegment(7d2aa055-75d8-4210-ac22-c65e63dd7eee),segment_id=7d2aa055-75d8-4210-ac22-c65e63dd7eee)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:39.461853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:39.482048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > segment before_delete 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.483799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.484779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.486445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > port after_create 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.486901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > port after_delete 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.487448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > port after_update 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.493304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > segment after_delete 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.494658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > subnet after_create 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.495177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > subnet after_delete 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.496412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > subnet after_update 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.764631 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5b6e9ae8-1515-4c54-bd1b-ea91f519cdbf req-f717e07b-a2f8-4627-8fb4-90e4ec1f2c91 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 210 time: 0.1949079 Dec 20 15:51:39.775646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:39.820348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > subnet after_create 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.830903 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > subnet after_delete 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.831930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > subnet before_create 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.834301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Subscribe: > subnet before_update 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:51:39.834709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db56b5a-5b46-4de6-bf16-2c515278c491']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:39.905322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Request body: {'port': {'device_id': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:39.955459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] For port 47566744-d62c-4805-916a-0755eeee1e16, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=47566744-d62c-4805-916a-0755eeee1e16,segment=NetworkSegment(7d2aa055-75d8-4210-ac22-c65e63dd7eee),segment_id=7d2aa055-75d8-4210-ac22-c65e63dd7eee)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:39.956027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:40.136294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da75225b-7e4a-427b-9680-9c5eeea0755f') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:40.136760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da75225b-7e4a-427b-9680-9c5eeea0755f') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:40.162604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:40.170139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Calling delete_port for 47566744-d62c-4805-916a-0755eeee1e16 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:40.281587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Calling delete_port for 47566744-d62c-4805-916a-0755eeee1e16 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:40.362214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:40.421956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6b892d-b864-4e04-9a7f-1c85c980254d']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:40.439613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-da951b47-1759-4221-9a8d-59c09f5e363b None None] Port d409353a-4230-462e-92a7-095b42ccf537 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:40.443829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:40.456393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff49ab2-9009-4335-bd9d-4840f2a8cb64') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:40.456393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff49ab2-9009-4335-bd9d-4840f2a8cb64') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:40.463167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:40.478125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:40.503240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:40.536050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6d44c-1464-45c0-8e40-f4e1fe1f4d3c req-29a7d105-4fd4-4f2f-b8f1-c8fae6339696 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:40.543899 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8dc6d44c-1464-45c0-8e40-f4e1fe1f4d3c req-29a7d105-4fd4-4f2f-b8f1-c8fae6339696 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 931 time: 0.7410669 Dec 20 15:51:40.601327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:40.610549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:40.613516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0d24c-b981-437c-b973-527a57fdc4c4 None None] Network b8814360-d60f-47f2-afd1-f968476bc863 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:40.632056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:40.632555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:40.653777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-12208961-23f1-49c0-8c94-18408e69a1fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:40.657555 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:40.763251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Pushing event deleted for resources: {'Port': ['ID=47566744-d62c-4805-916a-0755eeee1e16,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:40.784291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] No DVR routers for this DVR port 47566744-d62c-4805-916a-0755eeee1e16 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:40.798575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:40.877337 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8dc6d44c-1464-45c0-8e40-f4e1fe1f4d3c req-eb6a4568-cd6b-47f5-9050-44ec58457b9f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323748 Dec 20 15:51:40.894778 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02c2fb41-bf32-4f00-b4ea-2dcd4195c50e req-d87ddb4c-3bdb-49bb-a2ef-8f039494df0d tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.1917100 Dec 20 15:51:40.959793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:40.960199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:40.981720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.64', 55857) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:41.027057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn_limited( Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:41.030231 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:41.111466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:51:41.127921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:51:41.180125 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-831f708e-c2b0-45ad-a243-36b01b580f68 req-5dd9456a-ced2-4b15-aabd-f264ed8aa122 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 210 time: 0.0799820 Dec 20 15:51:41.237243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.274538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:41.284417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c5cfcd88-cb09-4b8e-a85b-0ffad1f8b059 None None] Provisioning for port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:41.291224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.294333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c5cfcd88-cb09-4b8e-a85b-0ffad1f8b059 None None] Provisioning complete for port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:41.295133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c5cfcd88-cb09-4b8e-a85b-0ffad1f8b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.295331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.305010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8f78d971-f466-4cd3-be78-2105693d9523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:41.335117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Pushing event deleted for resources: {'Network': ['ID=9f6b892d-b864-4e04-9a7f-1c85c980254d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:41.392128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Deleting port 47566744-d62c-4805-916a-0755eeee1e16 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:41.395427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.413010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:41.432086 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] 10.222.0.62 "DELETE /v2.0/networks/9f6b892d-b864-4e04-9a7f-1c85c980254d HTTP/1.1" status: 204 len: 168 time: 2.3026953 Dec 20 15:51:41.445563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c5cfcd88-cb09-4b8e-a85b-0ffad1f8b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.450250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-6c2af3e9-0182-4b15-bc5a-1624c123ff7f tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:41.450250 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-6c2af3e9-0182-4b15-bc5a-1624c123ff7f tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.64 "GET /v2.0/networks?id=01dad90e-9efd-4542-bade-b83ae9ea3831 HTTP/1.1" status: 200 len: 812 time: 0.4566305 Dec 20 15:51:41.518403 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:51:41.525058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c5cfcd88-cb09-4b8e-a85b-0ffad1f8b059 None None] For port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3cd4fd5d-e819-4886-b00f-1e684d26a8a1,segment=NetworkSegment(78596c5c-1b9a-4498-842f-6e21a7e592ce),segment_id=78596c5c-1b9a-4498-842f-6e21a7e592ce)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:41.577051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Sync routers for ids ['7eb2de97-8eee-40c8-8df6-3f444aca9914'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:51:41.601154 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'Subnet': ['ID=b68c9ca5-f8de-493e-8059-fe8991bdeff1,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:41.608433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Routers {'7eb2de97-8eee-40c8-8df6-3f444aca9914'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:41.613249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.618446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7eb2de97-8eee-40c8-8df6-3f444aca9914'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:41.629949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:41.690691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] The port '47566744-d62c-4805-916a-0755eeee1e16' was deleted {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:51:41.703279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c5cfcd88-cb09-4b8e-a85b-0ffad1f8b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.731153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3893d19e-e295-4a09-9956-aab1e466ca61 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:41.745464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a8dc54f0-9550-4ae7-abc7-ac303d128757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:41.768941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.778608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d409353a-4230-462e-92a7-095b42ccf537 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:41.788521 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] 10.222.0.62 "DELETE /v2.0/networks/6db56b5a-5b46-4de6-bf16-2c515278c491 HTTP/1.1" status: 204 len: 168 time: 4.0031118 Dec 20 15:51:41.803752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.851932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Transition to ACTIVE for port object d409353a-4230-462e-92a7-095b42ccf537 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:41.948917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.953336 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-2bd5eb08-8a52-4cc8-98f3-9d3059d3499d tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15defa48c8214441a24211b2fbdf4cd8 HTTP/1.1" status: 200 len: 380 time: 0.4380414 Dec 20 15:51:41.954027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:41.978683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:42.029867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Pushing event deleted for resources: {'Network': ['ID=6db56b5a-5b46-4de6-bf16-2c515278c491,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:42.076235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:42.142321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Request body: {'port': {'device_id': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'admin_state_up': True, 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'security_groups': ['231281b7-8e4b-4940-933f-62e3179881d1']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:42.169810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4585a46a-8b51-43f5-81b6-c3f1ed681114']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:42.249691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5ada6ae7-6a43-43bd-b0c8-af7833121033 None None] Provisioning complete for port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:42.250271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5ada6ae7-6a43-43bd-b0c8-af7833121033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:42.251735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.64', 55860) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:42.287531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Checking segment: {'id': '9befe17c-9e14-41e8-b6b3-f94a9223ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2eb95098-7415-4316-be8e-781380893cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:42.290464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Network hostable DHCP agents. Network: 2eb95098-7415-4316-be8e-781380893cd6, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:42.354446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfcd88-cb09-4b8e-a85b-0ffad1f8b059 None None] Pushing event updated for resources: {'Port': ['ID=3cd4fd5d-e819-4886-b00f-1e684d26a8a1,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:42.360453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c5cfcd88-cb09-4b8e-a85b-0ffad1f8b059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:42.384668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2aa055-75d8-4210-ac22-c65e63dd7eee') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:42.385554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2aa055-75d8-4210-ac22-c65e63dd7eee') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:42.428239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Router 320e2358-3f12-444e-8e89-7b3157dcb8dc is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:51:42.466349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:42.517900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Set router 7eb2de97-8eee-40c8-8df6-3f444aca9914 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:42.652340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45852) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:42.652821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45854) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:42.658010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Network 2eb95098-7415-4316-be8e-781380893cd6 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:42.691860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:42.731436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:42.731842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:42.764185 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:42.794013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 2eb95098-7415-4316-be8e-781380893cd6) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:42.803009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:42.803659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:42.939042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf3dc0-6ef8-4373-b449-ed84c1feafd5 None None] Network 2eb95098-7415-4316-be8e-781380893cd6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:42.961699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Pushing event updated for resources: {'Port': ['ID=d409353a-4230-462e-92a7-095b42ccf537,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:42.983925 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6731d228-7a74-433b-b7a2-e295ff36f59c req-e26c1f6b-09a8-4dc0-8aac-99f5b54c606a tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.3693361 Dec 20 15:51:42.986657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:43.195406 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4116230 Dec 20 15:51:43.202955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45864) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:43.264804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Request body: {'subnet': {'network_id': '2663f4e3-b445-49de-9573-64f367b7db88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:43.463937 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9451b9c7-f461-47ec-924a-8fd284953b77 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d63e539049644ae893206c5a7283cf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7965937 Dec 20 15:51:43.489014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45868) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:43.518992 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-456aaf8b-beaa-4d0e-9e90-ab9c8c362797 req-58dc0f43-397b-4588-b30c-1c0192cdeffe tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 210 time: 0.2826633 Dec 20 15:51:43.518992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:43.518992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7f77a-5def-4aad-beb3-24ffea60dadd req-7a55b914-47cc-4b73-a074-af4d62f7ed01 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:43.518992 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61b7f77a-5def-4aad-beb3-24ffea60dadd req-7a55b914-47cc-4b73-a074-af4d62f7ed01 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 943 time: 1.3470612 Dec 20 15:51:43.523738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c623fa-6594-49da-bec6-255f4dabac7a req-f9ba6d49-5099-4fb8-a780-383495e6e76e tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:43.525504 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-f9ba6d49-5099-4fb8-a780-383495e6e76e tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.64 "GET /v2.0/networks?id=ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 HTTP/1.1" status: 200 len: 806 time: 1.2176955 Dec 20 15:51:43.569679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45874) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:43.572387 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a792e918-f5dd-4991-8b60-934bc6afe0b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c152778a6134a9fa9c6eb3d7eeffd44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9076710 Dec 20 15:51:43.628582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:43.641460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:43.665115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:43.675706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Usage tracker for resource:subnet and tenant:7e8a020df0e74de9a0e0ccc914894eca is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:43.683087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:43.689573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Attempting to bind port d409353a-4230-462e-92a7-095b42ccf537 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:43.690048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Attempting to bind port d409353a-4230-462e-92a7-095b42ccf537 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:43.690342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Attempting to bind port d409353a-4230-462e-92a7-095b42ccf537 on network 45fef1de-5c23-4649-8c8d-c1f53a17597b {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:43.710096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-2eb95098-7415-4316-be8e-781380893cd6', 'network_id': '2eb95098-7415-4316-be8e-781380893cd6', 'tenant_id': '7e8a020df0e74de9a0e0ccc914894eca', 'fixed_ips': [{'subnet_id': 'b68c9ca5-f8de-493e-8059-fe8991bdeff1'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:51:43.711448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:43.711891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:43.742781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb612be6-9a3a-40c3-a127-a9de1e13d45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:43.757176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Port d409353a-4230-462e-92a7-095b42ccf537 on network 45fef1de-5c23-4649-8c8d-c1f53a17597b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:43.757534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Attempting to bind port d409353a-4230-462e-92a7-095b42ccf537 on network 45fef1de-5c23-4649-8c8d-c1f53a17597b {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:43.790230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb612be6-9a3a-40c3-a127-a9de1e13d45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:43.791542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-c86ebf2a-925b-4726-ac20-4af4a185b17e tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d44fdd266094759ad453f663aacf9b1 HTTP/1.1" status: 200 len: 379 time: 0.2493927 Dec 20 15:51:43.806757 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61b7f77a-5def-4aad-beb3-24ffea60dadd req-39762c6c-13b8-462b-827d-9dfb242b9dbe tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737343 Dec 20 15:51:43.831635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Request body: {'port': {'device_id': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'admin_state_up': True, 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'security_groups': ['c0d798ab-a91b-4b71-a465-7b6d268373c7']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:43.862181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:51:43.872897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:43.873262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Checking segment: {'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:43.873796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Bound using segment: {'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:43.874302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Bound port: d409353a-4230-462e-92a7-095b42ccf537, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c19b36-fbca-4ae5-891c-4754cb5442ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:43.874637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:43.885992 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb9e3d-2d23-499f-aee6-3c93890db982 None None] Sync routers for ids ['320e2358-3f12-444e-8e89-7b3157dcb8dc'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:51:43.913319 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb9e3d-2d23-499f-aee6-3c93890db982 None None] Routers {'320e2358-3f12-444e-8e89-7b3157dcb8dc'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:43.916228 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-68eb9e3d-2d23-499f-aee6-3c93890db982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['320e2358-3f12-444e-8e89-7b3157dcb8dc'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:43.998053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:43.998053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.087743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cd76c2a1-bedc-423b-bf82-06caf05c4bac', 'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'mac_address': 'fa:16:3e:4a:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 2, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'subnets': [{'id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:44.105003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Checking router: 7eb2de97-8eee-40c8-8df6-3f444aca9914 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:51:44.106013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Updating router 7eb2de97-8eee-40c8-8df6-3f444aca9914 port cd76c2a1-bedc-423b-bf82-06caf05c4bac binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:51:44.122144 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-68eb9e3d-2d23-499f-aee6-3c93890db982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:44.155402 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb9e3d-2d23-499f-aee6-3c93890db982 None None] Routers {'320e2358-3f12-444e-8e89-7b3157dcb8dc'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:44.159457 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-68eb9e3d-2d23-499f-aee6-3c93890db982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['320e2358-3f12-444e-8e89-7b3157dcb8dc'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:44.165411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.170256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:44.203713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f75183ea-7e1c-457d-906b-61565cc76391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.214216 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.218514 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "DELETE /v2.0/networks/4585a46a-8b51-43f5-81b6-c3f1ed681114 HTTP/1.1" status: 204 len: 168 time: 9.2446847 Dec 20 15:51:44.219312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45880) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:44.229301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.276881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Made reservation on behalf of 15defa48c8214441a24211b2fbdf4cd8 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:44.280742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.301297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event deleted for resources: {'Network': ['ID=4585a46a-8b51-43f5-81b6-c3f1ed681114,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:44.311811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Made reservation on behalf of 7e8a020df0e74de9a0e0ccc914894eca for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:44.324195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f75183ea-7e1c-457d-906b-61565cc76391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.345795 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-68eb9e3d-2d23-499f-aee6-3c93890db982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:44.346226 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb9e3d-2d23-499f-aee6-3c93890db982 None None] The sync data for ids ['320e2358-3f12-444e-8e89-7b3157dcb8dc'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:51:44.373833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:44.382795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb612be6-9a3a-40c3-a127-a9de1e13d45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.382795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.383029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] For port d409353a-4230-462e-92a7-095b42ccf537, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:44.386449 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.1556978 Dec 20 15:51:44.398024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45884) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:44.404541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:44.434173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb612be6-9a3a-40c3-a127-a9de1e13d45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.441364 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bb612be6-9a3a-40c3-a127-a9de1e13d45b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c1f7ab4-4aa6-43db-baf5-a6a887ba3686 HTTP/1.1" status: 204 len: 168 time: 0.9149063 Dec 20 15:51:44.443918 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:44.498252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:44.541148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] For port d409353a-4230-462e-92a7-095b42ccf537, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d409353a-4230-462e-92a7-095b42ccf537,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:44.557402 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e7b93342-1603-4123-8f74-bce465c8e6a3 req-a09d43f3-50fe-4bca-ad39-4c3cd0033f5a tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.1176441 Dec 20 15:51:44.575096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb612be6-9a3a-40c3-a127-a9de1e13d45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1f7ab4-4aa6-43db-baf5-a6a887ba3686,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:44.578764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bb612be6-9a3a-40c3-a127-a9de1e13d45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:44.743374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.754277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:44.806219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.807792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Made reservation on behalf of 4d44fdd266094759ad453f663aacf9b1 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:44.811645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.820910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f75183ea-7e1c-457d-906b-61565cc76391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.904658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Allocated IP 172.20.0.7 (01dad90e-9efd-4542-bade-b83ae9ea3831/5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c/2a896231-7704-4c7e-a867-733a0d765bce) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:44.919705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Allocated IP 172.20.0.2 (2eb95098-7415-4316-be8e-781380893cd6/b68c9ca5-f8de-493e-8059-fe8991bdeff1/938cb62f-53e0-4084-8add-d70d6f86671a) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:44.943715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:44.971546 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e7712505-6973-4737-97bd-1260bf3437dc req-0e468106-4671-48dd-90d7-31450d0122bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 210 time: 0.1491969 Dec 20 15:51:44.996597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Pushing event updated for resources: {'Port': ['ID=d409353a-4230-462e-92a7-095b42ccf537,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:45.006487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:45.008218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:45.018873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:45.029383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75183ea-7e1c-457d-906b-61565cc76391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b50da86-4e3d-4c6b-a8f8-4eb57ef39688,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:45.037867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f75183ea-7e1c-457d-906b-61565cc76391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:45.151074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:45.170997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] 10.222.0.64 "PUT /v2.0/ports/d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 200 len: 1093 time: 5.5877404 Dec 20 15:51:45.170997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'tag': 'd409353a-4230-462e-92a7-095b42ccf537'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:45.453167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Allocated IP 172.20.0.10 (ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2/cb69991d-35d8-4b86-a544-b6ee49700dd4/ee6e7c45-5eea-4e13-9edb-d8015fbe7f76) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:45.493636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:45.531037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c4a8d8-2461-473a-b3dc-ac2a22a75c08']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:45.541327 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ed8777-8273-4c63-9bb5-ccb0a09804fe') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:45.541650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ed8777-8273-4c63-9bb5-ccb0a09804fe') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:45.555655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:45.661993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:45.713959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:45.725041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:45.727628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:45.731576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Transition to ACTIVE for port object ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:45.749910 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:45.841749 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:45.863761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Transition to ACTIVE for port object 938cb62f-53e0-4084-8add-d70d6f86671a will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:45.881127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45902) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:45.895713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Transition to ACTIVE for port object 938cb62f-53e0-4084-8add-d70d6f86671a will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:45.975887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.014664 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.017357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.020917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-eb8ed19c-098b-45ec-b40d-fe3dd5df82ec req-2c9611a7-9654-402c-bea2-941185034b24 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Synchronizing usage tracker for tenant:15defa48c8214441a24211b2fbdf4cd8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:46.023177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:46.089491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-750a6bcc-adaa-472d-b79c-922170919a98 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:46.110236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0608e2ce-550b-4275-a8ce-9115abbdfff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:46.110696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.110696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event deleted for resources: {'Network': ['ID=a8c4a8d8-2461-473a-b3dc-ac2a22a75c08,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:46.110696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:46.111026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Pushing event updated for resources: {'Port': ['ID=938cb62f-53e0-4084-8add-d70d6f86671a,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:46.111026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:46.115555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:46.128982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:46.131317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Network 2eb95098-7415-4316-be8e-781380893cd6 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:46.135804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:46.144345 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:46.146319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:46.171862 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cb950ff3-0dcd-4262-8227-f2aa7093d526 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26007746bc1c41a4b7b96c52a4dc9c4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2709818 Dec 20 15:51:46.187990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45910) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:46.234245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f75183ea-7e1c-457d-906b-61565cc76391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.238003 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f75183ea-7e1c-457d-906b-61565cc76391 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b50da86-4e3d-4c6b-a8f8-4eb57ef39688 HTTP/1.1" status: 204 len: 168 time: 2.6643372 Dec 20 15:51:46.336699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45916) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:46.337425 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "DELETE /v2.0/networks/a8c4a8d8-2461-473a-b3dc-ac2a22a75c08 HTTP/1.1" status: 204 len: 168 time: 2.1070189 Dec 20 15:51:46.356006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Attempting to bind port 938cb62f-53e0-4084-8add-d70d6f86671a on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:46.356430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Attempting to bind port 938cb62f-53e0-4084-8add-d70d6f86671a by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '9befe17c-9e14-41e8-b6b3-f94a9223ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2eb95098-7415-4316-be8e-781380893cd6'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:46.356834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Attempting to bind port 938cb62f-53e0-4084-8add-d70d6f86671a on network 2eb95098-7415-4316-be8e-781380893cd6 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:46.365278 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:46.366661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Checking segment: {'id': '9befe17c-9e14-41e8-b6b3-f94a9223ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2eb95098-7415-4316-be8e-781380893cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:46.366661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.366661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Bound using segment: {'id': '9befe17c-9e14-41e8-b6b3-f94a9223ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2eb95098-7415-4316-be8e-781380893cd6'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:46.366899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Bound port: 938cb62f-53e0-4084-8add-d70d6f86671a, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9befe17c-9e14-41e8-b6b3-f94a9223ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2eb95098-7415-4316-be8e-781380893cd6'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:46.373110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.418333 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b818b54c-5b9e-4de6-a8f1-d0e7db0cfb2c tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/routers/320e2358-3f12-444e-8e89-7b3157dcb8dc HTTP/1.1" status: 200 len: 920 time: 2.0118253 Dec 20 15:51:46.422720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45920) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:46.450399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.522818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] For port 938cb62f-53e0-4084-8add-d70d6f86671a, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:46.526905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] For port 938cb62f-53e0-4084-8add-d70d6f86671a, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=938cb62f-53e0-4084-8add-d70d6f86671a,segment=NetworkSegment(9befe17c-9e14-41e8-b6b3-f94a9223ec8d),segment_id=9befe17c-9e14-41e8-b6b3-f94a9223ec8d)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:46.556702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:46.626297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-eb8ed19c-098b-45ec-b40d-fe3dd5df82ec req-2c9611a7-9654-402c-bea2-941185034b24 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Unset dirty status for tenant:15defa48c8214441a24211b2fbdf4cd8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:46.627470 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb8ed19c-098b-45ec-b40d-fe3dd5df82ec req-2c9611a7-9654-402c-bea2-941185034b24 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.6685939 Dec 20 15:51:46.631539 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7053dee5-a045-412b-9838-5eafd363d844 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=320e2358-3f12-444e-8e89-7b3157dcb8dc HTTP/1.1" status: 200 len: 205 time: 0.2035446 Dec 20 15:51:46.632445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-538603b1-6cd2-4d4a-b416-b8514f251d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.641224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Pushing event updated for resources: {'Port': ['ID=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:46.650968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45924) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:46.655584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:46.664241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:46.664926 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.690958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afc0b8-9062-48f5-9034-b582ac422d99 req-9804ad2b-aaa1-4e19-972a-52b3c8c0aef4 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:46.702197 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c4afc0b8-9062-48f5-9034-b582ac422d99 req-9804ad2b-aaa1-4e19-972a-52b3c8c0aef4 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 943 time: 1.5572517 Dec 20 15:51:46.716683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.721272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-126be86f-7e63-4b84-badd-44d6ea47bfbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:46.770072 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-538603b1-6cd2-4d4a-b416-b8514f251d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.795262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dbcd799f-36b2-4c5b-9661-05b1d0564934 None None] Provisioning for port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:46.813484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'Subnet': ['ID=73b18b93-fab1-43c2-a128-0d2a59a7b600,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:46.822652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:46.836544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dbcd799f-36b2-4c5b-9661-05b1d0564934 None None] Provisioning complete for port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:46.841232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dbcd799f-36b2-4c5b-9661-05b1d0564934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:46.854939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Checking segment: {'id': '943fc5cd-ec15-4891-abc5-96bbd6792475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '2663f4e3-b445-49de-9573-64f367b7db88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:46.855448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Network hostable DHCP agents. Network: 2663f4e3-b445-49de-9573-64f367b7db88, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:46.942467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Pushing event updated for resources: {'Port': ['ID=938cb62f-53e0-4084-8add-d70d6f86671a,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:46.960837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:46.970738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.021537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd799f-36b2-4c5b-9661-05b1d0564934 None None] Port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:47.069349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-538603b1-6cd2-4d4a-b416-b8514f251d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.110164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:47.110383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.110500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.132294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Transition to ACTIVE for port object 2a896231-7704-4c7e-a867-733a0d765bce will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:47.160525 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c4afc0b8-9062-48f5-9034-b582ac422d99 req-341cd2fe-b243-4c4b-a39a-0a15768bd9f8 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4569063 Dec 20 15:51:47.241066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538603b1-6cd2-4d4a-b416-b8514f251d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3ad61b-a0e8-46cc-9b23-71a7c89c0f39,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:47.243813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-538603b1-6cd2-4d4a-b416-b8514f251d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.245539 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-538603b1-6cd2-4d4a-b416-b8514f251d71 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf3ad61b-a0e8-46cc-9b23-71a7c89c0f39 HTTP/1.1" status: 204 len: 168 time: 1.0459368 Dec 20 15:51:47.248685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-538603b1-6cd2-4d4a-b416-b8514f251d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:47.337159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.431364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-b35580ff-6f5b-4355-b6ce-5c3c12f882df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 1096 time: 1.6625535 Dec 20 15:51:47.435290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3864401e-19b1-4b75-80a1-e450bbf523d8']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:47.476975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Network 2663f4e3-b445-49de-9573-64f367b7db88 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:47.620777 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-0641b753-66de-4267-8d52-71f0599324ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 200 len: 217 time: 0.1716871 Dec 20 15:51:47.629837 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8219078 Dec 20 15:51:47.636563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3b05d-c8d8-4457-a373-dcc142d0e36f req-46d782a5-9a61-42f8-8291-3345a6fe9d79 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:47.637999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6ee3b05d-c8d8-4457-a373-dcc142d0e36f req-46d782a5-9a61-42f8-8291-3345a6fe9d79 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Synchronizing usage tracker for tenant:4d44fdd266094759ad453f663aacf9b1 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:51:47.829856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93645bd5-0bc3-4a1c-b203-7915148e8473') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:47.829856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93645bd5-0bc3-4a1c-b203-7915148e8473') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:47.832285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 2663f4e3-b445-49de-9573-64f367b7db88) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:47.832285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:47.832285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.833138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db60c7c-85e8-4146-8f60-30b68b65feed None None] Network 2663f4e3-b445-49de-9573-64f367b7db88 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:47.833241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.833333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.833418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Request body: {'port': {'device_id': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:47.833418 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'tag': 'd409353a-4230-462e-92a7-095b42ccf537', 'status': 'completed', 'code': 200} Dec 20 15:51:47.833418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.844740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 938cb62f-53e0-4084-8add-d70d6f86671a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:47.925799 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-44be94db-a48b-49d9-891a-faf1f4bd261b req-74fa74d1-bfa7-41d0-be9a-76ed36479cbb tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.0989318 Dec 20 15:51:47.929067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:47.929501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:47.996692 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:48.013401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-550ec2d9-0278-4740-8092-0b4dbbdfe635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:48.014801 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-550ec2d9-0278-4740-8092-0b4dbbdfe635 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae4d857-addf-493d-a4a8-ff3c72ff9e0e HTTP/1.1" status: 200 len: 851 time: 0.3174038 Dec 20 15:51:48.016837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-2663f4e3-b445-49de-9573-64f367b7db88', 'network_id': '2663f4e3-b445-49de-9573-64f367b7db88', 'tenant_id': '7e8a020df0e74de9a0e0ccc914894eca', 'fixed_ips': [{'subnet_id': '73b18b93-fab1-43c2-a128-0d2a59a7b600'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:51:48.018316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:48.056486 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8503394 Dec 20 15:51:48.057638 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45938) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:48.143361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:48.144976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6ee3b05d-c8d8-4457-a373-dcc142d0e36f req-46d782a5-9a61-42f8-8291-3345a6fe9d79 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Unset dirty status for tenant:4d44fdd266094759ad453f663aacf9b1 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:51:48.151679 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6ee3b05d-c8d8-4457-a373-dcc142d0e36f req-46d782a5-9a61-42f8-8291-3345a6fe9d79 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 932 time: 1.2214639 Dec 20 15:51:48.160955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bcfec48f-dc3b-4e00-bc05-e1e51eaa4b3f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:48.197687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:48.205554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45942) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:48.206551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Deleting port 7549eaee-e589-4b60-8330-a4b5bbd13843 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:51:48.207141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:48.501552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 938cb62f-53e0-4084-8add-d70d6f86671a completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:48.525390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Network 01dad90e-9efd-4542-bade-b83ae9ea3831 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:48.537926 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:48.553260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.resource_extend [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:51:48.573457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:48.591814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Pushing event updated for resources: {'Port': ['ID=2a896231-7704-4c7e-a867-733a0d765bce,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:48.607836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:48.655570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:48.699318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Allocated IP 172.20.0.2 (2663f4e3-b445-49de-9573-64f367b7db88/73b18b93-fab1-43c2-a128-0d2a59a7b600/b71f6ca8-d8c1-43d2-aa64-6394f4d547fe) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:48.732544 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6ee3b05d-c8d8-4457-a373-dcc142d0e36f req-96e6af34-e943-4e63-b2da-10032db1e7fc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5799620 Dec 20 15:51:48.800551 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "DELETE /v2.0/networks/3864401e-19b1-4b75-80a1-e450bbf523d8 HTTP/1.1" status: 204 len: 168 time: 2.4292274 Dec 20 15:51:48.809333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 45954) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:48.818853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:48.847857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:48.853524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6589e6ee-bff7-4048-98d8-841bb5945bfb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:48.992864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Transition to ACTIVE for port object cd76c2a1-bedc-423b-bf82-06caf05c4bac will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:49.130059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event deleted for resources: {'Network': ['ID=3864401e-19b1-4b75-80a1-e450bbf523d8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:49.163377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:49.164698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:49.214171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535366b4-bc12-4f84-a711-dd44c84b7716 None None] Network 2eb95098-7415-4316-be8e-781380893cd6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:49.218790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:49.244040 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-9c2c1f69-b9b7-4164-bed5-99ea4f718960 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45fef1de-5c23-4649-8c8d-c1f53a17597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9954765 Dec 20 15:51:49.254211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:49.258134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Sync routers for ids ['c28c808a-1e97-4547-9932-e13adc79b0b0'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:51:49.268879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:49.296269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:49.410643 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bc103d1e-772f-4cf7-89b4-828c608bdee6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d76cf5473bb84b83916a7dd9b1e57ad6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8090737 Dec 20 15:51:49.416533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45966) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:49.569701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020f035-dc26-4061-9cf5-c202e1397175 req-f8214a80-3940-4b13-a5ae-bd1ca28ae998 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:49.578402 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1020f035-dc26-4061-9cf5-c202e1397175 req-f8214a80-3940-4b13-a5ae-bd1ca28ae998 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 943 time: 1.1144435 Dec 20 15:51:49.613533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Calling delete_port for 7549eaee-e589-4b60-8330-a4b5bbd13843 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:51:49.645011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:49.878581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74ed8071-9a15-4c75-9951-f98bb76de788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:49.883785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Routers {'c28c808a-1e97-4547-9932-e13adc79b0b0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:49.884617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c28c808a-1e97-4547-9932-e13adc79b0b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:49.889368 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9156370 Dec 20 15:51:49.924156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74ed8071-9a15-4c75-9951-f98bb76de788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.009531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec9161-a1f0-4a97-8e8e-7fd5446ba5b1 None None] Pushing event updated for resources: {'Port': ['ID=cd76c2a1-bedc-423b-bf82-06caf05c4bac,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:50.058408 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1020f035-dc26-4061-9cf5-c202e1397175 req-2c375055-ae09-4ba4-9d51-54e99762ad5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4636266 Dec 20 15:51:50.103072 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-c2e1e9ac-e8d8-4403-bf8e-2b3bc1e6af45 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8213928 Dec 20 15:51:50.115374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.139563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Transition to ACTIVE for port object b71f6ca8-d8c1-43d2-aa64-6394f4d547fe will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:50.156855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2c96765f-781d-4f8f-8924-ffdeb140bdfa None None] Provisioning for port 2a896231-7704-4c7e-a867-733a0d765bce completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:50.163169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e5ec9161-a1f0-4a97-8e8e-7fd5446ba5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:50.181670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2c96765f-781d-4f8f-8924-ffdeb140bdfa None None] Provisioning complete for port 2a896231-7704-4c7e-a867-733a0d765bce triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:50.192714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2c96765f-781d-4f8f-8924-ffdeb140bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.227047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 45978) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:50.252522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe2295-bf6b-4e6a-9c67-fc23f7f5943c req-00ab5332-c90b-4101-a54b-154fb4fea0e5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:50.253924 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2c96765f-781d-4f8f-8924-ffdeb140bdfa None None] Port 2a896231-7704-4c7e-a867-733a0d765bce cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:50.259448 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-75fe2295-bf6b-4e6a-9c67-fc23f7f5943c req-00ab5332-c90b-4101-a54b-154fb4fea0e5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 931 time: 0.8151071 Dec 20 15:51:50.290360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.306322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74ed8071-9a15-4c75-9951-f98bb76de788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.351694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Transition to ACTIVE for port object b71f6ca8-d8c1-43d2-aa64-6394f4d547fe will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:50.370728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:50.395202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.401973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:51:50.412540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.422420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed8071-9a15-4c75-9951-f98bb76de788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eccfd36-8616-48ef-aef5-779d22b3864f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:50.427497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30f574e-d838-4664-ac49-9e227dffcc33']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:50.427968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-888330338'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:50.442853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-74ed8071-9a15-4c75-9951-f98bb76de788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:50.444835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:50.469088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.477251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:50.480398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:50.499990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b28730-652d-420e-9821-e92863c7282b') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:50.500277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b28730-652d-420e-9821-e92863c7282b') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:50.522621 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-75fe2295-bf6b-4e6a-9c67-fc23f7f5943c req-694956c9-1440-44c4-8785-d51cc57b4a7e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609203 Dec 20 15:51:50.531278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:50.536278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.536599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Pushing event deleted for resources: {'Port': ['ID=7549eaee-e589-4b60-8330-a4b5bbd13843,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:50.549826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:network and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:50.549980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.550586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Attempting to bind port cd76c2a1-bedc-423b-bf82-06caf05c4bac on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:50.550985 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Attempting to bind port cd76c2a1-bedc-423b-bf82-06caf05c4bac by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:50.551348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Attempting to bind port cd76c2a1-bedc-423b-bf82-06caf05c4bac on network 01dad90e-9efd-4542-bade-b83ae9ea3831 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:50.559749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9ecfb-3c8e-45ec-9572-fb0e9aaf04eb req-30c83fcc-0b1b-4527-a14c-6f154d30ca2e tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:50.566668 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8eb9ecfb-3c8e-45ec-9572-fb0e9aaf04eb req-30c83fcc-0b1b-4527-a14c-6f154d30ca2e tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 932 time: 0.2621036 Dec 20 15:51:50.592954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:50.593171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.593275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Checking segment: {'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:50.593530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.593945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Bound using segment: {'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:50.594779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Bound port: cd76c2a1-bedc-423b-bf82-06caf05c4bac, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:50.594779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.607582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Network 2663f4e3-b445-49de-9573-64f367b7db88 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:50.610408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:50.612480 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:50.615528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:50.616297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:51:50.616709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.617916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:50.624423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Pushing event updated for resources: {'Port': ['ID=b71f6ca8-d8c1-43d2-aa64-6394f4d547fe,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:50.626733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:50.630732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Set router c28c808a-1e97-4547-9932-e13adc79b0b0 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:50.641952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Transition to ACTIVE for port object ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:50.642989 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:50.661531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:50.684675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74ed8071-9a15-4c75-9951-f98bb76de788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.688041 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-74ed8071-9a15-4c75-9951-f98bb76de788 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8eccfd36-8616-48ef-aef5-779d22b3864f HTTP/1.1" status: 204 len: 168 time: 1.2681811 Dec 20 15:51:50.747299 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8eb9ecfb-3c8e-45ec-9572-fb0e9aaf04eb req-d137e918-2b61-4bed-9007-8c37baa3707c tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797278 Dec 20 15:51:50.776666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.782403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:50.826109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:50.829111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.852869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.900278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.905756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:50.907177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:50.909698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:security_group_rule and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:50.916486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:50.923051 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:50.950994 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] 10.222.0.62 "DELETE /v2.0/networks/c30f574e-d838-4664-ac49-9e227dffcc33 HTTP/1.1" status: 204 len: 168 time: 2.1103771 Dec 20 15:51:50.952623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:50.956267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:50.957736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f3d058e7-022e-4b2b-b915-2e6aa6a644a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:51.017171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Pushing event deleted for resources: {'Network': ['ID=c30f574e-d838-4664-ac49-9e227dffcc33,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:51.019871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:51.108305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Attempting to bind port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:51.108846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Attempting to bind port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:51.109174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Attempting to bind port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 on network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:51.115407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 on network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:51.115726 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Attempting to bind port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 on network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:51.123002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:51.123655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Checking segment: {'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:51.124290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Bound using segment: {'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:51.124962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Bound port: ee6e7c45-5eea-4e13-9edb-d8015fbe7f76, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:51.125646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:51.147267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0f56c8b4-e035-448d-a9ee-a00d2ce18bad None None] Provisioning for port 938cb62f-53e0-4084-8add-d70d6f86671a completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:51.161875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] For port cd76c2a1-bedc-423b-bf82-06caf05c4bac, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:51.166739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] For port cd76c2a1-bedc-423b-bf82-06caf05c4bac, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cd76c2a1-bedc-423b-bf82-06caf05c4bac,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:51.227065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] For port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:51.230961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] For port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:51.272576 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0f56c8b4-e035-448d-a9ee-a00d2ce18bad None None] Provisioning complete for port 938cb62f-53e0-4084-8add-d70d6f86671a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:51.273708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f56c8b4-e035-448d-a9ee-a00d2ce18bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:51.307979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:51.341336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:51.347848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-95fb599e-3b86-4a86-812b-c5de5081585b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:51.364233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:51.418721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Request body: {'port': {'device_id': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:51.458545 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Routers {'7eb2de97-8eee-40c8-8df6-3f444aca9914'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:51.459724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7eb2de97-8eee-40c8-8df6-3f444aca9914'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:51.476340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:51.612767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a0c79-8bac-461a-a1a9-802c0c7e3423 req-30db24d3-d852-42f9-ac5f-d4c192e35d4e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:51.614683 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-227a0c79-8bac-461a-a1a9-802c0c7e3423 req-30db24d3-d852-42f9-ac5f-d4c192e35d4e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 943 time: 0.3571041 Dec 20 15:51:51.744346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Allocated IP 172.20.0.1 (2eb95098-7415-4316-be8e-781380893cd6/b68c9ca5-f8de-493e-8059-fe8991bdeff1/ab4de4ab-401a-49d0-9a97-f9063a382be7) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:51.780877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:51.782436 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] 10.222.0.64 "PUT /v2.0/ports/ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 HTTP/1.1" status: 200 len: 1094 time: 4.0734832 Dec 20 15:51:51.790618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46004) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:51.817472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'tag': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:51.843286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] Set router 7eb2de97-8eee-40c8-8df6-3f444aca9914 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:51.853618 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9bae680-75e0-482c-9a03-32ab99ae3623 req-e58563fa-750c-43eb-8f07-24be68004fe3 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416194 Dec 20 15:51:51.978270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:51.998697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c8dd3ef3-3dcc-4a96-9233-d578344ad6bc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:52.039523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.112810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec9161-a1f0-4a97-8e8e-7fd5446ba5b1 None None] Pushing event updated for resources: {'Port': ['ID=cd76c2a1-bedc-423b-bf82-06caf05c4bac,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:52.113055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:52.127833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e5ec9161-a1f0-4a97-8e8e-7fd5446ba5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:52.128812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Attempting to bind port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:52.129317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Attempting to bind port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '943fc5cd-ec15-4891-abc5-96bbd6792475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '2663f4e3-b445-49de-9573-64f367b7db88'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:52.129967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Attempting to bind port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe on network 2663f4e3-b445-49de-9573-64f367b7db88 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:52.147317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-227a0c79-8bac-461a-a1a9-802c0c7e3423 req-87446b41-e8db-4dae-b165-5fb9252d0bcf tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561590 Dec 20 15:51:52.151645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:52.272876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f56c8b4-e035-448d-a9ee-a00d2ce18bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.298807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341d3d68-cfe2-45da-ab25-dc4706223a77,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:52.302108 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.302615 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Added segment d4a9b506-965f-4cdf-a147-20ac8b8c9581 of type vlan for network d0452a6f-255e-4f54-b2ac-8ed7e675c952 Dec 20 15:51:52.323017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:52.328846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:52.330852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Checking segment: {'id': '943fc5cd-ec15-4891-abc5-96bbd6792475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '2663f4e3-b445-49de-9573-64f367b7db88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:52.336875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.336875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Bound using segment: {'id': '943fc5cd-ec15-4891-abc5-96bbd6792475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '2663f4e3-b445-49de-9573-64f367b7db88'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:52.337503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Bound port: b71f6ca8-d8c1-43d2-aa64-6394f4d547fe, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943fc5cd-ec15-4891-abc5-96bbd6792475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '2663f4e3-b445-49de-9573-64f367b7db88'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:52.338317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.343829 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.380932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'f5cffada-70fd-4289-9736-187cc43d5015', 'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'mac_address': 'fa:16:3e:f9:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 2, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'subnets': [{'id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:52.387508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76d18310-02f2-49c0-bfd5-b73d35b75781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.403994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Checking router: c28c808a-1e97-4547-9932-e13adc79b0b0 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:51:52.404354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Updating router c28c808a-1e97-4547-9932-e13adc79b0b0 port f5cffada-70fd-4289-9736-187cc43d5015 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:51:52.435390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.088s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:52.459522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.467119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0f56c8b4-e035-448d-a9ee-a00d2ce18bad None None] For port 938cb62f-53e0-4084-8add-d70d6f86671a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=938cb62f-53e0-4084-8add-d70d6f86671a,segment=NetworkSegment(9befe17c-9e14-41e8-b6b3-f94a9223ec8d),segment_id=9befe17c-9e14-41e8-b6b3-f94a9223ec8d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:52.545823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.571001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Transition to ACTIVE for port object ab4de4ab-401a-49d0-9a97-f9063a382be7 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:52.575308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.578311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f56c8b4-e035-448d-a9ee-a00d2ce18bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.582864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.593803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:52.598952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.616831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:52.617697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.626605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fc43b591-a822-4d55-a59f-6967629698e2 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:52.650542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d61f55f4-e53c-4314-b694-c8a818f59a16 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b81acc9cb174240b59101ca0e283c00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8276203 Dec 20 15:51:52.657728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46022) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:52.662623 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-6b07b42e-6b5e-4395-9185-390344830895 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d44fdd266094759ad453f663aacf9b1&device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 1097 time: 0.5944638 Dec 20 15:51:52.666335 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56c8b4-e035-448d-a9ee-a00d2ce18bad None None] Pushing event updated for resources: {'Port': ['ID=938cb62f-53e0-4084-8add-d70d6f86671a,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:52.670820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0f56c8b4-e035-448d-a9ee-a00d2ce18bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:52.697549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.780357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Network': ['ID=d0452a6f-255e-4f54-b2ac-8ed7e675c952,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:52.784494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46026) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:52.790806 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5629544 Dec 20 15:51:52.798979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46028) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:52.799169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:52.799169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.799169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Fanout notify agent at l3_agent the message router_deleted on router 320e2358-3f12-444e-8e89-7b3157dcb8dc {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:51:52.803205 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f1590a3-cedb-4f3a-ac2e-861ec2b03ab5 req-d950b25c-7021-45f2-ba90-daebfc9a0dd8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 1096 time: 0.6747012 Dec 20 15:51:52.810785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.815971 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/320e2358-3f12-444e-8e89-7b3157dcb8dc HTTP/1.1" status: 204 len: 168 time: 6.1635900 Dec 20 15:51:52.829652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46036) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:52.842056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Request body: {'router': {'name': 'tempest-snat-router-146051598', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'enable_snat': False}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:52.846575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:52.855582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:52.857710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:52.887488 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-076ed352-96fe-4b5d-9070-5de4e03576e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 HTTP/1.1" status: 200 len: 217 time: 0.0903258 Dec 20 15:51:52.897994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:52.906904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:52.933879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Usage tracker for resource:router and tenant:7997fadc9a3f4d68acdc5bfa75571a0e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:52.941158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:52.959771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Network 2eb95098-7415-4316-be8e-781380893cd6 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:52.963715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:52.967394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:52.973390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-02854b9c-6730-475b-b413-6860468dfeca None None] For port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:52.984119 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:53.007775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-02854b9c-6730-475b-b413-6860468dfeca None None] For port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b71f6ca8-d8c1-43d2-aa64-6394f4d547fe,segment=NetworkSegment(943fc5cd-ec15-4891-abc5-96bbd6792475),segment_id=943fc5cd-ec15-4891-abc5-96bbd6792475)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:53.010009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74005ddd-a723-49f2-8257-4b4888cbd186 req-d5354b4c-d63c-48ed-a188-d3782e21257d tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:53.011868 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-74005ddd-a723-49f2-8257-4b4888cbd186 req-d5354b4c-d63c-48ed-a188-d3782e21257d tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 931 time: 1.0718031 Dec 20 15:51:53.026024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1459874094'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:53.031001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:53.035696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:network and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:53.038982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:53.045885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:53.090729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'Port': ['ID=ab4de4ab-401a-49d0-9a97-f9063a382be7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:53.102446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:53.111656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53c694fb-aec2-4df6-8778-5b7b9f948c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.128092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9f92-51f3-42d0-9d44-3b92b503b246 req-2442ef66-3af8-4ab8-aa6d-55987312cfa7 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:53.129354 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d47a9f92-51f3-42d0-9d44-3b92b503b246 req-2442ef66-3af8-4ab8-aa6d-55987312cfa7 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 944 time: 0.7010629 Dec 20 15:51:53.140355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.140688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.146876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e5ec9161-a1f0-4a97-8e8e-7fd5446ba5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:53.155652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Made reservation on behalf of 51f5c888c6cd4fe5bbe13737c11c3afb for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:53.158871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.183281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53c694fb-aec2-4df6-8778-5b7b9f948c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.192765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:53.227214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:53.257315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Pushing event updated for resources: {'Port': ['ID=b71f6ca8-d8c1-43d2-aa64-6394f4d547fe,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:53.258486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.260113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.264036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:53.287333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.287427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-77cfe9ed-4393-4200-a1dd-5663d7aed38a None None] Provisioning complete for port 938cb62f-53e0-4084-8add-d70d6f86671a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:53.287427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-77cfe9ed-4393-4200-a1dd-5663d7aed38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.295219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:53.310956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:53.316071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.326582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:53.333080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:security_group_rule and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:53.336612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:53.343678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:53.356343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53c694fb-aec2-4df6-8778-5b7b9f948c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.360289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-538603b1-6cd2-4d4a-b416-b8514f251d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:53.375709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c694fb-aec2-4df6-8778-5b7b9f948c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fd67de-5397-41d6-aefd-94f30c0c4754,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:53.378273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-53c694fb-aec2-4df6-8778-5b7b9f948c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:53.381353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c623fa-6594-49da-bec6-255f4dabac7a req-428a9f3b-5376-4cba-bc7b-01e36980dc76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:53.382874 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-428a9f3b-5376-4cba-bc7b-01e36980dc76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb69991d-35d8-4b86-a544-b6ee49700dd4 HTTP/1.1" status: 200 len: 845 time: 0.3369284 Dec 20 15:51:53.449907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53c694fb-aec2-4df6-8778-5b7b9f948c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.454250 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-53c694fb-aec2-4df6-8778-5b7b9f948c90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96fd67de-5397-41d6-aefd-94f30c0c4754 HTTP/1.1" status: 204 len: 168 time: 0.7838883 Dec 20 15:51:53.485505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.609394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 938cb62f-53e0-4084-8add-d70d6f86671a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:53.615654 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d47a9f92-51f3-42d0-9d44-3b92b503b246 req-5d1a3fd9-2162-47c4-b2ba-1e14fff5e8e6 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4651546 Dec 20 15:51:53.643027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.706738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cd76c2a1-bedc-423b-bf82-06caf05c4bac', 'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'mac_address': 'fa:16:3e:4a:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:51Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'subnets': [{'id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:53.745161 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af91ca7-9540-4238-9b2a-54c3dad475b2 None None] The sync data for ids ['7eb2de97-8eee-40c8-8df6-3f444aca9914'] in dv-neutron-821074-1-hyperv is: [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cd76c2a1-bedc-423b-bf82-06caf05c4bac', 'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'mac_address': 'fa:16:3e:4a:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:51Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'subnets': [{'id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:51:53.927495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:53.947760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1590a3-cedb-4f3a-ac2e-861ec2b03ab5 req-ac5ee442-2220-4b2b-9c99-3816ad23c578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:53.949708 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f1590a3-cedb-4f3a-ac2e-861ec2b03ab5 req-ac5ee442-2220-4b2b-9c99-3816ad23c578 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 200 len: 913 time: 0.9467208 Dec 20 15:51:53.971979 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'tag': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76', 'status': 'completed', 'code': 200} Dec 20 15:51:53.975614 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:53.991522 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-74005ddd-a723-49f2-8257-4b4888cbd186 req-d36506ce-9bc9-4d8e-9a8a-7bfae1124300 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9441905 Dec 20 15:51:54.013465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Transition to ACTIVE for port object f5cffada-70fd-4289-9736-187cc43d5015 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:54.041184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 938cb62f-53e0-4084-8add-d70d6f86671a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:54.041722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.083705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.088188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:54.135140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a896231-7704-4c7e-a867-733a0d765bce {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:54.146783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.147752 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f1590a3-cedb-4f3a-ac2e-861ec2b03ab5 req-82f4c3a5-18bb-499d-ba6d-914319030461 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 200 len: 217 time: 0.1527312 Dec 20 15:51:54.151230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.153959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.182706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:54.205249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:54.261672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d432b88-38bf-4f62-8a06-35898ce71798,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:54.270400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:54.281561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.282056 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Added segment e4db61fe-5d55-4355-827f-bbac9a720feb of type vlan for network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 Dec 20 15:51:54.330066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1590a3-cedb-4f3a-ac2e-861ec2b03ab5 req-2659c556-cea7-4217-9390-1c00485515d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:54.331297 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f1590a3-cedb-4f3a-ac2e-861ec2b03ab5 req-2659c556-cea7-4217-9390-1c00485515d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae4d857-addf-493d-a4a8-ff3c72ff9e0e HTTP/1.1" status: 200 len: 851 time: 0.1429532 Dec 20 15:51:54.387316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Transition to ACTIVE for port object 2a896231-7704-4c7e-a867-733a0d765bce will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:54.398688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.462932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13649136-bef0-41a0-93d7-c50f08a96096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.471333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c457e2ae-f7b2-4be5-8193-031e7b2b7273 None None] Provisioning for port ab4de4ab-401a-49d0-9a97-f9063a382be7 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:54.482404 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-a7b85ff7-1874-4f6a-aea1-3d9b18db9985 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0057273 Dec 20 15:51:54.501072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.502358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.596006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:54.598887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081d4c9-e754-4ff5-9e14-409cf0617782 None None] Pushing event updated for resources: {'Port': ['ID=f5cffada-70fd-4289-9736-187cc43d5015,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:54.613177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6081d4c9-e754-4ff5-9e14-409cf0617782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:54.613885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c457e2ae-f7b2-4be5-8193-031e7b2b7273 None None] Provisioning complete for port ab4de4ab-401a-49d0-9a97-f9063a382be7 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:54.614246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c457e2ae-f7b2-4be5-8193-031e7b2b7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.862820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.890504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.903647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:54.906725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:54.998106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:54.998995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c457e2ae-f7b2-4be5-8193-031e7b2b7273 None None] Port ab4de4ab-401a-49d0-9a97-f9063a382be7 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:55.031889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Attempting to bind port f5cffada-70fd-4289-9736-187cc43d5015 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:55.031889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Attempting to bind port f5cffada-70fd-4289-9736-187cc43d5015 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:55.031889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Attempting to bind port f5cffada-70fd-4289-9736-187cc43d5015 on network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:55.046418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:55.046790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Checking segment: {'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:55.048772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:55.051182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Bound using segment: {'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:55.051672 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Bound port: f5cffada-70fd-4289-9736-187cc43d5015, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e52f4d5-176f-4479-b235-9cd96cf5dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:55.052068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:55.078048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a795f542-f2b6-43eb-b986-97ddf95c14e0 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:51:55.138162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: a795f542-f2b6-43eb-b986-97ddf95c14e0 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:51:55.138402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a795f542-f2b6-43eb-b986-97ddf95c14e0 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:51:55.159684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Network': ['ID=63ce5af6-d4a9-4cfb-8d65-5a832f4126f2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:55.178954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:55.179149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:55.191459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:55.267857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:55.270238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] For port f5cffada-70fd-4289-9736-187cc43d5015, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:55.274138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] For port f5cffada-70fd-4289-9736-187cc43d5015, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f5cffada-70fd-4289-9736-187cc43d5015,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:55.286115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeadad3-5476-4870-9a08-15d644c91075 None None] Network 2663f4e3-b445-49de-9573-64f367b7db88 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:55.432186 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6401076 Dec 20 15:51:55.437555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46062) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:55.442678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:55.455880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:55.463794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'subnet': {'network_id': '63ce5af6-d4a9-4cfb-8d65-5a832f4126f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:55.477609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb33b60-a8c5-4dd3-9189-784ba5c96755 req-709e5f20-2935-4f03-81b7-c59749e25f6b tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:55.479156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'Port': ['ID=ab4de4ab-401a-49d0-9a97-f9063a382be7,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:55.485989 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fcb33b60-a8c5-4dd3-9189-784ba5c96755 req-709e5f20-2935-4f03-81b7-c59749e25f6b tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 943 time: 1.3294659 Dec 20 15:51:55.487422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:55.502062 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f1590a3-cedb-4f3a-ac2e-861ec2b03ab5 req-051f9c12-3347-4b22-9075-418c90fea538 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45fef1de-5c23-4649-8c8d-c1f53a17597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1530921 Dec 20 15:51:55.503075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:55.554335 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:55.568775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Pushing event updated for resources: {'Port': ['ID=2a896231-7704-4c7e-a867-733a0d765bce,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:55.607055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:55.607632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ced86045-df28-4f92-9189-2e00015edd59 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:55.643363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:55.707291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=d097e9bd-e2f2-4199-8020-857954d457d5,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:55.710880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081d4c9-e754-4ff5-9e14-409cf0617782 None None] Pushing event updated for resources: {'Port': ['ID=f5cffada-70fd-4289-9736-187cc43d5015,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:55.711061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:55.745654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:55.752044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6081d4c9-e754-4ff5-9e14-409cf0617782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:55.766233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cd76c2a1-bedc-423b-bf82-06caf05c4bac up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:55.778487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:55.817956 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-9e0de937-44f1-4e20-aa6d-4bc29d7320fa service neutron] 10.222.0.64 "GET /v2.0/networks/ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2231166 Dec 20 15:51:55.825205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:55.836895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:subnet and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:55.847567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:55.849940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:55.859904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Routers {'c28c808a-1e97-4547-9932-e13adc79b0b0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:55.860551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c28c808a-1e97-4547-9932-e13adc79b0b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:55.868691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:55.884988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd147e-a89f-4980-8e5d-ecc435b5b77c req-fee385a0-7e13-4574-9ff7-dffd14166383 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:55.892820 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1ffd147e-a89f-4980-8e5d-ecc435b5b77c req-fee385a0-7e13-4574-9ff7-dffd14166383 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 944 time: 0.7848413 Dec 20 15:51:55.904142 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fcb33b60-a8c5-4dd3-9189-784ba5c96755 req-f8057965-c819-4392-9376-83cdd48d6df3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168825 Dec 20 15:51:55.969820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Network 2eb95098-7415-4316-be8e-781380893cd6 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:55.977946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:56.001113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:56.001521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network hostable DHCP agents. Network: d0452a6f-255e-4f54-b2ac-8ed7e675c952, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:56.076841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46070) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:56.152827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Made reservation on behalf of 51f5c888c6cd4fe5bbe13737c11c3afb for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:56.256269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] Set router c28c808a-1e97-4547-9932-e13adc79b0b0 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:51:56.309554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-995cd42d-ef7a-4092-9ced-8ec703dc8329 None None] Provisioning for port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:56.319975 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c623fa-6594-49da-bec6-255f4dabac7a req-9fe427aa-2384-473e-aa96-04ec421527f7 service neutron] 10.222.0.64 "GET /v2.0/networks/ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247091 Dec 20 15:51:56.322643 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f1590a3-cedb-4f3a-ac2e-861ec2b03ab5 req-2e43df36-e773-4c61-ab50-758b47c98dec service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456443 Dec 20 15:51:56.332698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port cd76c2a1-bedc-423b-bf82-06caf05c4bac completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:56.342680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port cd76c2a1-bedc-423b-bf82-06caf05c4bac triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:56.343145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:56.446392 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1ffd147e-a89f-4980-8e5d-ecc435b5b77c req-9238ece2-d664-46cf-a9a3-cde4af93003f tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5525498 Dec 20 15:51:56.462570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1875173278'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:56.536049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:56.555028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:network and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:56.560426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:56.566131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:56.598462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:56.616735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Allocated IP 172.26.7.247 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/98a0c8a6-c818-494b-b0f5-d2307e96c513) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:56.646259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a4a89a19-0066-4583-b615-0c6150a268ce None None] Provisioning complete for port ab4de4ab-401a-49d0-9a97-f9063a382be7 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:56.646259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a4a89a19-0066-4583-b615-0c6150a268ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:56.693573 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f1590a3-cedb-4f3a-ac2e-861ec2b03ab5 req-f962da3a-6c65-4ff7-a88f-36c3e78b6fcf service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499511 Dec 20 15:51:56.696247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Attempting to bind port 2a896231-7704-4c7e-a867-733a0d765bce on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:56.696852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Attempting to bind port 2a896231-7704-4c7e-a867-733a0d765bce by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:56.696987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Attempting to bind port 2a896231-7704-4c7e-a867-733a0d765bce on network 01dad90e-9efd-4542-bade-b83ae9ea3831 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:56.732113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Port 2a896231-7704-4c7e-a867-733a0d765bce on network 01dad90e-9efd-4542-bade-b83ae9ea3831 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:51:56.732535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Attempting to bind port 2a896231-7704-4c7e-a867-733a0d765bce on network 01dad90e-9efd-4542-bade-b83ae9ea3831 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:56.752336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d8b2f-69a9-4a9b-b857-07bedf24cf46 req-627f3d7b-b95f-42cd-964c-6bc18c771471 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:56.759751 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e20d8b2f-69a9-4a9b-b857-07bedf24cf46 req-627f3d7b-b95f-42cd-964c-6bc18c771471 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 943 time: 0.3853509 Dec 20 15:51:56.767890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:56.770851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:56.781289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:56.781719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Checking segment: {'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:56.782368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Bound using segment: {'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:56.782814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Bound port: 2a896231-7704-4c7e-a867-733a0d765bce, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6a5f56-cd70-4cea-b525-435b9fa026f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:56.783316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:56.802153 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4fcd010-dc72-4b6e-8ab2-ebdddb300b52 req-37d0a641-2f73-4f27-81a9-28a4a4b94276 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d44fdd266094759ad453f663aacf9b1&device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 1097 time: 0.3548505 Dec 20 15:51:56.807464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:56.843848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a4a89a19-0066-4583-b615-0c6150a268ce None None] Port ab4de4ab-401a-49d0-9a97-f9063a382be7 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:51:56.875496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:56.887843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:56.899850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:56.934755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port cd76c2a1-bedc-423b-bf82-06caf05c4bac, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cd76c2a1-bedc-423b-bf82-06caf05c4bac,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:56.960882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'f5cffada-70fd-4289-9736-187cc43d5015', 'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'mac_address': 'fa:16:3e:f9:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:55Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'subnets': [{'id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:56.965473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401d899-aa5c-4e93-bca4-cacccd58840f None None] The sync data for ids ['c28c808a-1e97-4547-9932-e13adc79b0b0'] in dv-neutron-821074-1-hyperv is: [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'f5cffada-70fd-4289-9736-187cc43d5015', 'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'mac_address': 'fa:16:3e:f9:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:55Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'subnets': [{'id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:51:56.982090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, d0452a6f-255e-4f54-b2ac-8ed7e675c952) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:56.993157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c7317f-bf82-400b-bfc8-1c04f08dfe58 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:56.998379 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e20d8b2f-69a9-4a9b-b857-07bedf24cf46 req-2c71b187-6296-4c30-99b1-9e5359982106 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380235 Dec 20 15:51:57.007470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.008060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.026775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.031743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b71f6ca8-d8c1-43d2-aa64-6394f4d547fe up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:57.069776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:57.092545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:security_group_rule and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:57.096356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:57.099722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2a5a0e47-e4c9-4b5c-8548-752cc8dab54d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:57.122377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:57.124707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] For port 2a896231-7704-4c7e-a867-733a0d765bce, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:57.129218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] For port 2a896231-7704-4c7e-a867-733a0d765bce, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=2a896231-7704-4c7e-a867-733a0d765bce,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:57.130643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcd010-dc72-4b6e-8ab2-ebdddb300b52 req-c3a233bf-1229-43b7-ad71-a2d400851756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.137577 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4fcd010-dc72-4b6e-8ab2-ebdddb300b52 req-c3a233bf-1229-43b7-ad71-a2d400851756 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 HTTP/1.1" status: 200 len: 907 time: 0.3212137 Dec 20 15:51:57.195273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.207583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d409353a-4230-462e-92a7-095b42ccf537 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 15:51:57.346739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.364113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:57.387129 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5827343 Dec 20 15:51:57.398088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46078) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:57.410159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.416819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.423851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'name': 'tempest-NetworksTestDHCPv6-1479759622'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:57.427138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:57.446867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.466568 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4fcd010-dc72-4b6e-8ab2-ebdddb300b52 req-da37f202-a84f-48ab-99f6-cbe41ccb7170 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 HTTP/1.1" status: 200 len: 217 time: 0.3267877 Dec 20 15:51:57.488680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.resource_extend [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:51:57.559164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.563945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.563945 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] 10.222.0.64 "PUT /v2.0/ports/2a896231-7704-4c7e-a867-733a0d765bce HTTP/1.1" status: 200 len: 1093 time: 6.1478734 Dec 20 15:51:57.571153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'tag': '2a896231-7704-4c7e-a867-733a0d765bce'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:57.628259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60476e0f-9627-4e31-a190-84383946857d req-8b7e2f9d-6696-46da-a6c7-77173d6fc7ca tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.639900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=cd76c2a1-bedc-423b-bf82-06caf05c4bac,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:57.648687 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-60476e0f-9627-4e31-a190-84383946857d req-8b7e2f9d-6696-46da-a6c7-77173d6fc7ca tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 943 time: 0.4022057 Dec 20 15:51:57.652144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:57.694598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:57.708834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.709178 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Added segment d36ab4d6-f749-4543-9264-d1ca646572bc of type vlan for network 3af97dad-ffa3-4319-86da-e94c52f176cb Dec 20 15:51:57.718641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcd010-dc72-4b6e-8ab2-ebdddb300b52 req-63f22b39-631a-47f1-849c-155185e00edb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.718641 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4fcd010-dc72-4b6e-8ab2-ebdddb300b52 req-63f22b39-631a-47f1-849c-155185e00edb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb69991d-35d8-4b86-a544-b6ee49700dd4 HTTP/1.1" status: 200 len: 845 time: 0.2391267 Dec 20 15:51:57.742269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.747049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Subnet': ['ID=0eb9d916-fbb9-419a-ae7e-b806a874a928,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:57.757444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Router af7f54ed-5db0-48fc-bd32-47a29114e94b is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:51:57.764625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:57.778877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:57.783562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d456313c-424d-4165-ae35-205fe9fc8ed1 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:57.816906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port d409353a-4230-462e-92a7-095b42ccf537, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d409353a-4230-462e-92a7-095b42ccf537,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:57.833439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': 'd097e9bd-e2f2-4199-8020-857954d457d5'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:51:57.833439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:57.839441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:57.868538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'd409353a-4230-462e-92a7-095b42ccf537', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'port_id': 'd409353a-4230-462e-92a7-095b42ccf537', 'mac_address': 'fa:16:3e:69:89:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 15:51:57.873214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:57.883315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Pushing event updated for resources: {'Port': ['ID=2a896231-7704-4c7e-a867-733a0d765bce,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:57.913391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:51:57.925442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:57.935118 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-60476e0f-9627-4e31-a190-84383946857d req-08c7266e-b619-42dd-8841-d15599a6f9a9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938528 Dec 20 15:51:58.046573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332002-b3fe-4517-9786-4cc64a7e1474 req-d8664c4e-dd57-4e4b-8a28-3d3b2fa764fd tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:58.054876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Checking segment: {'id': 'e4db61fe-5d55-4355-827f-bbac9a720feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '63ce5af6-d4a9-4cfb-8d65-5a832f4126f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:58.055488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network hostable DHCP agents. Network: 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:58.055853 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-85332002-b3fe-4517-9786-4cc64a7e1474 req-d8664c4e-dd57-4e4b-8a28-3d3b2fa764fd tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 944 time: 0.2341285 Dec 20 15:51:58.062281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:58.065739 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'tag': '2a896231-7704-4c7e-a867-733a0d765bce', 'status': 'completed', 'code': 200} Dec 20 15:51:58.093647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4fcd010-dc72-4b6e-8ab2-ebdddb300b52 req-71adf271-b822-461e-b365-ea3413f1c05a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3653092 Dec 20 15:51:58.103726 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-e859c518-75f4-4962-bee8-a71ce1a4f9e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15defa48c8214441a24211b2fbdf4cd8&device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 1096 time: 0.3765318 Dec 20 15:51:58.181929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/d097e9bd-e2f2-4199-8020-857954d457d5/87761d31-1ca0-4b7f-add6-5436596d6df4) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:58.201416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:58.214524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:58.215249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:58.225223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event updated for resources: {'Port': ['ID=98a0c8a6-c818-494b-b0f5-d2307e96c513,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:58.280699 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:58.294697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:58.299941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-271cc479-37e4-4136-aea3-89d89e24cd21 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.718s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:58.316967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:58.325862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:58.332141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:58.337412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:58.352175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:58.380903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:58.386578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:58.392940 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-6ad1ef1c-dec0-43aa-a866-569c165f9c0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a896231-7704-4c7e-a867-733a0d765bce HTTP/1.1" status: 200 len: 217 time: 0.1410642 Dec 20 15:51:58.409231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e7e13c-bd26-433b-868f-3a6279163bc0,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:58.421801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:58.421940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d409353a-4230-462e-92a7-095b42ccf537 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:58.427191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:58.438455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port d409353a-4230-462e-92a7-095b42ccf537, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d409353a-4230-462e-92a7-095b42ccf537,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:58.453988 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-85332002-b3fe-4517-9786-4cc64a7e1474 req-5842d170-b083-483d-b0cb-c428d64cab7b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972526 Dec 20 15:51:58.476260 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4fcd010-dc72-4b6e-8ab2-ebdddb300b52 req-86cbca1e-e96a-4504-a12c-51f5c1581702 service neutron] 10.222.0.64 "GET /v2.0/networks/ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715944 Dec 20 15:51:58.535145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-ef08152d-9ed2-4330-9cb5-28988ac7ff0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:58.537402 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-ef08152d-9ed2-4330-9cb5-28988ac7ff0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c HTTP/1.1" status: 200 len: 851 time: 0.1351843 Dec 20 15:51:58.549231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:58.555140 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-34c16001-2e23-4495-b2b0-14f39c3055f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:58.558614 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4805374 Dec 20 15:51:58.559672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Network': ['ID=3af97dad-ffa3-4319-86da-e94c52f176cb,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:58.561824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:58.580308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:58.580884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:58.586366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.586890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.587148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.587519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.587982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.588373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.588773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.589125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.589494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.590500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.590904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:58.598749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:58.601540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a60ae4-90bc-4382-9f26-acd441089fcf None None] Network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:58.617049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:51:58.625665 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "PUT /v2.0/routers/af7f54ed-5db0-48fc-bd32-47a29114e94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5639336 Dec 20 15:51:58.626389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46090) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:58.626717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 3af97dad-ffa3-4319-86da-e94c52f176cb details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:51:58.633316 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd03c59-fa80-49d6-9331-90fe7016bb6f None None] Sync routers for ids ['af7f54ed-5db0-48fc-bd32-47a29114e94b'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:51:58.654325 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd03c59-fa80-49d6-9331-90fe7016bb6f None None] Routers {'af7f54ed-5db0-48fc-bd32-47a29114e94b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:58.654978 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5bd03c59-fa80-49d6-9331-90fe7016bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['af7f54ed-5db0-48fc-bd32-47a29114e94b'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:58.672374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:58.752878 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4fcd010-dc72-4b6e-8ab2-ebdddb300b52 req-14873050-be5f-45ca-8a91-2a46e5eb0296 service neutron] 10.222.0.64 "GET /v2.0/networks/ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678170 Dec 20 15:51:58.767218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8e0af-4971-46e3-a1b2-48e47158f321 req-7c171c67-5c2c-4f80-ab40-eedd176aab3c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:58.776884 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5f8e0af-4971-46e3-a1b2-48e47158f321 req-7c171c67-5c2c-4f80-ab40-eedd176aab3c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 943 time: 0.5270457 Dec 20 15:51:58.778772 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5bd03c59-fa80-49d6-9331-90fe7016bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:58.812339 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd03c59-fa80-49d6-9331-90fe7016bb6f None None] Routers {'af7f54ed-5db0-48fc-bd32-47a29114e94b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:58.819245 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5bd03c59-fa80-49d6-9331-90fe7016bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['af7f54ed-5db0-48fc-bd32-47a29114e94b'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:58.849525 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:58.853172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:58.862732 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-3434bf03-ea52-4a35-bfa3-6df9ad10f9ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=01dad90e-9efd-4542-bade-b83ae9ea3831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3104968 Dec 20 15:51:58.879347 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4363439 Dec 20 15:51:58.883001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46094) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:51:58.885401 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5f8e0af-4971-46e3-a1b2-48e47158f321 req-1a8b3a55-d3b5-4236-90b5-dde24006894b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051402 Dec 20 15:51:58.936216 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5bd03c59-fa80-49d6-9331-90fe7016bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:58.936631 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd03c59-fa80-49d6-9331-90fe7016bb6f None None] The sync data for ids ['af7f54ed-5db0-48fc-bd32-47a29114e94b'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:51:58.939291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:58.960852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1390847207', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:51:58.975566 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:51:58.992193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:59.029587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Transition to ACTIVE for port object 87761d31-1ca0-4b7f-add6-5436596d6df4 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:59.035074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:router and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:51:59.040188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:51:59.064913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=d409353a-4230-462e-92a7-095b42ccf537,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:59.076911 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:59.084670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:51:59.101114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b71f6ca8-d8c1-43d2-aa64-6394f4d547fe,segment=NetworkSegment(943fc5cd-ec15-4891-abc5-96bbd6792475),segment_id=943fc5cd-ec15-4891-abc5-96bbd6792475)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:59.106998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['d409353a-4230-462e-92a7-095b42ccf537'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 15:51:59.141453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Transition to ACTIVE for port object 87761d31-1ca0-4b7f-add6-5436596d6df4 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:59.161260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:59.162710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:59.186539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:59.194818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:59.235810 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-bebaf78b-4c5c-4607-90d2-288d06e45851 service neutron] 10.222.0.64 "GET /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457661 Dec 20 15:51:59.291946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:59.314848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:59.318290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:59.444428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:59.460548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7dbbc2-d835-470c-8886-5a038f752c03 None None] Network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:51:59.475997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f5cffada-70fd-4289-9736-187cc43d5015 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:51:59.529944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:59.539167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:59.541286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=b71f6ca8-d8c1-43d2-aa64-6394f4d547fe,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:59.555093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:59.555823 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340fc77d-40df-4fbb-91b9-e97f51ccf1ca req-271a733b-477b-441d-8ac9-dde84398deb7 service neutron] 10.222.0.64 "GET /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119032 Dec 20 15:51:59.582197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:51:59.767131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::2ca (d0452a6f-255e-4f54-b2ac-8ed7e675c952/d097e9bd-e2f2-4199-8020-857954d457d5/8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:59.783104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:59.867686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Attempting to bind port 87761d31-1ca0-4b7f-add6-5436596d6df4 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:51:59.868263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Attempting to bind port 87761d31-1ca0-4b7f-add6-5436596d6df4 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:51:59.868501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Attempting to bind port 87761d31-1ca0-4b7f-add6-5436596d6df4 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:51:59.885922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bfd19-5a21-402c-af38-5a0259728bb9 req-f9cce5e5-a100-4229-9106-1460567dea67 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:59.892528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Pushing event updated for resources: {'Port': ['ID=87761d31-1ca0-4b7f-add6-5436596d6df4,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:59.900694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:51:59.901093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-150bfd19-5a21-402c-af38-5a0259728bb9 req-f9cce5e5-a100-4229-9106-1460567dea67 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 944 time: 0.2384176 Dec 20 15:51:59.925409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:51:59.926481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:51:59.926481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:51:59.926692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:51:59.927080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Bound port: 87761d31-1ca0-4b7f-add6-5436596d6df4, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:51:59.927456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:00.035060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port f5cffada-70fd-4289-9736-187cc43d5015 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:00.063450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f5cffada-70fd-4289-9736-187cc43d5015 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:00.063851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:00.078729 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-150bfd19-5a21-402c-af38-5a0259728bb9 req-a9afab32-969a-42fc-a7cc-88f24c825674 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764371 Dec 20 15:52:00.125886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1efe9b-41b3-44b5-864b-6e472149a86e req-296dde44-5314-4cc8-a626-e37bc99b57d0 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:00.136192 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e1efe9b-41b3-44b5-864b-6e472149a86e req-296dde44-5314-4cc8-a626-e37bc99b57d0 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 944 time: 0.5781698 Dec 20 15:52:00.141522 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52246666-e807-4af1-b9ee-a67eccfe2b45 req-e30db2ef-ee9d-4593-8111-5d9d25c09921 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15defa48c8214441a24211b2fbdf4cd8&device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 1096 time: 0.4134049 Dec 20 15:52:00.238715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] For port 87761d31-1ca0-4b7f-add6-5436596d6df4, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:00.261535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] For port 87761d31-1ca0-4b7f-add6-5436596d6df4, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=87761d31-1ca0-4b7f-add6-5436596d6df4,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:00.330225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:00.342395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:00.349585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6081d4c9-e754-4ff5-9e14-409cf0617782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:00.464531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:00.476516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port f5cffada-70fd-4289-9736-187cc43d5015, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f5cffada-70fd-4289-9736-187cc43d5015,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:00.481842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Pushing event updated for resources: {'Port': ['ID=87761d31-1ca0-4b7f-add6-5436596d6df4,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:00.485328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:00.543799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52246666-e807-4af1-b9ee-a67eccfe2b45 req-670171e8-f9b3-4eb4-895a-b42cc4ae6185 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:00.545397 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52246666-e807-4af1-b9ee-a67eccfe2b45 req-670171e8-f9b3-4eb4-895a-b42cc4ae6185 service neutron] 10.222.0.64 "GET /v2.0/networks?id=01dad90e-9efd-4542-bade-b83ae9ea3831 HTTP/1.1" status: 200 len: 913 time: 0.2860281 Dec 20 15:52:00.558796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:00.588511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:00.589655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cd76c2a1-bedc-423b-bf82-06caf05c4bac up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:00.625055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:00.646775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4f6a1abb-ee5f-42da-b244-3e8344fd37ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:00.681475 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52246666-e807-4af1-b9ee-a67eccfe2b45 req-ab304b46-91d4-4aec-8fa2-57e7debf7cbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a896231-7704-4c7e-a867-733a0d765bce HTTP/1.1" status: 200 len: 217 time: 0.0840440 Dec 20 15:52:00.791894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52246666-e807-4af1-b9ee-a67eccfe2b45 req-8dd6e068-4f26-4368-a45d-53950bb00d5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:00.794465 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52246666-e807-4af1-b9ee-a67eccfe2b45 req-8dd6e068-4f26-4368-a45d-53950bb00d5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c HTTP/1.1" status: 200 len: 851 time: 0.1042688 Dec 20 15:52:00.857878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=f5cffada-70fd-4289-9736-187cc43d5015,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:00.869968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:00.891550 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e1efe9b-41b3-44b5-864b-6e472149a86e req-ef5946dc-fa96-4bc8-92d4-0086e42de21f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7539346 Dec 20 15:52:00.895785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port cd76c2a1-bedc-423b-bf82-06caf05c4bac triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:00.896286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:00.918895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e9911-6c0d-4da5-bcd3-aeca4daba956 req-6b571465-f495-4d54-a265-7fd1c6b0ee3f tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:00.926972 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-915e9911-6c0d-4da5-bcd3-aeca4daba956 req-6b571465-f495-4d54-a265-7fd1c6b0ee3f tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 943 time: 0.3798151 Dec 20 15:52:00.952995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Router b5ef76cf-066b-492f-b567-eba32bc846f9 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:52:01.031682 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52246666-e807-4af1-b9ee-a67eccfe2b45 req-1b87ed83-969c-4a0a-ae46-f59d461821bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=01dad90e-9efd-4542-bade-b83ae9ea3831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2250988 Dec 20 15:52:01.050807 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-915e9911-6c0d-4da5-bcd3-aeca4daba956 req-7338eb5d-0eff-427b-9a58-a1db55dd159e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229560 Dec 20 15:52:01.075920 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-74fac45d-939d-44b9-8938-4d60ee9aed36 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:01.076818 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-74fac45d-939d-44b9-8938-4d60ee9aed36 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "PUT /v2.0/routers/af7f54ed-5db0-48fc-bd32-47a29114e94b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4499993 Dec 20 15:52:01.077994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:01.079804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46104) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:01.099919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 15:52:01.219151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d409353a-4230-462e-92a7-095b42ccf537 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:01.254657 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52246666-e807-4af1-b9ee-a67eccfe2b45 req-2f6ead76-6c31-4a94-a54b-172bb4592421 service neutron] 10.222.0.64 "GET /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026448 Dec 20 15:52:01.285700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fb6511b0-9b16-4cda-90d6-6eff6a000844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:01.425809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:01.427551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:01.456227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'port_id': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76', 'mac_address': 'fa:16:3e:d4:d7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 15:52:01.461316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:01.595528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:01.612810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f5cffada-70fd-4289-9736-187cc43d5015 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:01.650443 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52246666-e807-4af1-b9ee-a67eccfe2b45 req-07fc6880-bc05-4405-8909-83e045811a24 service neutron] 10.222.0.64 "GET /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894444 Dec 20 15:52:01.673133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port d409353a-4230-462e-92a7-095b42ccf537 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:01.701817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port d409353a-4230-462e-92a7-095b42ccf537 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:01.702208 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:01.705635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43409709-5383-4dd4-b099-bb65b1e2fd1d req-d87c6dc7-a009-4e67-9365-ab1061a9440e tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:01.709994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:01.714594 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-43409709-5383-4dd4-b099-bb65b1e2fd1d req-d87c6dc7-a009-4e67-9365-ab1061a9440e tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 944 time: 0.2288120 Dec 20 15:52:01.730287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:01.734894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:01.745329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:01.747262 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:01.766668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:52:01.786141 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-43409709-5383-4dd4-b099-bb65b1e2fd1d req-38846edd-9a39-4db5-ac68-86ef2a25b8dc tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701201 Dec 20 15:52:01.909382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:01.924904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46110) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:01.926090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:01.931135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'subnet': {'network_id': '3af97dad-ffa3-4319-86da-e94c52f176cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:01.965444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port d409353a-4230-462e-92a7-095b42ccf537, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d409353a-4230-462e-92a7-095b42ccf537,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:01.967381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd409353a-4230-462e-92a7-095b42ccf537'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:01.988078 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:02.023386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:02.057032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a168f4-d25f-4c0a-afe9-d2af1d47cfb5 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:02.071498 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6697495 Dec 20 15:52:02.073462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46118) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:02.093625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:02.097144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:02.101842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:subnet and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:02.104609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:02.111959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:02.117599 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:02.174886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:02.197361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:02.224537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f5cffada-70fd-4289-9736-187cc43d5015 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:02.230425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:02.420703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.26.7.184 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/790b9ba3-7897-4ad4-8bdf-658ac1e9f787) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:02.445031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:02.445696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a05e6d-b1d2-409a-97bd-f513379739b7 req-169efffc-8970-4690-891a-9382ee59c0f3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:02.446538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=d409353a-4230-462e-92a7-095b42ccf537,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:02.447503 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a8a05e6d-b1d2-409a-97bd-f513379739b7 req-169efffc-8970-4690-891a-9382ee59c0f3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.3287828 Dec 20 15:52:02.482001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:02.500995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e2e6c-c044-4b64-8afd-2c8ffefe684f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:02.504909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e2e6c-c044-4b64-8afd-2c8ffefe684f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:02.505679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e86e2e6c-c044-4b64-8afd-2c8ffefe684f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:02.508712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Sync routers for ids ['b5ef76cf-066b-492f-b567-eba32bc846f9'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:02.522534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['ee6e7c45-5eea-4e13-9edb-d8015fbe7f76'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 15:52:02.561954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a8a05e6d-b1d2-409a-97bd-f513379739b7 req-1b8fd191-e3a3-4167-9d2c-e700d6e95232 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072385 Dec 20 15:52:02.573932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2a06e545-c020-4c96-af50-734dd8de51cf None None] Provisioning for port 87761d31-1ca0-4b7f-add6-5436596d6df4 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:02.585173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.586975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.586975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.586975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.586975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.586975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.587697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.588119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.588270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.588651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.589049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:02.616782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:02.624842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed3330-bc20-4ac4-9910-2e729a76ff36 req-93f6538b-06ae-4a70-892a-430b218a9c5a tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:02.625962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:02.627360 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbed3330-bc20-4ac4-9910-2e729a76ff36 req-93f6538b-06ae-4a70-892a-430b218a9c5a tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 943 time: 0.3445456 Dec 20 15:52:02.650358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:02.650358 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.8186748 Dec 20 15:52:02.653702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46130) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:02.676070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:02.682537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:02.707205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b71f6ca8-d8c1-43d2-aa64-6394f4d547fe up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:02.755166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e86e2e6c-c044-4b64-8afd-2c8ffefe684f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:02.756332 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e86e2e6c-c044-4b64-8afd-2c8ffefe684f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6782992 Dec 20 15:52:02.763741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46134) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:02.785877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Routers {'b5ef76cf-066b-492f-b567-eba32bc846f9'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:02.786629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b5ef76cf-066b-492f-b567-eba32bc846f9'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:02.848807 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd409353a-4230-462e-92a7-095b42ccf537', 'code': 200} Dec 20 15:52:02.853183 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbed3330-bc20-4ac4-9910-2e729a76ff36 req-c35e3cfe-0d1f-41b2-a7bb-a682c74c8c17 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172701 Dec 20 15:52:02.958137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:02.968648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:02.987480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e3746da1-7765-4a33-8016-f2226e9268c1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:02.988039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3746da1-7765-4a33-8016-f2226e9268c1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:03.075170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:03.082562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:03.123162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 2a896231-7704-4c7e-a867-733a0d765bce details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 15:52:03.129467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:03.129846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:03.228463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Set router b5ef76cf-066b-492f-b567-eba32bc846f9 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:52:03.263579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:03.265516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=790b9ba3-7897-4ad4-8bdf-658ac1e9f787,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:03.277828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:03.284533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:03.287577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:03.455821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:03.482710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c86e4-3d04-4684-8569-12977d0319ee req-0bd49805-5967-4872-adfc-8074c1c79c46 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:03.484401 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-413c86e4-3d04-4684-8569-12977d0319ee req-0bd49805-5967-4872-adfc-8074c1c79c46 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 945 time: 0.4609921 Dec 20 15:52:03.489121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:03.627497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3746da1-7765-4a33-8016-f2226e9268c1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:03.655792 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-417feaf5-10af-4365-b541-5107d8791246 req-a0297b4b-fadc-43e3-a166-a8976eb46ace service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 1098 time: 0.4191115 Dec 20 15:52:03.743805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Subnet': ['ID=b5aa84a7-21b2-4347-851f-548a8a54b208,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:03.801363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Deleting port ab4de4ab-401a-49d0-9a97-f9063a382be7 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:03.801992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:03.827535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 87761d31-1ca0-4b7f-add6-5436596d6df4 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:03.854736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e3746da1-7765-4a33-8016-f2226e9268c1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:03.884493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 2a896231-7704-4c7e-a867-733a0d765bce, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=2a896231-7704-4c7e-a867-733a0d765bce,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:03.910647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:03.911292 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:03.913374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-417feaf5-10af-4365-b541-5107d8791246 req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:03.924042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '2a896231-7704-4c7e-a867-733a0d765bce', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'port_id': '2a896231-7704-4c7e-a867-733a0d765bce', 'mac_address': 'fa:16:3e:1d:48:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 15:52:03.953876 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f826e98e-dcac-4f77-a0f1-2caed5f25592 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/routers/b5ef76cf-066b-492f-b567-eba32bc846f9 HTTP/1.1" status: 200 len: 908 time: 1.2949131 Dec 20 15:52:03.953876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.953876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.953876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.954328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.954516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.954863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.955236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.955582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.955922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.956263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.956603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:03.960258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:03.963164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46144) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:03.969305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Request body: {'router': {'name': 'tempest-snat-router-146051598', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'enable_snat': True}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:03.975650 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-413c86e4-3d04-4684-8569-12977d0319ee req-ff8087c7-5e19-4762-b51c-1854386f5f35 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4542475 Dec 20 15:52:03.981060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:04.035951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Checking segment: {'id': 'd36ab4d6-f749-4543-9264-d1ca646572bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3af97dad-ffa3-4319-86da-e94c52f176cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:04.035951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network hostable DHCP agents. Network: 3af97dad-ffa3-4319-86da-e94c52f176cb, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:04.036501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Usage tracker for resource:router and tenant:7997fadc9a3f4d68acdc5bfa75571a0e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:04.045220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:04.050406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.069864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-417feaf5-10af-4365-b541-5107d8791246 req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:04.072434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:04.085131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-417feaf5-10af-4365-b541-5107d8791246 req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Usage tracker for resource:security_group_rule and tenant:7675eb19c1594597862ca263f4457722 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:04.088915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-417feaf5-10af-4365-b541-5107d8791246 req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:04.100729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-417feaf5-10af-4365-b541-5107d8791246 req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:04.101845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a896231-7704-4c7e-a867-733a0d765bce {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:52:04.119791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.125353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 2a896231-7704-4c7e-a867-733a0d765bce, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=2a896231-7704-4c7e-a867-733a0d765bce,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:04.126972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58c37-44c3-49ed-9a70-592b2973cd4f req-68b0ae6b-aa12-4dc0-a4de-8bccf8e56a4f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:04.128652 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ef58c37-44c3-49ed-9a70-592b2973cd4f req-68b0ae6b-aa12-4dc0-a4de-8bccf8e56a4f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.3169103 Dec 20 15:52:04.139240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-754c601d-6715-4e14-9568-fa1ae39a8be2 None None] Provisioning for port 8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:04.146620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-754c601d-6715-4e14-9568-fa1ae39a8be2 None None] Provisioning complete for port 8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:04.147156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-754c601d-6715-4e14-9568-fa1ae39a8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.175815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ef76cf-066b-492f-b567-eba32bc846f9', 'name': 'tempest-snat-router-146051598', 'tenant_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.247'}], 'enable_snat': False}, 'gw_port_id': '98a0c8a6-c818-494b-b0f5-d2307e96c513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:53Z', 'updated_at': '2021-12-20T15:51:58Z', 'revision_number': 3, 'project_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'gw_port': {'id': '98a0c8a6-c818-494b-b0f5-d2307e96c513', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fa:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ef76cf-066b-492f-b567-eba32bc846f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:55Z', 'updated_at': '2021-12-20T15:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:04.185007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 87761d31-1ca0-4b7f-add6-5436596d6df4 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:04.192299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Checking router: b5ef76cf-066b-492f-b567-eba32bc846f9 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:52:04.192299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Updating router b5ef76cf-066b-492f-b567-eba32bc846f9 port 98a0c8a6-c818-494b-b0f5-d2307e96c513 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:52:04.221204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 87761d31-1ca0-4b7f-add6-5436596d6df4 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:04.221204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.244957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network 3af97dad-ffa3-4319-86da-e94c52f176cb is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:04.245191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.246691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.260199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.261677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Calling delete_port for ab4de4ab-401a-49d0-9a97-f9063a382be7 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:04.275445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7211bc22-1a02-43c8-97bc-d52df58f79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:04.327193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ef58c37-44c3-49ed-9a70-592b2973cd4f req-0a82b139-bd07-4468-8c88-3b9b97774c0b tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922753 Dec 20 15:52:04.343142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-754c601d-6715-4e14-9568-fa1ae39a8be2 None None] Port 8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:52:04.352347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 3af97dad-ffa3-4319-86da-e94c52f176cb) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:04.357579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:04.358243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.371792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-417feaf5-10af-4365-b541-5107d8791246 req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.385892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.396717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041195a3-53ed-44d0-b8b8-230f0d2280e4 req-42734116-e30b-42e1-b65d-8400f905f48c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:04.398354 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-041195a3-53ed-44d0-b8b8-230f0d2280e4 req-42734116-e30b-42e1-b65d-8400f905f48c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 943 time: 0.2476125 Dec 20 15:52:04.406059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3746da1-7765-4a33-8016-f2226e9268c1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.416002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8e3577c6-32cd-4910-a059-07b3fdb20a5e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:04.418031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d4cbb-e716-4291-acc8-d72a24d81db9 None None] Network 3af97dad-ffa3-4319-86da-e94c52f176cb requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:04.466507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.486592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-417feaf5-10af-4365-b541-5107d8791246 req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.488976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3746da1-7765-4a33-8016-f2226e9268c1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:04.490549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=2a896231-7704-4c7e-a867-733a0d765bce,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:04.496055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e3746da1-7765-4a33-8016-f2226e9268c1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:04.517631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-81d92143-eda8-4b03-8ccb-cbf2d9dc12d8 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:04.545460 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6155722 Dec 20 15:52:04.545673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b673fb97-a142-45a4-96d0-123caf53e8e4 None None] Could not find standard attr ID for object 8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:52:04.545783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46148) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:04.553599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-428628463'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:04.559786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:04.560932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:04.565802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:network and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:04.571929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:04.585648 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:04.627303 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-417feaf5-10af-4365-b541-5107d8791246 req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Synchronizing usage tracker for tenant:7675eb19c1594597862ca263f4457722 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:04.635823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3746da1-7765-4a33-8016-f2226e9268c1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.638215 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e3746da1-7765-4a33-8016-f2226e9268c1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1 HTTP/1.1" status: 204 len: 168 time: 1.8736022 Dec 20 15:52:04.641912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a76f22-3df8-4cdb-b454-a022e86a753a,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:04.646574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46154) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:04.650609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:04.653141 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-041195a3-53ed-44d0-b8b8-230f0d2280e4 req-0cb384fd-9d2e-45eb-b42c-5668c4c4b050 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389033 Dec 20 15:52:04.747902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0969c39-5f6b-4efe-b4c8-e6ea4c5541bb tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:04.749579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0969c39-5f6b-4efe-b4c8-e6ea4c5541bb tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:04.750369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d0969c39-5f6b-4efe-b4c8-e6ea4c5541bb tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:04.823617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.843391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['2a896231-7704-4c7e-a867-733a0d765bce'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 15:52:04.879833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d0969c39-5f6b-4efe-b4c8-e6ea4c5541bb tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:04.881710 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d0969c39-5f6b-4efe-b4c8-e6ea4c5541bb tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2337837 Dec 20 15:52:04.884295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46158) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:04.900395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:04.903636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.975508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-417feaf5-10af-4365-b541-5107d8791246 req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Unset dirty status for tenant:7675eb19c1594597862ca263f4457722 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:04.975749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:04.976622 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-417feaf5-10af-4365-b541-5107d8791246 req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3166213 Dec 20 15:52:04.982385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.997290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:04.997678 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Added segment a1aec134-d757-4967-b019-516073e58413 of type vlan for network f0ee2f9d-8dd4-47df-a258-cd20ff395daf Dec 20 15:52:05.016539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 87761d31-1ca0-4b7f-add6-5436596d6df4, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=87761d31-1ca0-4b7f-add6-5436596d6df4,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:05.032087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-3af97dad-ffa3-4319-86da-e94c52f176cb', 'network_id': '3af97dad-ffa3-4319-86da-e94c52f176cb', 'tenant_id': '50add7751b614003b80a787252e5f621', 'fixed_ips': [{'subnet_id': 'b5aa84a7-21b2-4347-851f-548a8a54b208'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:05.032906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.062415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.105966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.111749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:05.118756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.120702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:05.151480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6081d4c9-e754-4ff5-9e14-409cf0617782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:05.178112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event deleted for resources: {'Port': ['ID=ab4de4ab-401a-49d0-9a97-f9063a382be7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:05.180665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:05.215387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.resource_extend [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:52:05.250591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b45e2c-5de7-4a45-aaa5-13b36f66b564 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet d097e9bd-e2f2-4199-8020-857954d457d5 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:05.257493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8b45e2c-5de7-4a45-aaa5-13b36f66b564 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.265891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.283357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:05.284665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.330726 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286eccaa-b2c0-427a-99b6-c78b873032f4 req-fd69cbd8-1c46-416e-a2bd-004a1aae9106 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:05.337579 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-286eccaa-b2c0-427a-99b6-c78b873032f4 req-fd69cbd8-1c46-416e-a2bd-004a1aae9106 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 945 time: 0.1885185 Dec 20 15:52:05.362871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8b45e2c-5de7-4a45-aaa5-13b36f66b564 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.369462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:05.438283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=87761d31-1ca0-4b7f-add6-5436596d6df4,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:05.466434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:05.482636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.521746 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Allocated IP 2001:db8:0:ffff::2 (3af97dad-ffa3-4319-86da-e94c52f176cb/b5aa84a7-21b2-4347-851f-548a8a54b208/55589ce7-86f3-4a97-87f5-fe8754c10bd0) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:05.524075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Transition to ACTIVE for port object 98a0c8a6-c818-494b-b0f5-d2307e96c513 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:05.553283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8b45e2c-5de7-4a45-aaa5-13b36f66b564 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.593382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Network': ['ID=f0ee2f9d-8dd4-47df-a258-cd20ff395daf,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:05.609920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network f0ee2f9d-8dd4-47df-a258-cd20ff395daf details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:52:05.636406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:52:05.639172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:05.682300 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-286eccaa-b2c0-427a-99b6-c78b873032f4 req-e58acb55-8117-40cd-86c3-d8dec802b15b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438568 Dec 20 15:52:05.722139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f23fa-5428-4350-a7f4-f3e3997cdc6b req-c06a5de5-7e54-43ca-9a26-a15a81572e50 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:05.724200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa7f23fa-5428-4350-a7f4-f3e3997cdc6b req-c06a5de5-7e54-43ca-9a26-a15a81572e50 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.1309962 Dec 20 15:52:05.781690 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa7f23fa-5428-4350-a7f4-f3e3997cdc6b req-584d9d51-6e60-4a48-88d6-f84c76cf7e18 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478027 Dec 20 15:52:05.795234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8b45e2c-5de7-4a45-aaa5-13b36f66b564 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.800865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:05.818845 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2673979 Dec 20 15:52:05.819950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46168) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:05.824888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.828323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:05.837114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'subnet': {'network_id': 'f0ee2f9d-8dd4-47df-a258-cd20ff395daf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:05.839100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:05.852646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b45e2c-5de7-4a45-aaa5-13b36f66b564 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=d097e9bd-e2f2-4199-8020-857954d457d5,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:05.863096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f8b45e2c-5de7-4a45-aaa5-13b36f66b564 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:05.864720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8b45e2c-5de7-4a45-aaa5-13b36f66b564 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.866215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.887602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:05.888044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:05.927149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f17764-8190-4c97-90bc-64dc26823707 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:05.963044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c178-4ffa-4153-a98d-cecd6ad0b16c req-d5b1715f-5f40-4ac3-b51b-c415e391bd72 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:05.965536 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d143c178-4ffa-4153-a98d-cecd6ad0b16c req-d5b1715f-5f40-4ac3-b51b-c415e391bd72 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 944 time: 0.0886953 Dec 20 15:52:06.008535 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f8b45e2c-5de7-4a45-aaa5-13b36f66b564 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/d097e9bd-e2f2-4199-8020-857954d457d5 HTTP/1.1" status: 204 len: 168 time: 1.1208289 Dec 20 15:52:06.010405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46172) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:06.087249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92b8cf-62d3-4cdc-88ed-3a5c05f6e128 None None] Pushing event updated for resources: {'Port': ['ID=98a0c8a6-c818-494b-b0f5-d2307e96c513,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:06.098193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-72027f96-5a60-4383-86f0-790020e8b86f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840445 Dec 20 15:52:06.098193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d143c178-4ffa-4153-a98d-cecd6ad0b16c req-4d383abc-71bc-4f0e-aa1d-417f7d7549fd tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210520 Dec 20 15:52:06.098193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46176) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:06.102223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:06.106011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:06.110370 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2f92b8cf-62d3-4cdc-88ed-3a5c05f6e128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:06.133005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Attempting to bind port 98a0c8a6-c818-494b-b0f5-d2307e96c513 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:06.135988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Attempting to bind port 98a0c8a6-c818-494b-b0f5-d2307e96c513 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:06.135988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Attempting to bind port 98a0c8a6-c818-494b-b0f5-d2307e96c513 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:06.144191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:subnet and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:06.148642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:06.163206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:06.205518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.250027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.251339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:06.256377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:06.260120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:06.268416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:06.270081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:06.270471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:06.271000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.271368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:06.271940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Bound port: 98a0c8a6-c818-494b-b0f5-d2307e96c513, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:06.272402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.343188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:06.347185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:06.348048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.399942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:06.423675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.438457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:06.448125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Transition to ACTIVE for port object 55589ce7-86f3-4a97-87f5-fe8754c10bd0 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:06.461304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] For port 98a0c8a6-c818-494b-b0f5-d2307e96c513, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:06.475153 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76', 'code': 200} Dec 20 15:52:06.491440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Transition to ACTIVE for port object 55589ce7-86f3-4a97-87f5-fe8754c10bd0 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:06.500138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] For port 98a0c8a6-c818-494b-b0f5-d2307e96c513, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=98a0c8a6-c818-494b-b0f5-d2307e96c513,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:06.536574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.539125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:06.573194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.595159 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:06.604090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] Deleting port 87761d31-1ca0-4b7f-add6-5436596d6df4 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:06.604574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.640817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.675816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:06.680252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:06.680722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0f56c8b4-e035-448d-a9ee-a00d2ce18bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:06.708269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.713150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6dddc341-49fc-4834-b08f-dbb1e8013406 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:06.751453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.770416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Network 3af97dad-ffa3-4319-86da-e94c52f176cb is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:06.779860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:06.790166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:06.813959 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:06.835214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Pushing event updated for resources: {'Port': ['ID=55589ce7-86f3-4a97-87f5-fe8754c10bd0,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:06.842692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:06.875336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:06.888181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:06.890064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=7e427db1-655a-410e-8c3c-930975bc395c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:06.892335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:06.921745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:06.952074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:06.952573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:07.021851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92b8cf-62d3-4cdc-88ed-3a5c05f6e128 None None] Pushing event updated for resources: {'Port': ['ID=98a0c8a6-c818-494b-b0f5-d2307e96c513,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:07.105713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Routers {'b5ef76cf-066b-492f-b567-eba32bc846f9'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:07.106349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b5ef76cf-066b-492f-b567-eba32bc846f9'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:07.115712 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bce713b3-e10d-4dca-9cb7-c4c0036f4510 req-382b16fd-8204-44bb-8ab1-ee31dba4a192 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 1099 time: 0.1929741 Dec 20 15:52:07.121645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee5e9-ff04-48c3-83c4-2265a3061577 req-8f4b1bb4-c5d9-4492-ad24-f20f3cca9aa9 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:07.128373 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe1ee5e9-ff04-48c3-83c4-2265a3061577 req-8f4b1bb4-c5d9-4492-ad24-f20f3cca9aa9 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 946 time: 0.2546315 Dec 20 15:52:07.160842 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0614157 Dec 20 15:52:07.163975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2f92b8cf-62d3-4cdc-88ed-3a5c05f6e128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:07.165806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46190) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:07.172069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'name': 'tempest-NetworksTestDHCPv6-58767752'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:07.197072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 2a896231-7704-4c7e-a867-733a0d765bce up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:07.200550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7fd2d-d74c-418e-8d40-bae2946c2d58 req-60bbf024-7678-4aae-95a1-70156e837dca tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:07.205089 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9fe7fd2d-d74c-418e-8d40-bae2946c2d58 req-60bbf024-7678-4aae-95a1-70156e837dca tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2269611 Dec 20 15:52:07.280673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Attempting to bind port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:07.281046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Attempting to bind port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd36ab4d6-f749-4543-9264-d1ca646572bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3af97dad-ffa3-4319-86da-e94c52f176cb'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:07.281415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Attempting to bind port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 on network 3af97dad-ffa3-4319-86da-e94c52f176cb {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:07.295226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:07.295601 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Checking segment: {'id': 'd36ab4d6-f749-4543-9264-d1ca646572bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3af97dad-ffa3-4319-86da-e94c52f176cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:07.296009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:07.296400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Bound using segment: {'id': 'd36ab4d6-f749-4543-9264-d1ca646572bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3af97dad-ffa3-4319-86da-e94c52f176cb'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:07.296876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Bound port: 55589ce7-86f3-4a97-87f5-fe8754c10bd0, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36ab4d6-f749-4543-9264-d1ca646572bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3af97dad-ffa3-4319-86da-e94c52f176cb'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:07.297244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:07.305902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 87761d31-1ca0-4b7f-add6-5436596d6df4 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:07.345331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Allocated IP 172.26.7.23 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:07.362194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:07.378394 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ae9ec-82fb-4a41-b00a-31f7f8ef111b None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:07.398935 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ae9ec-82fb-4a41-b00a-31f7f8ef111b None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:07.400152 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0f5ae9ec-82fb-4a41-b00a-31f7f8ef111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:07.428382 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bce713b3-e10d-4dca-9cb7-c4c0036f4510 req-43889450-7fb5-4204-8939-77b59fc19fa8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969902 Dec 20 15:52:07.428988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Router af7f54ed-5db0-48fc-bd32-47a29114e94b has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:07.450205 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe1ee5e9-ff04-48c3-83c4-2265a3061577 req-ab1cecc4-6b4e-4046-96c9-897c0a2d67ad tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209097 Dec 20 15:52:07.505136 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9fe7fd2d-d74c-418e-8d40-bae2946c2d58 req-6e3ce7c9-68ce-47e3-9fa9-80a38a934b59 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991192 Dec 20 15:52:07.507660 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0f5ae9ec-82fb-4a41-b00a-31f7f8ef111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:07.525302 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ae9ec-82fb-4a41-b00a-31f7f8ef111b None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:07.526351 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0f5ae9ec-82fb-4a41-b00a-31f7f8ef111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:07.563614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:07.564906 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7314fc1d-7b2f-4d42-bd01-fc068ab86a6b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.6192937 Dec 20 15:52:07.565396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:07.567656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46194) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:07.605008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] For port 55589ce7-86f3-4a97-87f5-fe8754c10bd0, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:07.610818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] For port 55589ce7-86f3-4a97-87f5-fe8754c10bd0, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=55589ce7-86f3-4a97-87f5-fe8754c10bd0,segment=NetworkSegment(d36ab4d6-f749-4543-9264-d1ca646572bc),segment_id=d36ab4d6-f749-4543-9264-d1ca646572bc)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:07.618631 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0f5ae9ec-82fb-4a41-b00a-31f7f8ef111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:07.619304 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ae9ec-82fb-4a41-b00a-31f7f8ef111b None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:07.621630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] For port 87761d31-1ca0-4b7f-add6-5436596d6df4, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=87761d31-1ca0-4b7f-add6-5436596d6df4,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:07.621630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:07.682636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:07.790513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.objects.ports [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:52:07.793371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] Calling delete_port for 87761d31-1ca0-4b7f-add6-5436596d6df4 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:07.796813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:07.801640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:07.810207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:07.827742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:07.840503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2f92b8cf-62d3-4cdc-88ed-3a5c05f6e128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:07.841948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:07.843894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873e04-d0ec-4d17-a154-7af8a8902f47 req-312dde65-341f-41f0-bb9a-9485161f7b22 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:07.845465 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-85873e04-d0ec-4d17-a154-7af8a8902f47 req-312dde65-341f-41f0-bb9a-9485161f7b22 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 944 time: 0.1683424 Dec 20 15:52:07.858199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46198) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:07.858418 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "PUT /v2.0/routers/af7f54ed-5db0-48fc-bd32-47a29114e94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7686269 Dec 20 15:52:07.897615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Subnet': ['ID=461d7293-c80d-4a89-b374-d05b483ab4de,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:07.902116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083376b-dbc2-4ce9-b827-1ee03d6521d7 None None] Sync routers for ids ['af7f54ed-5db0-48fc-bd32-47a29114e94b'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:07.910711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:07.926941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Checking segment: {'id': 'a1aec134-d757-4967-b019-516073e58413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f0ee2f9d-8dd4-47df-a258-cd20ff395daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:07.927297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network hostable DHCP agents. Network: f0ee2f9d-8dd4-47df-a258-cd20ff395daf, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:07.952110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:07.952989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 2a896231-7704-4c7e-a867-733a0d765bce completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:07.955072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:07.968875 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-2a3b1a6d-fcdd-408d-a517-9e802a2f2ab6 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] delete failed (client error): The resource could not be found. Dec 20 15:52:07.969864 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2a3b1a6d-fcdd-408d-a517-9e802a2f2ab6 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1529208905 HTTP/1.1" status: 404 len: 335 time: 0.1106443 Dec 20 15:52:07.974395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46202) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:07.987789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-305d9be1-5999-4127-ba7e-93187ea8e0dc tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af7f54ed-5db0-48fc-bd32-47a29114e94b'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:07.988703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:07.992710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6f1621f2-c42f-4700-a7b7-7ff4a4428379 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:07.999350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 2a896231-7704-4c7e-a867-733a0d765bce triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:07.999720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:08.029878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network f0ee2f9d-8dd4-47df-a258-cd20ff395daf is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:08.060461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] Set router b5ef76cf-066b-492f-b567-eba32bc846f9 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:52:08.070069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:08.073672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:08.075791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event updated for resources: {'Port': ['ID=cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:08.077980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:08.102509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:08.103541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:08.118585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 1283b5e8-3f16-484e-9f97-667313988826 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:08.145336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Pushing event updated for resources: {'Port': ['ID=55589ce7-86f3-4a97-87f5-fe8754c10bd0,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:08.148098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083376b-dbc2-4ce9-b827-1ee03d6521d7 None None] Routers {'af7f54ed-5db0-48fc-bd32-47a29114e94b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:08.148878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4083376b-dbc2-4ce9-b827-1ee03d6521d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['af7f54ed-5db0-48fc-bd32-47a29114e94b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:08.171262 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, f0ee2f9d-8dd4-47df-a258-cd20ff395daf) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:08.182085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:08.182824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:08.190556 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-85873e04-d0ec-4d17-a154-7af8a8902f47 req-17ba07b7-ae0f-4874-aac6-1487a2d6f463 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295443 Dec 20 15:52:08.307404 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4747684 Dec 20 15:52:08.307404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46206) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:08.308289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:08.313383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec4787-bd72-4a44-81a3-94dd6974bd29 None None] Network f0ee2f9d-8dd4-47df-a258-cd20ff395daf requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:08.320076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'port': {'network_id': 'f0ee2f9d-8dd4-47df-a258-cd20ff395daf', 'name': 'tempest-NetworksIpV6TestAttrs-1750812543'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:08.373349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:08.388197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-05d38342-5e5e-481e-b4ff-816fb26ec86a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:08.424297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4083376b-dbc2-4ce9-b827-1ee03d6521d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:08.472404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] Pushing event deleted for resources: {'Port': ['ID=87761d31-1ca0-4b7f-add6-5436596d6df4,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:08.520579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:08.626280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] No DVR routers for this DVR port 87761d31-1ca0-4b7f-add6-5436596d6df4 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:08.682931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00978031-c573-408a-8cd9-3b5349a3cd1f None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:08.698340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::d9 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/7e427db1-655a-410e-8c3c-930975bc395c/1283b5e8-3f16-484e-9f97-667313988826) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:08.738324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083376b-dbc2-4ce9-b827-1ee03d6521d7 None None] Routers {'af7f54ed-5db0-48fc-bd32-47a29114e94b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:08.738965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4083376b-dbc2-4ce9-b827-1ee03d6521d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['af7f54ed-5db0-48fc-bd32-47a29114e94b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:08.740475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:08.741353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:08.850719 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:08.859924 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:port and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:08.864140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:08.879997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:09.001338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:09.004623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:09.022612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4083376b-dbc2-4ce9-b827-1ee03d6521d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:09.023059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083376b-dbc2-4ce9-b827-1ee03d6521d7 None None] The sync data for ids ['af7f54ed-5db0-48fc-bd32-47a29114e94b'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:09.024500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:09.051556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] device_id is not set on port b82f623a-0789-4ce7-b098-26ffb3360e48 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:09.135077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a896231-7704-4c7e-a867-733a0d765bce'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:09.228915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 2a896231-7704-4c7e-a867-733a0d765bce, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=2a896231-7704-4c7e-a867-733a0d765bce,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:09.329144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 55589ce7-86f3-4a97-87f5-fe8754c10bd0 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:09.330510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748a5fa-4965-4703-94f4-1d2e8986fa81 req-a50599b3-9f03-4b1e-8d8d-f7976b1bb160 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:09.332282 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f748a5fa-4965-4703-94f4-1d2e8986fa81 req-a50599b3-9f03-4b1e-8d8d-f7976b1bb160 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 946 time: 0.6274097 Dec 20 15:52:09.350056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Allocated IP 2001:db8::f816:3eff:fe2d:c0b0 (f0ee2f9d-8dd4-47df-a258-cd20ff395daf/461d7293-c80d-4a89-b374-d05b483ab4de/b82f623a-0789-4ce7-b098-26ffb3360e48) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:09.358194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-f0ee2f9d-8dd4-47df-a258-cd20ff395daf', 'network_id': 'f0ee2f9d-8dd4-47df-a258-cd20ff395daf', 'tenant_id': '50add7751b614003b80a787252e5f621', 'fixed_ips': [{'subnet_id': '461d7293-c80d-4a89-b374-d05b483ab4de'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:09.359040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:09.367749 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:09.377274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c5cfcd88-cb09-4b8e-a85b-0ffad1f8b059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:09.391855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8563f7-0bea-47ea-8731-cebb2eb56ca0 req-e9ba6a57-195e-4d6e-b37b-1a2a75d303df tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:09.393516 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4c8563f7-0bea-47ea-8731-cebb2eb56ca0 req-e9ba6a57-195e-4d6e-b37b-1a2a75d303df tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.6903062 Dec 20 15:52:09.395782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-305d9be1-5999-4127-ba7e-93187ea8e0dc tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:09.552724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '7e427db1-655a-410e-8c3c-930975bc395c'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:09.553532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:09.562548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d834d2-0c9c-4d4a-bb89-dcaac34c2b7f None None] Network 3af97dad-ffa3-4319-86da-e94c52f176cb requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:09.588120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Router 403a4bfd-d4c6-4ac1-90e8-530b863a1f99 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:52:09.594263 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-305d9be1-5999-4127-ba7e-93187ea8e0dc tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] update failed (client error): The resource could not be found. Dec 20 15:52:09.594949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ef76cf-066b-492f-b567-eba32bc846f9', 'name': 'tempest-snat-router-146051598', 'tenant_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.247'}], 'enable_snat': False}, 'gw_port_id': '98a0c8a6-c818-494b-b0f5-d2307e96c513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:53Z', 'updated_at': '2021-12-20T15:51:58Z', 'revision_number': 3, 'project_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'gw_port': {'id': '98a0c8a6-c818-494b-b0f5-d2307e96c513', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fa:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ef76cf-066b-492f-b567-eba32bc846f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:55Z', 'updated_at': '2021-12-20T15:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:09.598182 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-305d9be1-5999-4127-ba7e-93187ea8e0dc tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "PUT /v2.0/routers/af7f54ed-5db0-48fc-bd32-47a29114e94b HTTP/1.1" status: 404 len: 339 time: 1.6196105 Dec 20 15:52:09.600208 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46218) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:09.626290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=2a896231-7704-4c7e-a867-733a0d765bce,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:09.639482 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f748a5fa-4965-4703-94f4-1d2e8986fa81 req-fe7ccfe8-785c-44ce-8c64-2de3f27c6476 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764530 Dec 20 15:52:09.648547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:09.654275 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4c8563f7-0bea-47ea-8731-cebb2eb56ca0 req-c0feb28e-407a-4c5c-bf02-151f38c0d0fc tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439423 Dec 20 15:52:09.655989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905b388-f0e6-4f8e-990c-c06d3e94660f None None] The sync data for ids ['b5ef76cf-066b-492f-b567-eba32bc846f9'] in dv-neutron-821074-1-hyperv is: [{'id': 'b5ef76cf-066b-492f-b567-eba32bc846f9', 'name': 'tempest-snat-router-146051598', 'tenant_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.247'}], 'enable_snat': False}, 'gw_port_id': '98a0c8a6-c818-494b-b0f5-d2307e96c513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:53Z', 'updated_at': '2021-12-20T15:51:58Z', 'revision_number': 3, 'project_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'gw_port': {'id': '98a0c8a6-c818-494b-b0f5-d2307e96c513', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fa:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ef76cf-066b-492f-b567-eba32bc846f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:55Z', 'updated_at': '2021-12-20T15:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:09.674462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:09.703664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 1283b5e8-3f16-484e-9f97-667313988826 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:09.793841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:09.812476 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a896231-7704-4c7e-a867-733a0d765bce', 'code': 200} Dec 20 15:52:09.910288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c4b1b1ac-57d6-4eb1-869f-3a6601d117d6 None None] Provisioning for port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:09.916078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:09.947905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:09.948432 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:09.978563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c4b1b1ac-57d6-4eb1-869f-3a6601d117d6 None None] Provisioning complete for port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:09.978957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c4b1b1ac-57d6-4eb1-869f-3a6601d117d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.010301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Transition to ACTIVE for port object b82f623a-0789-4ce7-b098-26ffb3360e48 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:10.037980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.052052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:10.161036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=1283b5e8-3f16-484e-9f97-667313988826,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:10.187561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:10.190007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/7e427db1-655a-410e-8c3c-930975bc395c/4717ee02-bace-47b6-b4b5-73bd012f332a) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:10.192091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:10.202578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:10.208294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:10.209119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.289525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:10.314823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.323173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a7081655-aa46-413b-8fd8-36447b102d29 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:10.331814 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1634438 Dec 20 15:52:10.337639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46224) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:10.418980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network f0ee2f9d-8dd4-47df-a258-cd20ff395daf is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:10.420511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Port': ['ID=b82f623a-0789-4ce7-b098-26ffb3360e48,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:10.423987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:10.424954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:10.428257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:10.432286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:10.432914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.462895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.464198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c532e84-7c97-4768-bc59-12e038470245 req-fdeaee6d-84dd-4122-9dab-af610040350f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:10.465725 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c532e84-7c97-4768-bc59-12e038470245 req-fdeaee6d-84dd-4122-9dab-af610040350f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.5139863 Dec 20 15:52:10.479073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c4b1b1ac-57d6-4eb1-869f-3a6601d117d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.481318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3117-62f3-4437-8226-6366e442d753 req-53c554d2-cba1-4cb5-8413-93d088229577 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:10.482793 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a9c3117-62f3-4437-8226-6366e442d753 req-53c554d2-cba1-4cb5-8413-93d088229577 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 945 time: 0.5299649 Dec 20 15:52:10.486311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46228) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:10.507690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Allocated IP 2001:db8::f816:3eff:fe3c:3a87 (f0ee2f9d-8dd4-47df-a258-cd20ff395daf/461d7293-c80d-4a89-b374-d05b483ab4de/059e424f-deeb-40f6-8a1a-ce4cc4060869) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:10.590277 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1c5a3207-c9df-4c16-9c06-c6d84b1ed6f3 req-182d20f4-508f-470b-8ccc-aa1583b7aabe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 1098 time: 0.3384213 Dec 20 15:52:10.612580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c4b1b1ac-57d6-4eb1-869f-3a6601d117d6 None None] For port 55589ce7-86f3-4a97-87f5-fe8754c10bd0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=55589ce7-86f3-4a97-87f5-fe8754c10bd0,segment=NetworkSegment(d36ab4d6-f749-4543-9264-d1ca646572bc),segment_id=d36ab4d6-f749-4543-9264-d1ca646572bc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:10.651229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9c7fbbe9-7cbd-45a5-9fc1-8262812d53ed tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Request body: {'floatingip': {'port_id': 'd409353a-4230-462e-92a7-095b42ccf537'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:10.658449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152eb0f9-812a-4369-99c7-dfbbfbe47e0b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:10.659167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-152eb0f9-812a-4369-99c7-dfbbfbe47e0b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:10.688119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a9c3117-62f3-4437-8226-6366e442d753 req-91128abb-9c12-46fa-8a79-605b21edd7fb tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939418 Dec 20 15:52:10.716358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c4b1b1ac-57d6-4eb1-869f-3a6601d117d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.749709 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1c5a3207-c9df-4c16-9c06-c6d84b1ed6f3 req-1d21cf71-c35f-441a-b711-a9350b172895 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519520 Dec 20 15:52:10.757908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e20973de-7d44-43eb-8685-eadf839d5b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:10.763416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:10.774368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbbe9-7cbd-45a5-9fc1-8262812d53ed tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for floatingip, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.778687 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Sync routers for ids ['403a4bfd-d4c6-4ac1-90e8-530b863a1f99'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:10.799809 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Routers {'403a4bfd-d4c6-4ac1-90e8-530b863a1f99'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:10.800422 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['403a4bfd-d4c6-4ac1-90e8-530b863a1f99'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:10.815548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.970523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:10.997697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:52:10.998128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:52:11.006358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Transition to ACTIVE for port object 4717ee02-bace-47b6-b4b5-73bd012f332a will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:11.018535 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7114191 Dec 20 15:52:11.022391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46234) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:11.051207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ebcc38db-fed7-421b-8c40-929d0a09270f None None] Provisioning complete for port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:11.051641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ebcc38db-fed7-421b-8c40-929d0a09270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.069401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.072429 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Set router 403a4bfd-d4c6-4ac1-90e8-530b863a1f99 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:52:11.092682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1b1ac-57d6-4eb1-869f-3a6601d117d6 None None] Pushing event updated for resources: {'Port': ['ID=55589ce7-86f3-4a97-87f5-fe8754c10bd0,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:11.119467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c4b1b1ac-57d6-4eb1-869f-3a6601d117d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:11.128204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Transition to ACTIVE for port object 4717ee02-bace-47b6-b4b5-73bd012f332a will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:11.160803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.165698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.169918 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.2028108 Dec 20 15:52:11.176978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Transition to ACTIVE for port object 059e424f-deeb-40f6-8a1a-ce4cc4060869 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:11.229127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46238) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:11.236292 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Transition to ACTIVE for port object 059e424f-deeb-40f6-8a1a-ce4cc4060869 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:11.242828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.256100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c6b489a5-8a45-44ec-acf1-d3e9c4cbf6a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:11.322479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.341005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:11.345342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:11.347314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-152eb0f9-812a-4369-99c7-dfbbfbe47e0b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:11.352158 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-152eb0f9-812a-4369-99c7-dfbbfbe47e0b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 1.0100038 Dec 20 15:52:11.353081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46242) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:11.355369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:11.357312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Pushing event updated for resources: {'Port': ['ID=4717ee02-bace-47b6-b4b5-73bd012f332a,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:11.364256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:11.364814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:11.372131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3b2181-d468-4120-b736-308513f7b31c tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Deleting subnet 461d7293-c80d-4a89-b374-d05b483ab4de {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:11.412882 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403a4bfd-d4c6-4ac1-90e8-530b863a1f99', 'name': 'tempest-snat-router-146051598', 'tenant_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:04Z', 'updated_at': '2021-12-20T15:52:08Z', 'revision_number': 3, 'project_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'gw_port': {'id': 'cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403a4bfd-d4c6-4ac1-90e8-530b863a1f99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:06Z', 'updated_at': '2021-12-20T15:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:11.418104 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Checking router: 403a4bfd-d4c6-4ac1-90e8-530b863a1f99 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:52:11.418614 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Updating router 403a4bfd-d4c6-4ac1-90e8-530b863a1f99 port cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:52:11.460379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Network f0ee2f9d-8dd4-47df-a258-cd20ff395daf is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:11.488760 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.492231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:11.523469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:11.548154 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Pushing event updated for resources: {'Port': ['ID=059e424f-deeb-40f6-8a1a-ce4cc4060869,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:11.563977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:11.607732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Attempting to bind port 4717ee02-bace-47b6-b4b5-73bd012f332a on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:11.608139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Attempting to bind port 4717ee02-bace-47b6-b4b5-73bd012f332a by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:11.608511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Attempting to bind port 4717ee02-bace-47b6-b4b5-73bd012f332a on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:11.635156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Allocated IP 172.20.0.1 (b8814360-d60f-47f2-afd1-f968476bc863/0e148581-7675-43fa-b8aa-405d299e72ee/356f7b4f-27e3-4a8c-9268-50fcdcdb8c21) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:11.642520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-47e23a4c-2526-4208-bf76-27583389d2bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 1283b5e8-3f16-484e-9f97-667313988826 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:11.642520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47e23a4c-2526-4208-bf76-27583389d2bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.665742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:11.666155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:11.666620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.667032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:11.667528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Bound port: 4717ee02-bace-47b6-b4b5-73bd012f332a, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:11.667963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.691699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Attempting to bind port 059e424f-deeb-40f6-8a1a-ce4cc4060869 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:11.691699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Attempting to bind port 059e424f-deeb-40f6-8a1a-ce4cc4060869 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'a1aec134-d757-4967-b019-516073e58413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f0ee2f9d-8dd4-47df-a258-cd20ff395daf'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:11.691699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Attempting to bind port 059e424f-deeb-40f6-8a1a-ce4cc4060869 on network f0ee2f9d-8dd4-47df-a258-cd20ff395daf {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:11.729452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.20.0.1 (63ce5af6-d4a9-4cfb-8d65-5a832f4126f2/0eb9d916-fbb9-419a-ae7e-b806a874a928/fbce9688-d5b6-481e-90a5-8d702366c265) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:11.743016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:11.743326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Checking segment: {'id': 'a1aec134-d757-4967-b019-516073e58413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f0ee2f9d-8dd4-47df-a258-cd20ff395daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:11.743738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.744137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Bound using segment: {'id': 'a1aec134-d757-4967-b019-516073e58413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f0ee2f9d-8dd4-47df-a258-cd20ff395daf'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:11.744625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Bound port: 059e424f-deeb-40f6-8a1a-ce4cc4060869, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aec134-d757-4967-b019-516073e58413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f0ee2f9d-8dd4-47df-a258-cd20ff395daf'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:11.745005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.817158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 55589ce7-86f3-4a97-87f5-fe8754c10bd0 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:11.878440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] For port 4717ee02-bace-47b6-b4b5-73bd012f332a, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:11.880240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.906513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Transition to ACTIVE for port object 356f7b4f-27e3-4a8c-9268-50fcdcdb8c21 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:11.915923 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] For port 4717ee02-bace-47b6-b4b5-73bd012f332a, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4717ee02-bace-47b6-b4b5-73bd012f332a,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:11.929198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] For port 059e424f-deeb-40f6-8a1a-ce4cc4060869, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:11.934419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] For port 059e424f-deeb-40f6-8a1a-ce4cc4060869, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=059e424f-deeb-40f6-8a1a-ce4cc4060869,segment=NetworkSegment(a1aec134-d757-4967-b019-516073e58413),segment_id=a1aec134-d757-4967-b019-516073e58413)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:11.947466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:11.947869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.958672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2181-d468-4120-b736-308513f7b31c tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:11.978678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d77c1-6d0d-4040-bd1f-5d0d2dd93ded req-b875535f-03d5-4934-b7e1-8de318a9c9a4 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:11.986047 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7c1d77c1-6d0d-4040-bd1f-5d0d2dd93ded req-b875535f-03d5-4934-b7e1-8de318a9c9a4 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 946 time: 0.6528695 Dec 20 15:52:12.032119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.048636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:12.108809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.125038 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.125647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ec1a2467-1b6e-4c0c-91cf-5b058f4167a2 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:12.126468 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.148211 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Transition to ACTIVE for port object cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:12.194167 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7c1d77c1-6d0d-4040-bd1f-5d0d2dd93ded req-7322d754-b3d1-4f4f-9212-eea6aa403ee7 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072194 Dec 20 15:52:12.268152 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.271151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Pushing event updated for resources: {'Port': ['ID=059e424f-deeb-40f6-8a1a-ce4cc4060869,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:12.272189 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-1da1b825-ebc0-4768-a054-920cbadf5f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:12.279973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:12.280590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:12.299343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Network b8814360-d60f-47f2-afd1-f968476bc863 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:12.305707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47e23a4c-2526-4208-bf76-27583389d2bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.313333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:12.325698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:12.409136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Pushing event updated for resources: {'Port': ['ID=4717ee02-bace-47b6-b4b5-73bd012f332a,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:12.426666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:12.467896 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19917576-e735-4028-8f91-c27c46da284b None None] Pushing event updated for resources: {'Port': ['ID=cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:12.470982 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Attempting to bind port cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:12.471359 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Attempting to bind port cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:12.471791 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Attempting to bind port cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:12.476561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2181-d468-4120-b736-308513f7b31c tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.484019 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.484368 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.484702 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.485031 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.485371 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.485696 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.486012 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.486343 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.487209 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.491235 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.491589 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19917576-e735-4028-8f91-c27c46da284b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:12.497705 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-19917576-e735-4028-8f91-c27c46da284b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:12.498482 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:12.498858 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:12.499288 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.499679 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:12.500163 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Bound port: cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:12.500551 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.599251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-47e23a4c-2526-4208-bf76-27583389d2bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 1283b5e8-3f16-484e-9f97-667313988826 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:12.666838 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] For port cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:12.671330 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] For port cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:12.825751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.842587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615c263-895d-42cc-ac00-dc644ba4f06e req-6bfefe25-e45c-4a21-bac6-d6fd7e337bb2 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:12.844110 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c615c263-895d-42cc-ac00-dc644ba4f06e req-6bfefe25-e45c-4a21-bac6-d6fd7e337bb2 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 945 time: 0.9399431 Dec 20 15:52:12.883824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'Port': ['ID=356f7b4f-27e3-4a8c-9268-50fcdcdb8c21,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:12.896069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:12.906683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.974871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c028c5-951a-4281-a869-dfa7cf284e9c req-ae9adbb7-eaa9-4545-adde-c64b58a1bb23 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:12.977245 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-28c028c5-951a-4281-a869-dfa7cf284e9c req-ae9adbb7-eaa9-4545-adde-c64b58a1bb23 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 946 time: 0.2447875 Dec 20 15:52:12.988954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d2017186-85f1-4e9f-9172-4945d9e6bf46 None None] Provisioning for port 356f7b4f-27e3-4a8c-9268-50fcdcdb8c21 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:12.989468 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.995016 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:12.998242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d2017186-85f1-4e9f-9172-4945d9e6bf46 None None] Provisioning complete for port 356f7b4f-27e3-4a8c-9268-50fcdcdb8c21 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:12.998360 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c615c263-895d-42cc-ac00-dc644ba4f06e req-805cf0e4-9a61-40cc-b744-eb3bfa1eae69 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325471 Dec 20 15:52:12.998813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2017186-85f1-4e9f-9172-4945d9e6bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:12.999136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46250) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:13.003514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7992e897-587b-445d-b698-fa174c6fdb6d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Request body: {'floatingip': {'port_id': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:13.079642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d2017186-85f1-4e9f-9172-4945d9e6bf46 None None] Port 356f7b4f-27e3-4a8c-9268-50fcdcdb8c21 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:52:13.116685 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19917576-e735-4028-8f91-c27c46da284b None None] Pushing event updated for resources: {'Port': ['ID=cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:13.119965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.120838 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-19917576-e735-4028-8f91-c27c46da284b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:13.122332 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Routers {'403a4bfd-d4c6-4ac1-90e8-530b863a1f99'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:13.122955 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['403a4bfd-d4c6-4ac1-90e8-530b863a1f99'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:13.124642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47e23a4c-2526-4208-bf76-27583389d2bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.132686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:13.204608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7992e897-587b-445d-b698-fa174c6fdb6d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for floatingip, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.240151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2181-d468-4120-b736-308513f7b31c tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.329651 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] Set router 403a4bfd-d4c6-4ac1-90e8-530b863a1f99 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:52:13.332938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:13.369838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:13.380710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:13.404322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=fbce9688-d5b6-481e-90a5-8d702366c265,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:13.428716 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b272255d-2b09-403d-8255-394e818707d1 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/routers/403a4bfd-d4c6-4ac1-90e8-530b863a1f99 HTTP/1.1" status: 200 len: 906 time: 2.1915505 Dec 20 15:52:13.451008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46254) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:13.473128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2181-d468-4120-b736-308513f7b31c tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.476856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47e23a4c-2526-4208-bf76-27583389d2bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.488177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-faacf4a2-bbc1-4f09-9b2c-3e3092ea599e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:13.538249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e23a4c-2526-4208-bf76-27583389d2bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=1283b5e8-3f16-484e-9f97-667313988826,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:13.541167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b2181-d468-4120-b736-308513f7b31c tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Subnet': ['ID=461d7293-c80d-4a89-b374-d05b483ab4de,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:13.544159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc3b2181-d468-4120-b736-308513f7b31c tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:13.547621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-9c7fbbe9-7cbd-45a5-9fc1-8262812d53ed tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:52:13.585636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-47e23a4c-2526-4208-bf76-27583389d2bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:13.597581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:13.599211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:13.609455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.618225 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-47e23a4c-2526-4208-bf76-27583389d2bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/1283b5e8-3f16-484e-9f97-667313988826 HTTP/1.1" status: 204 len: 168 time: 2.2217312 Dec 20 15:52:13.622101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46258) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:13.676082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2181-d468-4120-b736-308513f7b31c tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.698488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbbe9-7cbd-45a5-9fc1-8262812d53ed tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.720989 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403a4bfd-d4c6-4ac1-90e8-530b863a1f99', 'name': 'tempest-snat-router-146051598', 'tenant_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:04Z', 'updated_at': '2021-12-20T15:52:08Z', 'revision_number': 3, 'project_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'gw_port': {'id': 'cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403a4bfd-d4c6-4ac1-90e8-530b863a1f99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:06Z', 'updated_at': '2021-12-20T15:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:13.728803 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28a4be-331f-4993-b1b2-747828aa20b5 None None] The sync data for ids ['403a4bfd-d4c6-4ac1-90e8-530b863a1f99'] in dv-neutron-821074-1-hyperv is: [{'id': '403a4bfd-d4c6-4ac1-90e8-530b863a1f99', 'name': 'tempest-snat-router-146051598', 'tenant_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:04Z', 'updated_at': '2021-12-20T15:52:08Z', 'revision_number': 3, 'project_id': '7997fadc9a3f4d68acdc5bfa75571a0e', 'gw_port': {'id': 'cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403a4bfd-d4c6-4ac1-90e8-530b863a1f99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:06Z', 'updated_at': '2021-12-20T15:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:13.733050 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bc3b2181-d468-4120-b736-308513f7b31c tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/subnets/461d7293-c80d-4a89-b374-d05b483ab4de HTTP/1.1" status: 204 len: 168 time: 2.7073433 Dec 20 15:52:13.745783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46262) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:13.811760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbbe9-7cbd-45a5-9fc1-8262812d53ed tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.849550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:13.881645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4717ee02-bace-47b6-b4b5-73bd012f332a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:13.979445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b623072-748a-45b7-9c91-c15ee9f7b62f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:13.980952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b623072-748a-45b7-9c91-c15ee9f7b62f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:13.981845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8b623072-748a-45b7-9c91-c15ee9f7b62f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:14.069265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 4717ee02-bace-47b6-b4b5-73bd012f332a completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:14.078438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 059e424f-deeb-40f6-8a1a-ce4cc4060869 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:14.078648 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026fc668-968d-455d-ad88-9f914252d0a0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:14.081633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026fc668-968d-455d-ad88-9f914252d0a0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:14.081633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-026fc668-968d-455d-ad88-9f914252d0a0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Synchronizing usage tracker for tenant:50add7751b614003b80a787252e5f621 on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:14.253160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-026fc668-968d-455d-ad88-9f914252d0a0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Unset dirty status for tenant:50add7751b614003b80a787252e5f621 on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:14.254328 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-026fc668-968d-455d-ad88-9f914252d0a0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5074511 Dec 20 15:52:14.267712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46268) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:14.325349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 059e424f-deeb-40f6-8a1a-ce4cc4060869 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:14.389828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dc34038b-00b6-4aec-a18b-8fca39aa13f7 None None] Provisioning for port 4717ee02-bace-47b6-b4b5-73bd012f332a completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:14.398407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dc34038b-00b6-4aec-a18b-8fca39aa13f7 None None] Provisioning complete for port 4717ee02-bace-47b6-b4b5-73bd012f332a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:14.398678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8b623072-748a-45b7-9c91-c15ee9f7b62f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:14.399170 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc34038b-00b6-4aec-a18b-8fca39aa13f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:14.403137 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8b623072-748a-45b7-9c91-c15ee9f7b62f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7781870 Dec 20 15:52:14.407353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46272) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:14.427699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fdb04a-dd13-485e-ad4b-7dd84f37e1a0 None None] Network f0ee2f9d-8dd4-47df-a258-cd20ff395daf requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:14.454247 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:14.673201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-82243e89-373e-4a0f-a1ec-b8c5e6589ac6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:14.733839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc34038b-00b6-4aec-a18b-8fca39aa13f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:14.763950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:14.783367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-dc34038b-00b6-4aec-a18b-8fca39aa13f7 None None] For port 4717ee02-bace-47b6-b4b5-73bd012f332a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4717ee02-bace-47b6-b4b5-73bd012f332a,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:14.783823 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-82243e89-373e-4a0f-a1ec-b8c5e6589ac6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 15:52:14.784283 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82243e89-373e-4a0f-a1ec-b8c5e6589ac6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:14.791806 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-82243e89-373e-4a0f-a1ec-b8c5e6589ac6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/f0ee2f9d-8dd4-47df-a258-cd20ff395daf HTTP/1.1" status: 409 len: 405 time: 0.5174596 Dec 20 15:52:14.792815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46276) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:14.804500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1376717884'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:14.811317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:14.820194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:network and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:14.824702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:14.832713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:14.834650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:14.843704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] DHCP port deletion for f0ee2f9d-8dd4-47df-a258-cd20ff395daf request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:14.847441 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-9c7fbbe9-7cbd-45a5-9fc1-8262812d53ed tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Floating IP 7f2896cd-883b-4b3b-8f6f-22bcc429c7ce associated. External IP: 172.26.7.42, port: d409353a-4230-462e-92a7-095b42ccf537. Dec 20 15:52:14.849305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc34038b-00b6-4aec-a18b-8fca39aa13f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:14.850941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:14.863642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee0cdb-f306-4a46-9ac1-273b14bf8c93 req-5d58708d-2d90-4b4c-a36a-b6387e31fe17 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:14.865084 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-82ee0cdb-f306-4a46-9ac1-273b14bf8c93 req-5d58708d-2d90-4b4c-a36a-b6387e31fe17 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 945 time: 0.5520890 Dec 20 15:52:14.879879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] Deleting port 059e424f-deeb-40f6-8a1a-ce4cc4060869 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:14.880530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:14.900591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:14.930984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:14.973163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:14.975834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.003134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34038b-00b6-4aec-a18b-8fca39aa13f7 None None] Pushing event updated for resources: {'Port': ['ID=4717ee02-bace-47b6-b4b5-73bd012f332a,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:15.007285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.015646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dc34038b-00b6-4aec-a18b-8fca39aa13f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:15.072288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event updated for resources: {'Port': ['ID=356f7b4f-27e3-4a8c-9268-50fcdcdb8c21,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:15.075232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.079557 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:15.080961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:15.118521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0ed0fafe-c8cb-403d-8393-6902a22b17c9 None None] Provisioning for port 059e424f-deeb-40f6-8a1a-ce4cc4060869 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:15.125028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.125238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0ed0fafe-c8cb-403d-8393-6902a22b17c9 None None] Provisioning complete for port 059e424f-deeb-40f6-8a1a-ce4cc4060869 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:15.125374 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Added segment 627887c5-c729-42a1-8926-167eaf3cc167 of type vlan for network c13c29b1-5b29-4211-b1a1-e8c53eadb58b Dec 20 15:52:15.125791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0ed0fafe-c8cb-403d-8393-6902a22b17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.164561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] For port 059e424f-deeb-40f6-8a1a-ce4cc4060869, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=059e424f-deeb-40f6-8a1a-ce4cc4060869,segment=NetworkSegment(a1aec134-d757-4967-b019-516073e58413),segment_id=a1aec134-d757-4967-b019-516073e58413)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:15.165300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.220708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a39e1f-e0c6-4eea-9d68-10aabf15d80d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 7e427db1-655a-410e-8c3c-930975bc395c {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:15.236933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15a39e1f-e0c6-4eea-9d68-10aabf15d80d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.270483 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-82ee0cdb-f306-4a46-9ac1-273b14bf8c93 req-e4086f90-dc08-41f2-8426-c27bbf965c5c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843999 Dec 20 15:52:15.310612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] Calling delete_port for 059e424f-deeb-40f6-8a1a-ce4cc4060869 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:15.379538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.445455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Network b8814360-d60f-47f2-afd1-f968476bc863 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:15.451056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:15.452255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0ed0fafe-c8cb-403d-8393-6902a22b17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.520522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.524931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dc34038b-00b6-4aec-a18b-8fca39aa13f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:15.604032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] Pushing event deleted for resources: {'Port': ['ID=059e424f-deeb-40f6-8a1a-ce4cc4060869,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:15.608564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:15.611696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] No DVR routers for this DVR port 059e424f-deeb-40f6-8a1a-ce4cc4060869 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:15.614202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0ed0fafe-c8cb-403d-8393-6902a22b17c9 None None] Could not find standard attr ID for object 1283b5e8-3f16-484e-9f97-667313988826. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:52:15.627536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15a39e1f-e0c6-4eea-9d68-10aabf15d80d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.646497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.656054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.656054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.659197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:15.697459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-7992e897-587b-445d-b698-fa174c6fdb6d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:52:15.751180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-649353ee-bc3f-4446-be80-8be4c55d58ee None None] Provisioning complete for port 356f7b4f-27e3-4a8c-9268-50fcdcdb8c21 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:15.751560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-649353ee-bc3f-4446-be80-8be4c55d58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.791155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4717ee02-bace-47b6-b4b5-73bd012f332a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:15.822618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Network': ['ID=c13c29b1-5b29-4211-b1a1-e8c53eadb58b,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:15.826469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:15.841009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network c13c29b1-5b29-4211-b1a1-e8c53eadb58b details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:52:15.896153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-649353ee-bc3f-4446-be80-8be4c55d58ee None None] Port 356f7b4f-27e3-4a8c-9268-50fcdcdb8c21 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:52:15.941481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7992e897-587b-445d-b698-fa174c6fdb6d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:15.975568 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1753166 Dec 20 15:52:15.978419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4717ee02-bace-47b6-b4b5-73bd012f332a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:15.978419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.025097 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46282) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:16.031370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'subnet': {'network_id': 'c13c29b1-5b29-4211-b1a1-e8c53eadb58b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:16.053293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7992e897-587b-445d-b698-fa174c6fdb6d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.150780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8f18-0751-4c50-95c0-4cb6f300c9f9 req-fd844d23-8cfa-44d1-90f2-aa7e9e31fbb3 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:16.152331 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d52b8f18-0751-4c50-95c0-4cb6f300c9f9 req-fd844d23-8cfa-44d1-90f2-aa7e9e31fbb3 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 945 time: 0.6541772 Dec 20 15:52:16.153172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 059e424f-deeb-40f6-8a1a-ce4cc4060869 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:16.161048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15a39e1f-e0c6-4eea-9d68-10aabf15d80d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.173733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46286) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:16.189137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-16fade39-548f-4894-8812-8becb073b8a4 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Request body: {'floatingip': {'port_id': '2a896231-7704-4c7e-a867-733a0d765bce'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:16.189467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 059e424f-deeb-40f6-8a1a-ce4cc4060869 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:16.189995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 059e424f-deeb-40f6-8a1a-ce4cc4060869 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:52:16.293581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.386744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.425368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:16.427753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:16.453154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.467960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15a39e1f-e0c6-4eea-9d68-10aabf15d80d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.487691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-16fade39-548f-4894-8812-8becb073b8a4 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for floatingip, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.532724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.538673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=fbce9688-d5b6-481e-90a5-8d702366c265,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:16.543661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15a39e1f-e0c6-4eea-9d68-10aabf15d80d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.549836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:16.550581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:16.553205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d22b7a-1857-4a1e-8ecc-51e48d1e01f9 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:16.555579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:16.597709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a39e1f-e0c6-4eea-9d68-10aabf15d80d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=7e427db1-655a-410e-8c3c-930975bc395c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:16.614198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15a39e1f-e0c6-4eea-9d68-10aabf15d80d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:16.618114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Deleting port cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:16.618445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.715469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Router af7f54ed-5db0-48fc-bd32-47a29114e94b has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:16.755630 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-15a39e1f-e0c6-4eea-9d68-10aabf15d80d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/7e427db1-655a-410e-8c3c-930975bc395c HTTP/1.1" status: 204 len: 168 time: 2.3442984 Dec 20 15:52:16.757206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46290) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:16.819953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:16.821353 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-7992e897-587b-445d-b698-fa174c6fdb6d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Floating IP 0e94b718-dc41-4659-a11d-fd338f7d830f associated. External IP: 172.26.7.194, port: ee6e7c45-5eea-4e13-9edb-d8015fbe7f76. Dec 20 15:52:16.864917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:16.869735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] Deleting port 4717ee02-bace-47b6-b4b5-73bd012f332a {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:16.870086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:16.977707 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8c00d32f-a8b9-4654-8536-529eeae4aa94 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2166760 Dec 20 15:52:17.000283 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46294) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:17.072199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:17.074967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:17.077860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:17.097488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7fbbe9-7cbd-45a5-9fc1-8262812d53ed tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Router 734399bd-6a08-445d-a586-5173d2f9aebf has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:17.137080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] For port 4717ee02-bace-47b6-b4b5-73bd012f332a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4717ee02-bace-47b6-b4b5-73bd012f332a,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:17.137870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:17.248962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] For port cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:17.249352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:17.265767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:17.274515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] Calling delete_port for 4717ee02-bace-47b6-b4b5-73bd012f332a owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:17.434057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Calling delete_port for cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:17.508297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:17.508911 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:17.514802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-5e9a7e1e-152f-4579-894f-31cd4d26c2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:17.559518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] Pushing event deleted for resources: {'Port': ['ID=4717ee02-bace-47b6-b4b5-73bd012f332a,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:17.561988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:17.564656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] No DVR routers for this DVR port 4717ee02-bace-47b6-b4b5-73bd012f332a on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:17.735870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4717ee02-bace-47b6-b4b5-73bd012f332a no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:17.741941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:17.748561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:17.765492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:17.783047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 4717ee02-bace-47b6-b4b5-73bd012f332a {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:17.783736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4717ee02-bace-47b6-b4b5-73bd012f332a not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:52:17.837607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:17.842714 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "PUT /v2.0/routers/af7f54ed-5db0-48fc-bd32-47a29114e94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2414670 Dec 20 15:52:17.852202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a201f5-c967-4110-b0b9-4153d148d7df None None] Sync routers for ids ['af7f54ed-5db0-48fc-bd32-47a29114e94b'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:17.864788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a201f5-c967-4110-b0b9-4153d148d7df None None] Routers {'af7f54ed-5db0-48fc-bd32-47a29114e94b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:17.865613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-89a201f5-c967-4110-b0b9-4153d148d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['af7f54ed-5db0-48fc-bd32-47a29114e94b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:17.889163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46298) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:17.900937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:17.929737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-89a201f5-c967-4110-b0b9-4153d148d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:17.941202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a201f5-c967-4110-b0b9-4153d148d7df None None] Routers {'af7f54ed-5db0-48fc-bd32-47a29114e94b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:17.941960 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-89a201f5-c967-4110-b0b9-4153d148d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['af7f54ed-5db0-48fc-bd32-47a29114e94b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:18.005708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-89a201f5-c967-4110-b0b9-4153d148d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:18.006282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a201f5-c967-4110-b0b9-4153d148d7df None None] The sync data for ids ['af7f54ed-5db0-48fc-bd32-47a29114e94b'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:18.111393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:18.125284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:18.218398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:18.292314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:18.297773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:18.382930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:18.454551 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35e0c9e8-f066-487b-a02a-8bb34d9bc6ed req-e5ea807e-567d-48ea-8c8e-c663d26720fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3765352 Dec 20 15:52:18.457200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7fbbe9-7cbd-45a5-9fc1-8262812d53ed tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:18.482654 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3044063-3762-403a-8b11-d0270f6618db None None] Sync routers for ids ['734399bd-6a08-445d-a586-5173d2f9aebf'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:18.504544 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3044063-3762-403a-8b11-d0270f6618db None None] Routers {'734399bd-6a08-445d-a586-5173d2f9aebf'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:18.506380 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a3044063-3762-403a-8b11-d0270f6618db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['734399bd-6a08-445d-a586-5173d2f9aebf'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:18.562330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbbe9-7cbd-45a5-9fc1-8262812d53ed tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:18.601539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-799a4339-5f53-4cca-9ba8-a1b33d4d8e40 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:18.726314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:18.778466 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:52:18.821148 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a3044063-3762-403a-8b11-d0270f6618db None None] Set router 734399bd-6a08-445d-a586-5173d2f9aebf gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:52:18.931330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7992e897-587b-445d-b698-fa174c6fdb6d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Router c28c808a-1e97-4547-9932-e13adc79b0b0 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:18.937983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-16fade39-548f-4894-8812-8becb073b8a4 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:19.041986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-16fade39-548f-4894-8812-8becb073b8a4 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:19.104306 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9c7fbbe9-7cbd-45a5-9fc1-8262812d53ed tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "PUT /v2.0/floatingips/7f2896cd-883b-4b3b-8f6f-22bcc429c7ce HTTP/1.1" status: 200 len: 990 time: 8.6165972 Dec 20 15:52:19.112964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.objects.ports [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:52:19.113787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'tag': 'd409353a-4230-462e-92a7-095b42ccf537'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:19.138216 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:19.145325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:19.169431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc3b2181-d468-4120-b736-308513f7b31c tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:19.384625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:19.393171 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35e0c9e8-f066-487b-a02a-8bb34d9bc6ed req-a3c5f241-82ec-4ad7-930c-189d573f021d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 1098 time: 0.7501738 Dec 20 15:52:19.407836 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Subnet': ['ID=dea2a9b0-d742-455a-8f84-efdea4bc5cc3,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:19.424118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:19.495390 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a3044063-3762-403a-8b11-d0270f6618db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:06Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7f2896cd-883b-4b3b-8f6f-22bcc429c7ce', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'floating_ip_address': '172.26.7.42', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'port_id': 'd409353a-4230-462e-92a7-095b42ccf537', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'mac_address': 'fa:16:3e:69:89:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:51:21Z', 'updated_at': '2021-12-20T15:52:13Z', 'revision_number': 1, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ad92b2-f486-43f2-b632-2866c0639c9f', 'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'mac_address': 'fa:16:3e:57:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:04Z', 'updated_at': '2021-12-20T15:51:18Z', 'revision_number': 5, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'subnets': [{'id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:19.506455 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3044063-3762-403a-8b11-d0270f6618db None None] Checking router: 734399bd-6a08-445d-a586-5173d2f9aebf for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:52:19.533840 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3044063-3762-403a-8b11-d0270f6618db None None] Routers {'734399bd-6a08-445d-a586-5173d2f9aebf'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:19.533840 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a3044063-3762-403a-8b11-d0270f6618db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['734399bd-6a08-445d-a586-5173d2f9aebf'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:19.761417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0c9e8-f066-487b-a02a-8bb34d9bc6ed req-2893e3f0-8440-4a96-810e-68601f90bf68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:19.762647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35e0c9e8-f066-487b-a02a-8bb34d9bc6ed req-2893e3f0-8440-4a96-810e-68601f90bf68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 200 len: 913 time: 0.3458493 Dec 20 15:52:19.767012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:19.768000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 403a4bfd-d4c6-4ac1-90e8-530b863a1f99 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:19.801417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:19.820547 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a3044063-3762-403a-8b11-d0270f6618db None None] Set router 734399bd-6a08-445d-a586-5173d2f9aebf gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:52:19.820777 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'tag': 'd409353a-4230-462e-92a7-095b42ccf537', 'status': 'completed', 'code': 200} Dec 20 15:52:19.832665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 98a0c8a6-c818-494b-b0f5-d2307e96c513 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:19.848776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:19.955859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Checking segment: {'id': '627887c5-c729-42a1-8926-167eaf3cc167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c13c29b1-5b29-4211-b1a1-e8c53eadb58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:19.956576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network hostable DHCP agents. Network: c13c29b1-5b29-4211-b1a1-e8c53eadb58b, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:20.013698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:20.019754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:20.023930 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-799a4339-5f53-4cca-9ba8-a1b33d4d8e40 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 15:52:20.024987 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-799a4339-5f53-4cca-9ba8-a1b33d4d8e40 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "DELETE /v2.0/routers/af7f54ed-5db0-48fc-bd32-47a29114e94b HTTP/1.1" status: 409 len: 329 time: 2.1310716 Dec 20 15:52:20.029246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:20.029867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:20.034977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf0b2b3-6a49-4ee9-898a-ff58848ebc6e None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:20.036975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46314) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:20.042071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=fb7fd254-4561-47cf-85c2-a69eb0dc8803,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:20.098953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:20.108721 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a0778bce-69b0-4808-a00d-cfe9af54f5b9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "PUT /v2.0/routers/c43583ba-9720-460e-9425-abdf1ea99d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5399945 Dec 20 15:52:20.111287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46318) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:20.116791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:20.120240 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "DELETE /v2.0/routers/403a4bfd-d4c6-4ac1-90e8-530b863a1f99 HTTP/1.1" status: 204 len: 168 time: 6.6531823 Dec 20 15:52:20.122310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'port': {'network_id': '63ce5af6-d4a9-4cfb-8d65-5a832f4126f2', 'name': 'tempest-FloatingIPTestJSON-2086369696'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:20.144692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46322) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:20.271552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc975b88-b039-47cc-bfa0-46689f47628a None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:20.300915 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:20.320417 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2689242 Dec 20 15:52:20.326366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46326) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:20.327451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 98a0c8a6-c818-494b-b0f5-d2307e96c513 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:20.337399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'name': 'tempest-NetworksTestDHCPv6-632010303'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:20.356747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 98a0c8a6-c818-494b-b0f5-d2307e96c513 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:20.357305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:20.378659 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a3044063-3762-403a-8b11-d0270f6618db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:06Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7f2896cd-883b-4b3b-8f6f-22bcc429c7ce', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'floating_ip_address': '172.26.7.42', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'port_id': 'd409353a-4230-462e-92a7-095b42ccf537', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'mac_address': 'fa:16:3e:69:89:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:51:21Z', 'updated_at': '2021-12-20T15:52:13Z', 'revision_number': 1, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ad92b2-f486-43f2-b632-2866c0639c9f', 'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'mac_address': 'fa:16:3e:57:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:04Z', 'updated_at': '2021-12-20T15:51:18Z', 'revision_number': 5, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'subnets': [{'id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:20.384161 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3044063-3762-403a-8b11-d0270f6618db None None] The sync data for ids ['734399bd-6a08-445d-a586-5173d2f9aebf'] in dv-neutron-821074-1-hyperv is: [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:06Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7f2896cd-883b-4b3b-8f6f-22bcc429c7ce', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'floating_ip_address': '172.26.7.42', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'port_id': 'd409353a-4230-462e-92a7-095b42ccf537', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'mac_address': 'fa:16:3e:69:89:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:51:21Z', 'updated_at': '2021-12-20T15:52:13Z', 'revision_number': 1, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ad92b2-f486-43f2-b632-2866c0639c9f', 'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'mac_address': 'fa:16:3e:57:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:04Z', 'updated_at': '2021-12-20T15:51:18Z', 'revision_number': 5, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'subnets': [{'id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:20.387970 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35e0c9e8-f066-487b-a02a-8bb34d9bc6ed req-148eea88-266e-47b1-b2df-191839bbb12b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 200 len: 998 time: 0.5518525 Dec 20 15:52:20.410639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': 'fb7fd254-4561-47cf-85c2-a69eb0dc8803'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:20.410639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:20.410949 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-16fade39-548f-4894-8812-8becb073b8a4 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Floating IP 61d31c38-10b7-4d69-b53c-383b300fd188 associated. External IP: 172.26.7.196, port: 2a896231-7704-4c7e-a867-733a0d765bce. Dec 20 15:52:20.497752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc975b88-b039-47cc-bfa0-46689f47628a None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:20.498152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-dc975b88-b039-47cc-bfa0-46689f47628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:20.503696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network c13c29b1-5b29-4211-b1a1-e8c53eadb58b is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:20.613363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:20.625375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-dc975b88-b039-47cc-bfa0-46689f47628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:20.629410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:port and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:20.637668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:20.643177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, c13c29b1-5b29-4211-b1a1-e8c53eadb58b) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:20.651050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:20.660033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:20.660628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:20.677359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4930e42-9a3e-4a4d-808a-b38a1cda613b None None] Network c13c29b1-5b29-4211-b1a1-e8c53eadb58b requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:20.687658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0c9e8-f066-487b-a02a-8bb34d9bc6ed req-2dc7d7ff-a4a5-413b-9222-b251095aa7cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:20.689127 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35e0c9e8-f066-487b-a02a-8bb34d9bc6ed req-2dc7d7ff-a4a5-413b-9222-b251095aa7cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae4d857-addf-493d-a4a8-ff3c72ff9e0e HTTP/1.1" status: 200 len: 851 time: 0.1957538 Dec 20 15:52:20.702745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:20.710696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:20.763900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:20.764387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc975b88-b039-47cc-bfa0-46689f47628a None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:20.764995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-dc975b88-b039-47cc-bfa0-46689f47628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:20.803466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7992e897-587b-445d-b698-fa174c6fdb6d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:20.809615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7992e897-587b-445d-b698-fa174c6fdb6d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:20.817339 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] Sync routers for ids ['c28c808a-1e97-4547-9932-e13adc79b0b0'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:20.834794 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] Routers {'c28c808a-1e97-4547-9932-e13adc79b0b0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:20.837908 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c28c808a-1e97-4547-9932-e13adc79b0b0'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:20.841162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:20.842368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Made reservation on behalf of 51f5c888c6cd4fe5bbe13737c11c3afb for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:20.845024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:20.907750 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7992e897-587b-445d-b698-fa174c6fdb6d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "PUT /v2.0/floatingips/0e94b718-dc41-4659-a11d-fd338f7d830f HTTP/1.1" status: 200 len: 992 time: 7.9103024 Dec 20 15:52:20.912204 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] device_id is not set on port 79a95cfa-cfa6-48b4-88e0-f32a45226ac6 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:20.922747 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8940296 Dec 20 15:52:20.923000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-dc975b88-b039-47cc-bfa0-46689f47628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:20.923462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc975b88-b039-47cc-bfa0-46689f47628a None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:20.923547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46334) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:20.932748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'port': {'network_id': 'c13c29b1-5b29-4211-b1a1-e8c53eadb58b', 'name': 'tempest-NetworksIpV6TestAttrs-212469229'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:20.950755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'tag': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:20.997272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:21.000444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:21.005372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:21.022254 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35e0c9e8-f066-487b-a02a-8bb34d9bc6ed req-b06fa2de-7077-4faa-823e-116d13cab37f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45fef1de-5c23-4649-8c8d-c1f53a17597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2816913 Dec 20 15:52:21.049156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/fb7fd254-4561-47cf-85c2-a69eb0dc8803/27a50c90-8a4a-4933-81cc-c60e4cb6acf0) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:21.096328 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'tag': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76', 'status': 'completed', 'code': 200} Dec 20 15:52:21.157102 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:21.249186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port e4f01056-5df3-472f-b954-7c261d9543d2 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:21.265513 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] Set router c28c808a-1e97-4547-9932-e13adc79b0b0 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:52:21.319141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.20.0.9 (63ce5af6-d4a9-4cfb-8d65-5a832f4126f2/0eb9d916-fbb9-419a-ae7e-b806a874a928/79a95cfa-cfa6-48b4-88e0-f32a45226ac6) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:21.373213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:21.381697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:port and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:21.384751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:21.393646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:21.406617 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35e0c9e8-f066-487b-a02a-8bb34d9bc6ed req-59d0fcc5-0ae4-4618-9a6a-40afcb92a065 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285251 Dec 20 15:52:21.414747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 98a0c8a6-c818-494b-b0f5-d2307e96c513, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=98a0c8a6-c818-494b-b0f5-d2307e96c513,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:21.468570 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-983c3305-b06f-43b7-bc99-ac57b005e8d4 req-8ccc3f68-ded4-49a6-a204-ebf5077a0945 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d44fdd266094759ad453f663aacf9b1&device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 1099 time: 0.3650815 Dec 20 15:52:21.468785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:21.555566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:21.563226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b5f29314-ef9b-4110-b75a-797b5b3a31aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:21.596640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-c13c29b1-5b29-4211-b1a1-e8c53eadb58b', 'network_id': 'c13c29b1-5b29-4211-b1a1-e8c53eadb58b', 'tenant_id': '50add7751b614003b80a787252e5f621', 'fixed_ips': [{'subnet_id': 'dea2a9b0-d742-455a-8f84-efdea4bc5cc3'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:21.597461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:21.625419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:21.628487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:21.670609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] device_id is not set on port b96ed076-e7df-4074-a926-422be7f99285 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:21.768896 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:21.785121 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '0e94b718-dc41-4659-a11d-fd338f7d830f', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'port_id': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'mac_address': 'fa:16:3e:d4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:51:29Z', 'updated_at': '2021-12-20T15:52:15Z', 'revision_number': 1, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5cffada-70fd-4289-9736-187cc43d5015', 'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'mac_address': 'fa:16:3e:f9:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:52:00Z', 'revision_number': 5, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'subnets': [{'id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:21.792580 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] Checking router: c28c808a-1e97-4547-9932-e13adc79b0b0 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:52:21.817594 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] Routers {'c28c808a-1e97-4547-9932-e13adc79b0b0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:21.818258 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c28c808a-1e97-4547-9932-e13adc79b0b0'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:21.940327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Allocated IP 2001:db8::f816:3eff:fe02:72c8 (c13c29b1-5b29-4211-b1a1-e8c53eadb58b/dea2a9b0-d742-455a-8f84-efdea4bc5cc3/399f2935-33a4-4009-a651-c61769eb0dc4) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:22.055668 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35e0c9e8-f066-487b-a02a-8bb34d9bc6ed req-9e433595-1780-419f-baad-d4c23fbdbea4 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351016 Dec 20 15:52:22.074690 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] Set router c28c808a-1e97-4547-9932-e13adc79b0b0 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:52:22.102808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c3305-b06f-43b7-bc99-ac57b005e8d4 req-2470bbc8-f9bc-4ace-92af-62d02cbf50f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:22.104366 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-983c3305-b06f-43b7-bc99-ac57b005e8d4 req-2470bbc8-f9bc-4ace-92af-62d02cbf50f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 HTTP/1.1" status: 200 len: 907 time: 0.6190510 Dec 20 15:52:22.202211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.268291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.302669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Transition to ACTIVE for port object 399f2935-33a4-4009-a651-c61769eb0dc4 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:22.304290 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-983c3305-b06f-43b7-bc99-ac57b005e8d4 req-82071708-50c6-4631-a290-f9c19f019bd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 HTTP/1.1" status: 200 len: 1000 time: 0.1853218 Dec 20 15:52:22.358357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fade39-548f-4894-8812-8becb073b8a4 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Router 7eb2de97-8eee-40c8-8df6-3f444aca9914 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:22.367271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.379095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Transition to ACTIVE for port object 399f2935-33a4-4009-a651-c61769eb0dc4 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:22.388367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=98a0c8a6-c818-494b-b0f5-d2307e96c513,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:22.405073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c3305-b06f-43b7-bc99-ac57b005e8d4 req-f3d694e7-4b52-4bc9-82ba-9f6eeede35b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:22.406662 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-983c3305-b06f-43b7-bc99-ac57b005e8d4 req-f3d694e7-4b52-4bc9-82ba-9f6eeede35b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb69991d-35d8-4b86-a544-b6ee49700dd4 HTTP/1.1" status: 200 len: 845 time: 0.0940454 Dec 20 15:52:22.410653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6fb5784-cbe5-471c-abf1-59925a01057b req-1a02ede4-0268-4200-934f-76952eea5dfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 1098 time: 0.2014792 Dec 20 15:52:22.425393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:22.450454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Transition to ACTIVE for port object 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:22.477584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.492821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:22.525276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.530479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Deleting port 98a0c8a6-c818-494b-b0f5-d2307e96c513 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:22.530978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.564458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Pushing event updated for resources: {'Port': ['ID=399f2935-33a4-4009-a651-c61769eb0dc4,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:22.571773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:22.577783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Allocated IP 2001:db8::f816:3eff:fec4:2427 (c13c29b1-5b29-4211-b1a1-e8c53eadb58b/dea2a9b0-d742-455a-8f84-efdea4bc5cc3/b96ed076-e7df-4074-a926-422be7f99285) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:22.586279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Transition to ACTIVE for port object 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:22.589472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:22.595369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Network c13c29b1-5b29-4211-b1a1-e8c53eadb58b is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:22.598508 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '0e94b718-dc41-4659-a11d-fd338f7d830f', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'port_id': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'mac_address': 'fa:16:3e:d4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:51:29Z', 'updated_at': '2021-12-20T15:52:15Z', 'revision_number': 1, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5cffada-70fd-4289-9736-187cc43d5015', 'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'mac_address': 'fa:16:3e:f9:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:52:00Z', 'revision_number': 5, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'subnets': [{'id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:22.601470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-55f05f13-4777-4dec-86d3-774d55741567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.603926 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f40bc-f453-4307-ae1f-8a65100b76e4 None None] The sync data for ids ['c28c808a-1e97-4547-9932-e13adc79b0b0'] in dv-neutron-821074-1-hyperv is: [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '0e94b718-dc41-4659-a11d-fd338f7d830f', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'port_id': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'mac_address': 'fa:16:3e:d4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:51:29Z', 'updated_at': '2021-12-20T15:52:15Z', 'revision_number': 1, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5cffada-70fd-4289-9736-187cc43d5015', 'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'mac_address': 'fa:16:3e:f9:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:52:00Z', 'revision_number': 5, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'subnets': [{'id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:22.619522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:22.635011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:22.733065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.738441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:22.778516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=79a95cfa-cfa6-48b4-88e0-f32a45226ac6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:22.784866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:22.795148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Attempting to bind port 399f2935-33a4-4009-a651-c61769eb0dc4 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:22.795585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Attempting to bind port 399f2935-33a4-4009-a651-c61769eb0dc4 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '627887c5-c729-42a1-8926-167eaf3cc167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c13c29b1-5b29-4211-b1a1-e8c53eadb58b'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:22.795985 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Attempting to bind port 399f2935-33a4-4009-a651-c61769eb0dc4 on network c13c29b1-5b29-4211-b1a1-e8c53eadb58b {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:22.804509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:22.805486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:22.819480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:22.824586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:22.825483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:22.827609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Pushing event updated for resources: {'Port': ['ID=27a50c90-8a4a-4933-81cc-c60e4cb6acf0,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:22.829862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:22.832069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:22.832435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Checking segment: {'id': '627887c5-c729-42a1-8926-167eaf3cc167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c13c29b1-5b29-4211-b1a1-e8c53eadb58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:22.832840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.833231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Bound using segment: {'id': '627887c5-c729-42a1-8926-167eaf3cc167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c13c29b1-5b29-4211-b1a1-e8c53eadb58b'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:22.833712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Bound port: 399f2935-33a4-4009-a651-c61769eb0dc4, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627887c5-c729-42a1-8926-167eaf3cc167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c13c29b1-5b29-4211-b1a1-e8c53eadb58b'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:22.834090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.843647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:22.914447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb5784-cbe5-471c-abf1-59925a01057b req-787b533b-6d77-4ff2-bca5-64e08ef51ab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:22.916003 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6fb5784-cbe5-471c-abf1-59925a01057b req-787b533b-6d77-4ff2-bca5-64e08ef51ab8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 200 len: 913 time: 0.4952664 Dec 20 15:52:22.963452 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:22.985714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Attempting to bind port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:22.986306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Attempting to bind port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:22.986458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Attempting to bind port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:22.988210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Transition to ACTIVE for port object b96ed076-e7df-4074-a926-422be7f99285 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:22.994679 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-983c3305-b06f-43b7-bc99-ac57b005e8d4 req-61d6f882-9495-4609-89dd-3eebb68b5c1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5245919 Dec 20 15:52:23.009440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:23.009821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:23.010239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.010637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:23.011144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Bound port: 27a50c90-8a4a-4933-81cc-c60e4cb6acf0, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:23.011523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.016414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::37a (d0452a6f-255e-4f54-b2ac-8ed7e675c952/fb7fd254-4561-47cf-85c2-a69eb0dc8803/e4f01056-5df3-472f-b954-7c261d9543d2) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:23.031202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] For port 399f2935-33a4-4009-a651-c61769eb0dc4, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:23.057563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:23.058760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.075724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] For port 399f2935-33a4-4009-a651-c61769eb0dc4, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=399f2935-33a4-4009-a651-c61769eb0dc4,segment=NetworkSegment(627887c5-c729-42a1-8926-167eaf3cc167),segment_id=627887c5-c729-42a1-8926-167eaf3cc167)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:23.120017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] For port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:23.123654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] For port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=27a50c90-8a4a-4933-81cc-c60e4cb6acf0,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:23.178179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.182598 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6fb5784-cbe5-471c-abf1-59925a01057b req-9b8c5224-4cad-4b97-88a2-be8c8d48db9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 200 len: 998 time: 0.2503963 Dec 20 15:52:23.189189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:23.189356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] For port 98a0c8a6-c818-494b-b0f5-d2307e96c513, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=98a0c8a6-c818-494b-b0f5-d2307e96c513,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:23.189356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.238021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.246105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.267404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:23.321262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Pushing event updated for resources: {'Port': ['ID=399f2935-33a4-4009-a651-c61769eb0dc4,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:23.326856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:23.327348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-56429609-e4e8-4ecf-83d1-1d5eb3b7e9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:23.385837 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2690022 Dec 20 15:52:23.394028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Calling delete_port for 98a0c8a6-c818-494b-b0f5-d2307e96c513 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:23.407815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46348) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:23.448068 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-983c3305-b06f-43b7-bc99-ac57b005e8d4 req-325fbfa8-2f39-4a5a-8654-16d688047892 service neutron] 10.222.0.64 "GET /v2.0/networks/ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265039 Dec 20 15:52:23.461789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'port': {'network_id': '63ce5af6-d4a9-4cfb-8d65-5a832f4126f2', 'name': 'tempest-FloatingIPTestJSON-1044895213'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:23.471841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Pushing event updated for resources: {'Port': ['ID=27a50c90-8a4a-4933-81cc-c60e4cb6acf0,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:23.475225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:23.481213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb5784-cbe5-471c-abf1-59925a01057b req-d6897fa3-eb02-4914-be25-7a36f1785d75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:23.482878 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6fb5784-cbe5-471c-abf1-59925a01057b req-d6897fa3-eb02-4914-be25-7a36f1785d75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae4d857-addf-493d-a4a8-ff3c72ff9e0e HTTP/1.1" status: 200 len: 851 time: 0.2846644 Dec 20 15:52:23.503271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Port': ['ID=b96ed076-e7df-4074-a926-422be7f99285,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:23.525130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:23.617825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network c13c29b1-5b29-4211-b1a1-e8c53eadb58b is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:23.699940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:23.704723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:23.709116 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:23.711171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.726838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.843037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object e4f01056-5df3-472f-b954-7c261d9543d2 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:23.895384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Deleting port 356f7b4f-27e3-4a8c-9268-50fcdcdb8c21 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:23.895774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.976370 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 399f2935-33a4-4009-a651-c61769eb0dc4 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:23.988731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:23.994642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5d9c8719-c469-465f-93ce-e5ff4f15e5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:24.049773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event deleted for resources: {'Port': ['ID=98a0c8a6-c818-494b-b0f5-d2307e96c513,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:24.061266 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1360223 Dec 20 15:52:24.066466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:24.069831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46354) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:24.077703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:24.089246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:port and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:24.104948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:24.133179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 399f2935-33a4-4009-a651-c61769eb0dc4 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:24.134822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:24.138382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fade39-548f-4894-8812-8becb073b8a4 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:24.143242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-16fade39-548f-4894-8812-8becb073b8a4 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:24.152829 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-983c3305-b06f-43b7-bc99-ac57b005e8d4 req-47ce4d16-a5fd-472c-acef-14516c45771e service neutron] 10.222.0.64 "GET /v2.0/networks/ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965244 Dec 20 15:52:24.159160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] Sync routers for ids ['7eb2de97-8eee-40c8-8df6-3f444aca9914'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:24.166844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 98a0c8a6-c818-494b-b0f5-d2307e96c513 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:24.194552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:24.207021 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b373dcad-37bd-4209-b9e5-3d17cc34cbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:24.217480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 98a0c8a6-c818-494b-b0f5-d2307e96c513 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:24.218047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 98a0c8a6-c818-494b-b0f5-d2307e96c513 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 20 15:52:24.256666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-41c89f76-f41c-4318-a9bd-1b164abf50d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:24.273572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Port 98a0c8a6-c818-494b-b0f5-d2307e96c513 not found, will not notify nova. {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 20 15:52:24.279516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] Routers {'7eb2de97-8eee-40c8-8df6-3f444aca9914'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:24.280414 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7eb2de97-8eee-40c8-8df6-3f444aca9914'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:24.312186 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6fb5784-cbe5-471c-abf1-59925a01057b req-c14f0556-977b-4ef3-8148-361b86794aed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45fef1de-5c23-4649-8c8d-c1f53a17597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8147578 Dec 20 15:52:24.368605 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-16fade39-548f-4894-8812-8becb073b8a4 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "PUT /v2.0/floatingips/61d31c38-10b7-4d69-b53c-383b300fd188 HTTP/1.1" status: 200 len: 991 time: 8.1927385 Dec 20 15:52:24.388814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'tag': '2a896231-7704-4c7e-a867-733a0d765bce'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:24.393762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=e4f01056-5df3-472f-b954-7c261d9543d2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:24.413834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:24.418874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Made reservation on behalf of 51f5c888c6cd4fe5bbe13737c11c3afb for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:24.423968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:24.476399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:24.478455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:24.499109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:24.509331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:24.511255 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:24.530427 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'tag': '2a896231-7704-4c7e-a867-733a0d765bce', 'status': 'completed', 'code': 200} Dec 20 15:52:24.556392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] Set router 7eb2de97-8eee-40c8-8df6-3f444aca9914 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:52:24.567357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] device_id is not set on port bd56efa1-d0cb-44fd-a378-423d8a1c4cb0 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:24.616815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:24.663197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:24.788170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Calling delete_port for 356f7b4f-27e3-4a8c-9268-50fcdcdb8c21 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:24.893848 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5636792 Dec 20 15:52:24.905048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46366) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:24.929456 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1824332-09e1-42cd-971f-87e3d3378308 None None] New status for floating IP 7f2896cd-883b-4b3b-8f6f-22bcc429c7ce: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 15:52:25.095761 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6fb5784-cbe5-471c-abf1-59925a01057b req-0a29ca2f-c2f2-4af9-a9ca-048590f57ffd service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353630 Dec 20 15:52:25.098876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc13439-ed48-41ff-aac8-de514192c2df tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Deleting subnet dea2a9b0-d742-455a-8f84-efdea4bc5cc3 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:25.106257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cbc13439-ed48-41ff-aac8-de514192c2df tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:25.187869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '61d31c38-10b7-4d69-b53c-383b300fd188', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'floating_ip_address': '172.26.7.196', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'port_id': '2a896231-7704-4c7e-a867-733a0d765bce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'mac_address': 'fa:16:3e:1d:48:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:51:27Z', 'updated_at': '2021-12-20T15:52:18Z', 'revision_number': 1, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd76c2a1-bedc-423b-bf82-06caf05c4bac', 'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'mac_address': 'fa:16:3e:4a:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:56Z', 'revision_number': 5, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'subnets': [{'id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:25.237092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] Checking router: 7eb2de97-8eee-40c8-8df6-3f444aca9914 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:52:25.256687 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c6d563-e1ce-4bb8-a5f1-ac4e3f8a7e87 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:25.260873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c6d563-e1ce-4bb8-a5f1-ac4e3f8a7e87 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:25.262128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f0c6d563-e1ce-4bb8-a5f1-ac4e3f8a7e87 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:25.283548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e340c1-fee2-42c6-bd65-243d4c53e089 None None] Network c13c29b1-5b29-4211-b1a1-e8c53eadb58b requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:25.295067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.20.0.8 (63ce5af6-d4a9-4cfb-8d65-5a832f4126f2/0eb9d916-fbb9-419a-ae7e-b806a874a928/bd56efa1-d0cb-44fd-a378-423d8a1c4cb0) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:25.376727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] Routers {'7eb2de97-8eee-40c8-8df6-3f444aca9914'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:25.377367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7eb2de97-8eee-40c8-8df6-3f444aca9914'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:25.402583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f0c6d563-e1ce-4bb8-a5f1-ac4e3f8a7e87 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:25.406413 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f0c6d563-e1ce-4bb8-a5f1-ac4e3f8a7e87 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4941926 Dec 20 15:52:25.419629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46372) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:25.545938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-878796eb-c199-479c-9b7c-7e6795b10e7a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port e4f01056-5df3-472f-b954-7c261d9543d2 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:25.546513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-878796eb-c199-479c-9b7c-7e6795b10e7a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:25.555113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:25.661545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:25.704490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6eed8aa5-3eba-4d65-a8d9-b3319eb7dba5 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:25.740976 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6fb5784-cbe5-471c-abf1-59925a01057b req-b22d531e-34de-49af-95d5-bdfa6ad17108 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371968 Dec 20 15:52:25.768195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cbc13439-ed48-41ff-aac8-de514192c2df tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:25.889784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cbc13439-ed48-41ff-aac8-de514192c2df tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:25.901953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event deleted for resources: {'Port': ['ID=356f7b4f-27e3-4a8c-9268-50fcdcdb8c21,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:25.913431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:25.982498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:25.988033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:25.998175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:26.008467 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-156c5f2f-33fa-4fbb-958a-9b851f08919d req-151dc3a1-a7af-4ca3-81dc-0e602b3c6a8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15defa48c8214441a24211b2fbdf4cd8&device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 1098 time: 1.4469616 Dec 20 15:52:26.032962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d2c1ecab-56d1-486f-acc0-b731f24c49ed None None] Provisioning for port 399f2935-33a4-4009-a651-c61769eb0dc4 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:26.045773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:26.072423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d2c1ecab-56d1-486f-acc0-b731f24c49ed None None] Provisioning complete for port 399f2935-33a4-4009-a651-c61769eb0dc4 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:26.072987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ecab-56d1-486f-acc0-b731f24c49ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:26.186442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5f2f-33fa-4fbb-958a-9b851f08919d req-73794cbd-c28c-4489-9c21-e20478efd8c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:26.187946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-156c5f2f-33fa-4fbb-958a-9b851f08919d req-73794cbd-c28c-4489-9c21-e20478efd8c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=01dad90e-9efd-4542-bade-b83ae9ea3831 HTTP/1.1" status: 200 len: 913 time: 0.1717739 Dec 20 15:52:26.192861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cbc13439-ed48-41ff-aac8-de514192c2df tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:26.193829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] Set router 7eb2de97-8eee-40c8-8df6-3f444aca9914 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:52:26.323092 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-156c5f2f-33fa-4fbb-958a-9b851f08919d req-04a96dc1-d5f0-4a31-b146-9d30fa56d417 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a896231-7704-4c7e-a867-733a0d765bce HTTP/1.1" status: 200 len: 999 time: 0.1266172 Dec 20 15:52:26.326056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:26.350193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098d99b-1c7f-4ff9-ad67-7372d18b1260 None None] New status for floating IP 0e94b718-dc41-4659-a11d-fd338f7d830f: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 15:52:26.440549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5f2f-33fa-4fbb-958a-9b851f08919d req-fb719db8-5137-4a71-9e60-bc2eac06fac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:26.442009 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-156c5f2f-33fa-4fbb-958a-9b851f08919d req-fb719db8-5137-4a71-9e60-bc2eac06fac8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c HTTP/1.1" status: 200 len: 851 time: 0.0689662 Dec 20 15:52:26.444402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:26.446767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cbc13439-ed48-41ff-aac8-de514192c2df tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:26.497761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc13439-ed48-41ff-aac8-de514192c2df tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Subnet': ['ID=dea2a9b0-d742-455a-8f84-efdea4bc5cc3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:26.516175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cbc13439-ed48-41ff-aac8-de514192c2df tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:26.571421 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-156c5f2f-33fa-4fbb-958a-9b851f08919d req-19648c45-1972-4e67-9c60-a54fd9a1eda6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=01dad90e-9efd-4542-bade-b83ae9ea3831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1195331 Dec 20 15:52:26.751102 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-156c5f2f-33fa-4fbb-958a-9b851f08919d req-e11c476c-a1e8-4ec2-853d-06386d70075a service neutron] 10.222.0.64 "GET /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672297 Dec 20 15:52:26.753322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:26.754288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5ef76cf-066b-492f-b567-eba32bc846f9 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:26.760218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:26.767357 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "DELETE /v2.0/routers/b5ef76cf-066b-492f-b567-eba32bc846f9 HTTP/1.1" status: 204 len: 168 time: 6.6205976 Dec 20 15:52:26.771336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46382) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:26.794654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:26.796602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1268849988', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:26.807847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:26.811617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-878796eb-c199-479c-9b7c-7e6795b10e7a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:26.820819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ecab-56d1-486f-acc0-b731f24c49ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:26.883411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Usage tracker for resource:router and tenant:c884238f157346e48c3fcbc0414ba759 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:26.940242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-156c5f2f-33fa-4fbb-958a-9b851f08919d req-25dc64a0-6667-4917-89d5-31c70db5b7e2 service neutron] 10.222.0.64 "GET /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713569 Dec 20 15:52:26.941674 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cbc13439-ed48-41ff-aac8-de514192c2df tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/subnets/dea2a9b0-d742-455a-8f84-efdea4bc5cc3 HTTP/1.1" status: 204 len: 168 time: 2.8706694 Dec 20 15:52:26.944398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46388) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:26.951323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:26.962109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-878796eb-c199-479c-9b7c-7e6795b10e7a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for e4f01056-5df3-472f-b954-7c261d9543d2 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:26.983563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.033014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:27.054298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98bf2c7-3a93-4211-af03-e108e60f12ad tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.055947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98bf2c7-3a93-4211-af03-e108e60f12ad tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.056765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f98bf2c7-3a93-4211-af03-e108e60f12ad tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Synchronizing usage tracker for tenant:50add7751b614003b80a787252e5f621 on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:27.061366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.068471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d2c1ecab-56d1-486f-acc0-b731f24c49ed None None] For port 399f2935-33a4-4009-a651-c61769eb0dc4, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=399f2935-33a4-4009-a651-c61769eb0dc4,segment=NetworkSegment(627887c5-c729-42a1-8926-167eaf3cc167),segment_id=627887c5-c729-42a1-8926-167eaf3cc167)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:27.148894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f281e1b-c357-418d-b4ac-66f9b347c7fd None None] Network c13c29b1-5b29-4211-b1a1-e8c53eadb58b requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:27.214311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.215291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.240699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f98bf2c7-3a93-4211-af03-e108e60f12ad tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Unset dirty status for tenant:50add7751b614003b80a787252e5f621 on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:27.242655 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f98bf2c7-3a93-4211-af03-e108e60f12ad tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2972724 Dec 20 15:52:27.246837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46392) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:27.257538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ecab-56d1-486f-acc0-b731f24c49ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.262864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:27.267563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.278794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d91b023-b128-41ad-8145-2dec3fea6740 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:27.382177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=bd56efa1-d0cb-44fd-a378-423d8a1c4cb0,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:27.386355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:27.388227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:27.388527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08c63518-e5e0-4cab-ae62-de86730ec169 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.389198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:27.398595 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c63518-e5e0-4cab-ae62-de86730ec169 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 15:52:27.399278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c63518-e5e0-4cab-ae62-de86730ec169 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:27.403385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-08c63518-e5e0-4cab-ae62-de86730ec169 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/c13c29b1-5b29-4211-b1a1-e8c53eadb58b HTTP/1.1" status: 409 len: 405 time: 0.1554515 Dec 20 15:52:27.406350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46396) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:27.417378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-16205748'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:27.418297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '61d31c38-10b7-4d69-b53c-383b300fd188', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'floating_ip_address': '172.26.7.196', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'port_id': '2a896231-7704-4c7e-a867-733a0d765bce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'mac_address': 'fa:16:3e:1d:48:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:51:27Z', 'updated_at': '2021-12-20T15:52:18Z', 'revision_number': 1, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd76c2a1-bedc-423b-bf82-06caf05c4bac', 'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'mac_address': 'fa:16:3e:4a:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:56Z', 'revision_number': 5, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'subnets': [{'id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:27.422286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1ecab-56d1-486f-acc0-b731f24c49ed None None] Pushing event updated for resources: {'Port': ['ID=399f2935-33a4-4009-a651-c61769eb0dc4,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:27.425410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d2c1ecab-56d1-486f-acc0-b731f24c49ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:27.434612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0db9e-0434-4f91-a789-169d2d141da1 None None] The sync data for ids ['7eb2de97-8eee-40c8-8df6-3f444aca9914'] in dv-neutron-821074-1-hyperv is: [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '61d31c38-10b7-4d69-b53c-383b300fd188', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'floating_ip_address': '172.26.7.196', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'port_id': '2a896231-7704-4c7e-a867-733a0d765bce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'mac_address': 'fa:16:3e:1d:48:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:51:27Z', 'updated_at': '2021-12-20T15:52:18Z', 'revision_number': 1, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd76c2a1-bedc-423b-bf82-06caf05c4bac', 'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'mac_address': 'fa:16:3e:4a:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:56Z', 'revision_number': 5, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'subnets': [{'id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:27.437009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:27.443241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:network and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:27.447354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:27.456313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:27.456513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:27.513962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Provisioning for port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:27.520367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Provisioning complete for port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:27.521630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.550171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] DHCP port deletion for c13c29b1-5b29-4211-b1a1-e8c53eadb58b request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:27.564442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-878796eb-c199-479c-9b7c-7e6795b10e7a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.566477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] Deleting port 399f2935-33a4-4009-a651-c61769eb0dc4 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:27.566855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.581019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:27.605943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:27.609318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.637437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878796eb-c199-479c-9b7c-7e6795b10e7a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=e4f01056-5df3-472f-b954-7c261d9543d2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:27.647564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:27.647806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-878796eb-c199-479c-9b7c-7e6795b10e7a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:27.660247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.667273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.667612 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Added segment eafc4dfc-b124-4238-8966-81276da7354f of type vlan for network 0d158003-1d89-4da1-b6ce-a075ea4e4bb8 Dec 20 15:52:27.689909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.690693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.702851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.791705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-878796eb-c199-479c-9b7c-7e6795b10e7a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.830076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.839260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 399f2935-33a4-4009-a651-c61769eb0dc4 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:27.890588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Router af7f54ed-5db0-48fc-bd32-47a29114e94b has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:27.900840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] For port 399f2935-33a4-4009-a651-c61769eb0dc4, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=399f2935-33a4-4009-a651-c61769eb0dc4,segment=NetworkSegment(627887c5-c729-42a1-8926-167eaf3cc167),segment_id=627887c5-c729-42a1-8926-167eaf3cc167)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:27.901289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.903043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.909082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.910125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:27.928768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:28.039643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Network': ['ID=0d158003-1d89-4da1-b6ce-a075ea4e4bb8,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:28.043132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:28.049621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] Calling delete_port for 399f2935-33a4-4009-a651-c61769eb0dc4 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:28.071822 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6616127 Dec 20 15:52:28.072138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46406) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:28.078072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'subnet': {'network_id': '0d158003-1d89-4da1-b6ce-a075ea4e4bb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:28.081732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 0d158003-1d89-4da1-b6ce-a075ea4e4bb8 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:52:28.094562 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6530709 Dec 20 15:52:28.096354 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-878796eb-c199-479c-9b7c-7e6795b10e7a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/e4f01056-5df3-472f-b954-7c261d9543d2 HTTP/1.1" status: 204 len: 168 time: 2.6718388 Dec 20 15:52:28.103733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46410) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:28.103948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46412) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:28.148700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'bd56efa1-d0cb-44fd-a378-423d8a1c4cb0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:28.153210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] For port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=27a50c90-8a4a-4933-81cc-c60e4cb6acf0,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:28.183794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:28.191201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:floatingip and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:28.194958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:28.203616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:28.290130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:28.297137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e5ec9161-a1f0-4a97-8e8e-7fd5446ba5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:28.327533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:28.330399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:28.338834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:28.345125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:28.355401 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "PUT /v2.0/routers/af7f54ed-5db0-48fc-bd32-47a29114e94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3145063 Dec 20 15:52:28.355555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46418) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:28.359198 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357ed3e2-b81f-4e79-a14d-7c6e265f08e3 None None] Sync routers for ids ['af7f54ed-5db0-48fc-bd32-47a29114e94b'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:28.370273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:28.377644 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ed3e2-b81f-4e79-a14d-7c6e265f08e3 None None] Routers {'af7f54ed-5db0-48fc-bd32-47a29114e94b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:28.378639 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-357ed3e2-b81f-4e79-a14d-7c6e265f08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['af7f54ed-5db0-48fc-bd32-47a29114e94b'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:28.385409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:28.424301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Provisioning complete for port 399f2935-33a4-4009-a651-c61769eb0dc4 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:28.424632 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:28.435976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf032d-f600-44fc-96ff-6d9b5ae94df2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:28.437308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf032d-f600-44fc-96ff-6d9b5ae94df2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:28.438030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-60bf032d-f600-44fc-96ff-6d9b5ae94df2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:28.443096 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-357ed3e2-b81f-4e79-a14d-7c6e265f08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:28.447567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Pushing event updated for resources: {'Port': ['ID=27a50c90-8a4a-4933-81cc-c60e4cb6acf0,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:28.455337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:28.457596 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-285d1344-0b8d-4ff2-ba2f-a753739cf063 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] show failed (client error): The resource could not be found. Dec 20 15:52:28.458608 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-285d1344-0b8d-4ff2-ba2f-a753739cf063 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-1623962827 HTTP/1.1" status: 404 len: 335 time: 0.0806208 Dec 20 15:52:28.464150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46422) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:28.472525 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c55011ea-3d31-4947-aef0-0715e19e0f72 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:28.479219 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ed3e2-b81f-4e79-a14d-7c6e265f08e3 None None] Routers {'af7f54ed-5db0-48fc-bd32-47a29114e94b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:28.481364 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-357ed3e2-b81f-4e79-a14d-7c6e265f08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['af7f54ed-5db0-48fc-bd32-47a29114e94b'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:28.551571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:28.551964 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-357ed3e2-b81f-4e79-a14d-7c6e265f08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:28.552523 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357ed3e2-b81f-4e79-a14d-7c6e265f08e3 None None] The sync data for ids ['af7f54ed-5db0-48fc-bd32-47a29114e94b'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:28.563494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-594059cd-b6f5-4225-8885-b6a34b3b44cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:28.574695 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-c55011ea-3d31-4947-aef0-0715e19e0f72 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] update failed (client error): The resource could not be found. Dec 20 15:52:28.581465 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c55011ea-3d31-4947-aef0-0715e19e0f72 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1082471259 HTTP/1.1" status: 404 len: 335 time: 0.1103122 Dec 20 15:52:28.581465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46426) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:28.648416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] Pushing event deleted for resources: {'Port': ['ID=399f2935-33a4-4009-a651-c61769eb0dc4,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:28.651456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:28.652110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:28.653670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Could not find standard attr ID for object e4f01056-5df3-472f-b954-7c261d9543d2. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:52:28.655473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] No DVR routers for this DVR port 399f2935-33a4-4009-a651-c61769eb0dc4 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:28.672603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-60bf032d-f600-44fc-96ff-6d9b5ae94df2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:28.676583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-60bf032d-f600-44fc-96ff-6d9b5ae94df2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5716767 Dec 20 15:52:28.677228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46432) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:28.799593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Provisioning for port b96ed076-e7df-4074-a926-422be7f99285 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:28.805971 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Provisioning complete for port b96ed076-e7df-4074-a926-422be7f99285 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:28.806350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:28.825803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:28.863577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e47dc8-79b5-44bd-b6f2-ce1c09a45349 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Deleting subnet 73b18b93-fab1-43c2-a128-0d2a59a7b600 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:28.864307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Port b96ed076-e7df-4074-a926-422be7f99285 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:52:28.869324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13e47dc8-79b5-44bd-b6f2-ce1c09a45349 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:28.933347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:28.971467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.019189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13e47dc8-79b5-44bd-b6f2-ce1c09a45349 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.036504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.121584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e309a52-8c38-44da-a950-27480a00fc37 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet fb7fd254-4561-47cf-85c2-a69eb0dc8803 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:29.141547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e309a52-8c38-44da-a950-27480a00fc37 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.192255 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Allocated IP 172.26.7.35 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/797d1461-39e5-4640-8edf-82555c24ed70) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:29.194592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13e47dc8-79b5-44bd-b6f2-ce1c09a45349 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.247431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e309a52-8c38-44da-a950-27480a00fc37 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.359412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e309a52-8c38-44da-a950-27480a00fc37 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.403433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.527580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.objects.ports [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84392) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:52:29.528812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.533001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4b712fb7-90b6-42ba-9e58-4c3b40e954e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:29.548166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13e47dc8-79b5-44bd-b6f2-ce1c09a45349 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.552372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-187c5197-f088-47d0-b633-3ab8f1d7dbf2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:29.592650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e47dc8-79b5-44bd-b6f2-ce1c09a45349 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event deleted for resources: {'Subnet': ['ID=73b18b93-fab1-43c2-a128-0d2a59a7b600,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:29.595401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-13e47dc8-79b5-44bd-b6f2-ce1c09a45349 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:29.601253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13e47dc8-79b5-44bd-b6f2-ce1c09a45349 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.607533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b80b63-7d35-4e51-96c7-17acc11511c0 None None] Network 2663f4e3-b445-49de-9573-64f367b7db88 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:29.608016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Subnet': ['ID=891e29e0-7720-4147-ba07-1f14f9e7777e,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:29.611073 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-13e47dc8-79b5-44bd-b6f2-ce1c09a45349 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "DELETE /v2.0/subnets/73b18b93-fab1-43c2-a128-0d2a59a7b600 HTTP/1.1" status: 204 len: 168 time: 1.0307491 Dec 20 15:52:29.612475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:29.613489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46440) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:29.627845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Checking segment: {'id': 'eafc4dfc-b124-4238-8966-81276da7354f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0d158003-1d89-4da1-b6ce-a075ea4e4bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:29.628195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network hostable DHCP agents. Network: 0d158003-1d89-4da1-b6ce-a075ea4e4bb8, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:29.634794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e309a52-8c38-44da-a950-27480a00fc37 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.670796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d45902ee-c94e-46aa-8145-45654ad759bb tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:29.716245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e309a52-8c38-44da-a950-27480a00fc37 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7fd254-4561-47cf-85c2-a69eb0dc8803,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:29.730123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e309a52-8c38-44da-a950-27480a00fc37 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:29.740640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e309a52-8c38-44da-a950-27480a00fc37 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.757439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b11446-7dc0-4a30-90d7-2f2efd9777c6 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:29.775826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:29.784047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dac78663-2864-4b07-b0cf-93ab8aff3f37 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:29.786956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:29.787933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.26.7.233 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/e1994970-e0f6-435e-8b2e-c4f07a8fc9b4) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:29.879197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Pushing event updated for resources: {'Port': ['ID=797d1461-39e5-4640-8edf-82555c24ed70,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:29.883480 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:29.886952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:29.887626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:29.891014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:29.924658 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9e309a52-8c38-44da-a950-27480a00fc37 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/fb7fd254-4561-47cf-85c2-a69eb0dc8803 HTTP/1.1" status: 204 len: 168 time: 1.2404914 Dec 20 15:52:29.926899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46446) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:29.931620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ceb04e-163f-473a-bef4-e3e5250d31a8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Deleting subnet b68c9ca5-f8de-493e-8059-fe8991bdeff1 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:29.938047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76ceb04e-163f-473a-bef4-e3e5250d31a8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.011828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network 0d158003-1d89-4da1-b6ce-a075ea4e4bb8 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:30.019950 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3087d3fc-4e61-4166-bae7-10db17478ff1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897791 Dec 20 15:52:30.021351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46450) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:30.037811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76ceb04e-163f-473a-bef4-e3e5250d31a8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.067942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:30.068192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.105222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.145249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe8531e-710e-4dda-8ab5-58707c006732 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:30.145936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0fe8531e-710e-4dda-8ab5-58707c006732 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:30.154252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76ceb04e-163f-473a-bef4-e3e5250d31a8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.162231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 0d158003-1d89-4da1-b6ce-a075ea4e4bb8) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:30.172456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:30.172456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.195872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6a917-35a5-4604-abb5-154cf403960d None None] Network 0d158003-1d89-4da1-b6ce-a075ea4e4bb8 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:30.268623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] DHCP port deletion for 2663f4e3-b445-49de-9573-64f367b7db88 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:30.279233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] Deleting port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:30.279661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.291593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0fe8531e-710e-4dda-8ab5-58707c006732 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:30.292820 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0fe8531e-710e-4dda-8ab5-58707c006732 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2707708 Dec 20 15:52:30.294347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.295897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46456) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:30.301447 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2257764 Dec 20 15:52:30.301447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a25d4639-9193-4969-9c66-afc4b9431b13 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:30.330538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46460) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:30.337892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:30.395656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] Deleting port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:30.396046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.419044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=e1994970-e0f6-435e-8b2e-c4f07a8fc9b4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:30.432122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:30.462461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76ceb04e-163f-473a-bef4-e3e5250d31a8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.472554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:30.503238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.503980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.518931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ceb04e-163f-473a-bef4-e3e5250d31a8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event deleted for resources: {'Subnet': ['ID=b68c9ca5-f8de-493e-8059-fe8991bdeff1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:30.526026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-76ceb04e-163f-473a-bef4-e3e5250d31a8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:30.549529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db99753-23bc-409a-b2ef-cd9ef8b680cf None None] Network 2eb95098-7415-4316-be8e-781380893cd6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:30.586107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76ceb04e-163f-473a-bef4-e3e5250d31a8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.599690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053be115-9a94-4f7b-944f-966fa015f653 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:30.600366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-053be115-9a94-4f7b-944f-966fa015f653 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:30.617061 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-76ceb04e-163f-473a-bef4-e3e5250d31a8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "DELETE /v2.0/subnets/b68c9ca5-f8de-493e-8059-fe8991bdeff1 HTTP/1.1" status: 204 len: 168 time: 0.9995155 Dec 20 15:52:30.620732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46466) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:30.663698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:30.667221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:30.677358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:30.720777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.758182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.763771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-053be115-9a94-4f7b-944f-966fa015f653 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:30.767372 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-053be115-9a94-4f7b-944f-966fa015f653 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4669144 Dec 20 15:52:30.768128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46470) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:30.827609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] For port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=27a50c90-8a4a-4933-81cc-c60e4cb6acf0,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:30.828163 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.880379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.898728 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f82caa8e-7da8-43fc-9f1a-464ce17d9e1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240203 Dec 20 15:52:30.899794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Deleting port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:30.900142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:30.906291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46474) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:30.918495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:31.060652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] Calling delete_port for 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:31.096261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:31.150729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] For port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b71f6ca8-d8c1-43d2-aa64-6394f4d547fe,segment=NetworkSegment(943fc5cd-ec15-4891-abc5-96bbd6792475),segment_id=943fc5cd-ec15-4891-abc5-96bbd6792475)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:31.151165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.170523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:31.252791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] For port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b71f6ca8-d8c1-43d2-aa64-6394f4d547fe,segment=NetworkSegment(943fc5cd-ec15-4891-abc5-96bbd6792475),segment_id=943fc5cd-ec15-4891-abc5-96bbd6792475)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:31.253188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.325940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:31.330843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.338577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Calling delete_port for b71f6ca8-d8c1-43d2-aa64-6394f4d547fe owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:31.341880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b7a3ec-de78-4c49-a234-1fedecd366ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-0d158003-1d89-4da1-b6ce-a075ea4e4bb8', 'network_id': '0d158003-1d89-4da1-b6ce-a075ea4e4bb8', 'tenant_id': '50add7751b614003b80a787252e5f621', 'fixed_ips': [{'subnet_id': '891e29e0-7720-4147-ba07-1f14f9e7777e'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:31.342692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-54b7a3ec-de78-4c49-a234-1fedecd366ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.384382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.411779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] Calling delete_port for b71f6ca8-d8c1-43d2-aa64-6394f4d547fe owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:31.442979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d02ae441-c2f2-48e2-917f-18934bfc8353 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:31.491638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Subnet': ['ID=891e29e0-7720-4147-ba07-1f14f9e7777e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:31.496998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:31.625040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.626630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] DHCP port deletion for 2eb95098-7415-4316-be8e-781380893cd6 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:31.631037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] Deleting port 938cb62f-53e0-4084-8add-d70d6f86671a {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:31.631485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.650390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Router 7f66bce4-949f-4a60-a32e-79353cb693e6 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:52:31.703679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d158003-1d89-4da1-b6ce-a075ea4e4bb8']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:31.736554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafc4dfc-b124-4238-8966-81276da7354f') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:31.736852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafc4dfc-b124-4238-8966-81276da7354f') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:31.742503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.743181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.755704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-02854b9c-6730-475b-b413-6860468dfeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:31.763946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7c0f2fdb-bf4d-46c5-a33f-a4c8093f1c04 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:31.768602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.803465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] Pushing event deleted for resources: {'Port': ['ID=27a50c90-8a4a-4933-81cc-c60e4cb6acf0,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:31.816477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:31.819355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b71f6ca8-d8c1-43d2-aa64-6394f4d547fe no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:31.835890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event deleted for resources: {'Port': ['ID=b71f6ca8-d8c1-43d2-aa64-6394f4d547fe,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:31.839844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:31.844109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] No DVR routers for this DVR port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:31.852714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:52:31.853188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:52:31.870809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.879806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: b71f6ca8-d8c1-43d2-aa64-6394f4d547fe {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:31.880243 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b71f6ca8-d8c1-43d2-aa64-6394f4d547fe not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:52:31.880597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:31.890792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:31.891256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.906639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] No DVR routers for this DVR port 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:31.909707 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:31.914705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b74143-0ecd-408e-a58e-c34b54f389e9 None None] Network 0d158003-1d89-4da1-b6ce-a075ea4e4bb8 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:31.951046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.954420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:31.954673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 27a50c90-8a4a-4933-81cc-c60e4cb6acf0 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:52:31.955139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 938cb62f-53e0-4084-8add-d70d6f86671a no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:31.994119 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:31.997917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.008376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cbc13439-ed48-41ff-aac8-de514192c2df tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:32.083136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2663f4e3-b445-49de-9573-64f367b7db88']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:32.097014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943fc5cd-ec15-4891-abc5-96bbd6792475') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:32.097358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943fc5cd-ec15-4891-abc5-96bbd6792475') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:32.107196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:32.111520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:32.117560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:32.118152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.125576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=6b347c93-bada-4448-8abf-5a0145533901,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:32.127598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.143447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:32.155457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.161109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.172221 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a17b3d-f1f7-481f-9f77-7e72c6d938c3 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:32.174702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:32.177770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.227091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] For port 938cb62f-53e0-4084-8add-d70d6f86671a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=938cb62f-53e0-4084-8add-d70d6f86671a,segment=NetworkSegment(9befe17c-9e14-41e8-b6b3-f94a9223ec8d),segment_id=9befe17c-9e14-41e8-b6b3-f94a9223ec8d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:32.227794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.335982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.346797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b671ce0-aaf9-4a6a-b820-c44b27f0b9d5 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:32.364577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.397165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] Deleting port b71f6ca8-d8c1-43d2-aa64-6394f4d547fe {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:32.397393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Network': ['ID=0d158003-1d89-4da1-b6ce-a075ea4e4bb8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:32.397495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.403610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:32.427973 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:32.476050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:32.546358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] Calling delete_port for 938cb62f-53e0-4084-8add-d70d6f86671a owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:32.578428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.578885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24aae7-a24e-4c30-956e-5db523ef437e None None] Sync routers for ids ['7f66bce4-949f-4a60-a32e-79353cb693e6'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:32.595159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.600515 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6909513 Dec 20 15:52:32.602248 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/0d158003-1d89-4da1-b6ce-a075ea4e4bb8 HTTP/1.1" status: 204 len: 168 time: 2.2641625 Dec 20 15:52:32.605303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46488) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:32.607312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46490) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:32.608247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d91e658a-2066-4ff7-9fb4-23466f065fea tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:32.634945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-710515083'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:32.640951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.643078 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "DELETE /v2.0/networks/2663f4e3-b445-49de-9573-64f367b7db88 HTTP/1.1" status: 204 len: 168 time: 2.0195215 Dec 20 15:52:32.645412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46496) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:32.650384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': '6b347c93-bada-4448-8abf-5a0145533901', 'ip_address': '2001:db8::5501:d778:292e:4df0'}], 'name': 'tempest-NetworksTestDHCPv6-1694848731'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:32.680125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:32.681826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-415af1ed-4781-482f-89ab-62323e72cd8f None None] The port 'b71f6ca8-d8c1-43d2-aa64-6394f4d547fe' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:52:32.687150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.688432 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9161005 Dec 20 15:52:32.692578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46500) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:32.693794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event deleted for resources: {'Network': ['ID=2663f4e3-b445-49de-9573-64f367b7db88,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:32.702469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ec907edc-5726-47ec-9217-16338b5ff3d7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'enable_snat': False}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:32.702907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:network and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:32.717400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:32.718311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:32.729196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:32.779523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.795416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bdae3e0b-a2a1-4fcc-96fc-a54d32c8ac34 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:32.825867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.841871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:32.847873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:32.849431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24aae7-a24e-4c30-956e-5db523ef437e None None] Routers {'7f66bce4-949f-4a60-a32e-79353cb693e6'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:32.850478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-eb24aae7-a24e-4c30-956e-5db523ef437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7f66bce4-949f-4a60-a32e-79353cb693e6'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:32.852259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:32.861670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:32.890939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:32.894141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.957755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:32.957952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.958067 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.958516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.958516 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Added segment 7620750a-3619-49a9-84d8-87b4c6393e4a of type vlan for network 3ed70bef-d913-4b07-b1b1-694d4ad2c285 Dec 20 15:52:32.958650 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:32.982002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:32.989944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:33.001387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-eb24aae7-a24e-4c30-956e-5db523ef437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:33.015691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.053198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] Pushing event deleted for resources: {'Port': ['ID=938cb62f-53e0-4084-8add-d70d6f86671a,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:33.067359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:33.077366 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] No DVR routers for this DVR port 938cb62f-53e0-4084-8add-d70d6f86671a on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:33.127262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24aae7-a24e-4c30-956e-5db523ef437e None None] Routers {'7f66bce4-949f-4a60-a32e-79353cb693e6'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:33.127262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-eb24aae7-a24e-4c30-956e-5db523ef437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7f66bce4-949f-4a60-a32e-79353cb693e6'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:33.139083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=e1994970-e0f6-435e-8b2e-c4f07a8fc9b4,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:33.146033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.151697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:33.168828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 21d7d521-80b1-4255-85b5-db318eb2b0c9 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:33.176669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '6b347c93-bada-4448-8abf-5a0145533901'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:33.181524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.198365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-eb24aae7-a24e-4c30-956e-5db523ef437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:33.198778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24aae7-a24e-4c30-956e-5db523ef437e None None] The sync data for ids ['7f66bce4-949f-4a60-a32e-79353cb693e6'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:33.286902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.290742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:33.291373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.303203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:33.367700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/6b347c93-bada-4448-8abf-5a0145533901/0e0f377d-53d1-4d66-b8bf-ca193753a0e1) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:33.445235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Network': ['ID=3ed70bef-d913-4b07-b1b1-694d4ad2c285,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:33.445235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:33.445615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.470323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 3ed70bef-d913-4b07-b1b1-694d4ad2c285 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:52:33.489067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb95098-7415-4316-be8e-781380893cd6']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:33.504213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9befe17c-9e14-41e8-b6b3-f94a9223ec8d') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:33.504506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9befe17c-9e14-41e8-b6b3-f94a9223ec8d') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:33.520350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.523600 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8912170 Dec 20 15:52:33.523848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46508) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:33.530274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'subnet': {'network_id': '3ed70bef-d913-4b07-b1b1-694d4ad2c285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:33.555921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.568195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:33.569057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:33.584117 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:33.650870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:33.657906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:subnet and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:33.661373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:33.667339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:33.690130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.702121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Transition to ACTIVE for port object 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:33.720677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Transition to ACTIVE for port object 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:33.750940 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP cb13fffa-a3f4-4305-a833-d268cbb81b83 associated. External IP: 172.26.7.233, port: bd56efa1-d0cb-44fd-a378-423d8a1c4cb0. Dec 20 15:52:33.822569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:33.869412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:33.954046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:33.982412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.005771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.018877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3506419d-becf-44a6-819f-d983eea87a45 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:34.038268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.053528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:34.054299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event deleted for resources: {'Network': ['ID=2eb95098-7415-4316-be8e-781380893cd6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:34.057900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:34.058132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Pushing event updated for resources: {'Port': ['ID=0e0f377d-53d1-4d66-b8bf-ca193753a0e1,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:34.061440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:34.061558 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "DELETE /v2.0/networks/2eb95098-7415-4316-be8e-781380893cd6 HTTP/1.1" status: 204 len: 168 time: 1.4151721 Dec 20 15:52:34.062303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:34.064681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:34.064828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46516) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:34.121708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::5501:d778:292e:4df0 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/6b347c93-bada-4448-8abf-5a0145533901/21d7d521-80b1-4255-85b5-db318eb2b0c9) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:34.164187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Attempting to bind port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:34.164619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Attempting to bind port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:34.164997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Attempting to bind port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:34.172745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:34.172958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:34.173944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.174365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:34.175252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Bound port: 0e0f377d-53d1-4d66-b8bf-ca193753a0e1, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:34.175363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.272584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] For port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:34.275817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] For port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0e0f377d-53d1-4d66-b8bf-ca193753a0e1,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:34.377477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.381029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2f92b8cf-62d3-4cdc-88ed-3a5c05f6e128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:34.418976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.429842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed58df49-cd32-45d3-b31d-78e6766fbdb8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Deleting subnet 0e148581-7675-43fa-b8aa-405d299e72ee {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:34.435808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ed58df49-cd32-45d3-b31d-78e6766fbdb8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.440498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 21d7d521-80b1-4255-85b5-db318eb2b0c9 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:34.460874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.466212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Pushing event updated for resources: {'Port': ['ID=0e0f377d-53d1-4d66-b8bf-ca193753a0e1,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:34.466212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:34.471003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:34.518280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ed58df49-cd32-45d3-b31d-78e6766fbdb8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.568432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Subnet': ['ID=1bd1cdf1-f496-4548-ae82-09da1f837c79,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:34.571582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:34.576537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.583453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:34.634851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Checking segment: {'id': '7620750a-3619-49a9-84d8-87b4c6393e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3ed70bef-d913-4b07-b1b1-694d4ad2c285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:34.635062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network hostable DHCP agents. Network: 3ed70bef-d913-4b07-b1b1-694d4ad2c285, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:34.670851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:34.689234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ed58df49-cd32-45d3-b31d-78e6766fbdb8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.690236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:34.692713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:34.697111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:34.697723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.714191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=21d7d521-80b1-4255-85b5-db318eb2b0c9,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:34.718424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:34.823881 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1963143 Dec 20 15:52:34.826626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46522) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:34.873974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network 3ed70bef-d913-4b07-b1b1-694d4ad2c285 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:34.931140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ed58df49-cd32-45d3-b31d-78e6766fbdb8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:34.937129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:34.988409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58df49-cd32-45d3-b31d-78e6766fbdb8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event deleted for resources: {'Subnet': ['ID=0e148581-7675-43fa-b8aa-405d299e72ee,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:34.990828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ed58df49-cd32-45d3-b31d-78e6766fbdb8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:34.994856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ed58df49-cd32-45d3-b31d-78e6766fbdb8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.003513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ba4c8e-f4c5-4d0a-8165-487e7f9c19e8 None None] Network b8814360-d60f-47f2-afd1-f968476bc863 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:35.010992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 3ed70bef-d913-4b07-b1b1-694d4ad2c285) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:35.015405 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ed58df49-cd32-45d3-b31d-78e6766fbdb8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "DELETE /v2.0/subnets/0e148581-7675-43fa-b8aa-405d299e72ee HTTP/1.1" status: 204 len: 168 time: 0.9475231 Dec 20 15:52:35.015879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46528) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:35.016315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:35.016911 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.036580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc480c8-48f2-4189-8d38-10edbeab0fa9 None None] Network 3ed70bef-d913-4b07-b1b1-694d4ad2c285 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:35.040599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11bbc84-5a06-4057-acaf-f786d4594308 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:35.044997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11bbc84-5a06-4057-acaf-f786d4594308 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:35.045768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e11bbc84-5a06-4057-acaf-f786d4594308 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:35.057659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec907edc-5726-47ec-9217-16338b5ff3d7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.155933 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6307886 Dec 20 15:52:35.158540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46534) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:35.179464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.196012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e11bbc84-5a06-4057-acaf-f786d4594308 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:35.198023 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e11bbc84-5a06-4057-acaf-f786d4594308 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3703880 Dec 20 15:52:35.208128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46538) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:35.217731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Deleting port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:35.218122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.320460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:35.407122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-4f62a44b-21a9-43eb-86b6-68e08a434444 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 21d7d521-80b1-4255-85b5-db318eb2b0c9 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:35.407386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4f62a44b-21a9-43eb-86b6-68e08a434444 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.484903 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.485680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] DHCP port deletion for b8814360-d60f-47f2-afd1-f968476bc863 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:35.488732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-3ed70bef-d913-4b07-b1b1-694d4ad2c285', 'network_id': '3ed70bef-d913-4b07-b1b1-694d4ad2c285', 'tenant_id': '50add7751b614003b80a787252e5f621', 'fixed_ips': [{'subnet_id': '1bd1cdf1-f496-4548-ae82-09da1f837c79'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:35.489515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.588702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] Deleting port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:35.589147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.647518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.786261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Allocated IP 2001:db8::2 (3ed70bef-d913-4b07-b1b1-694d4ad2c285/1bd1cdf1-f496-4548-ae82-09da1f837c79/f6ba25c4-747a-4ff5-91f9-88b4fe930e6d) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:35.796916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] For port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3cd4fd5d-e819-4886-b00f-1e684d26a8a1,segment=NetworkSegment(78596c5c-1b9a-4498-842f-6e21a7e592ce),segment_id=78596c5c-1b9a-4498-842f-6e21a7e592ce)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:35.797498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.934064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4f62a44b-21a9-43eb-86b6-68e08a434444 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:35.936728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:35.961367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7087ca8e-c369-4fd6-a100-ef15efd88feb None None] Provisioning for port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:35.976888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Calling delete_port for 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:36.060244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] For port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3cd4fd5d-e819-4886-b00f-1e684d26a8a1,segment=NetworkSegment(78596c5c-1b9a-4498-842f-6e21a7e592ce),segment_id=78596c5c-1b9a-4498-842f-6e21a7e592ce)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:36.060641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.093682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-4f62a44b-21a9-43eb-86b6-68e08a434444 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 21d7d521-80b1-4255-85b5-db318eb2b0c9 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:36.207905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] Calling delete_port for 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:36.220240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.229766 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d658bccc-e905-472d-99f2-af02f3d968cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:36.286210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event deleted for resources: {'Port': ['ID=3cd4fd5d-e819-4886-b00f-1e684d26a8a1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:36.294618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:36.304953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] No DVR routers for this DVR port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:36.337995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4f62a44b-21a9-43eb-86b6-68e08a434444 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.352315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:36.396199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2f4ef072-ca1d-4552-b9ac-4f85b62194d9 None None] Provisioning for port 21d7d521-80b1-4255-85b5-db318eb2b0c9 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:36.421046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2f4ef072-ca1d-4552-b9ac-4f85b62194d9 None None] Provisioning complete for port 21d7d521-80b1-4255-85b5-db318eb2b0c9 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:36.421046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2f4ef072-ca1d-4552-b9ac-4f85b62194d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.428384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62a44b-21a9-43eb-86b6-68e08a434444 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=21d7d521-80b1-4255-85b5-db318eb2b0c9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:36.432393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4f62a44b-21a9-43eb-86b6-68e08a434444 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:36.433490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4f62a44b-21a9-43eb-86b6-68e08a434444 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.469415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:52:36.470077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:52:36.475997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ef072-ca1d-4552-b9ac-4f85b62194d9 None None] Port 21d7d521-80b1-4255-85b5-db318eb2b0c9 was deleted so its status cannot be updated. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 15:52:36.485961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.499080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Transition to ACTIVE for port object f6ba25c4-747a-4ff5-91f9-88b4fe930e6d will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:36.519676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Transition to ACTIVE for port object f6ba25c4-747a-4ff5-91f9-88b4fe930e6d will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:36.525758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:36.531095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:36.531477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.562518 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4f62a44b-21a9-43eb-86b6-68e08a434444 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/21d7d521-80b1-4255-85b5-db318eb2b0c9 HTTP/1.1" status: 204 len: 168 time: 1.3517976 Dec 20 15:52:36.564517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.579723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46548) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:36.648007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.658813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-83ae1fc4-b902-4ad2-be6a-5112051d9d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:36.696163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8814360-d60f-47f2-afd1-f968476bc863']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:36.709422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.741991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Network 3ed70bef-d913-4b07-b1b1-694d4ad2c285 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:36.745852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:36.750824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78596c5c-1b9a-4498-842f-6e21a7e592ce') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:36.751261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78596c5c-1b9a-4498-842f-6e21a7e592ce') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:36.754221 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:36.756119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Pushing event updated for resources: {'Port': ['ID=f6ba25c4-747a-4ff5-91f9-88b4fe930e6d,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:36.760508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:36.766411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.774948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8abe05c7-b6b8-4934-b984-09a58fbf88f0 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:36.782958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.791877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6d399-38a3-40cb-b3c9-bb346408a51f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:36.793372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6d399-38a3-40cb-b3c9-bb346408a51f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:36.794128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fae6d399-38a3-40cb-b3c9-bb346408a51f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:36.801018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0e0f377d-53d1-4d66-b8bf-ca193753a0e1,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:36.814599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd1cdf1-f496-4548-ae82-09da1f837c79,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:36.816657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:36.818010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:36.824743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.828184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec907edc-5726-47ec-9217-16338b5ff3d7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.844601 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5e795-18a9-4a88-b150-1ef65c8567e5 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:36.848928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:36.848928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.860459 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5e795-18a9-4a88-b150-1ef65c8567e5 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:36.860939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Attempting to bind port f6ba25c4-747a-4ff5-91f9-88b4fe930e6d on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:36.861219 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-67d5e795-18a9-4a88-b150-1ef65c8567e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:36.861662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Attempting to bind port f6ba25c4-747a-4ff5-91f9-88b4fe930e6d by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '7620750a-3619-49a9-84d8-87b4c6393e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3ed70bef-d913-4b07-b1b1-694d4ad2c285'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:36.862176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Attempting to bind port f6ba25c4-747a-4ff5-91f9-88b4fe930e6d on network 3ed70bef-d913-4b07-b1b1-694d4ad2c285 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:36.864175 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:36.871691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:36.872321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Checking segment: {'id': '7620750a-3619-49a9-84d8-87b4c6393e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3ed70bef-d913-4b07-b1b1-694d4ad2c285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:36.872948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.873549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Bound using segment: {'id': '7620750a-3619-49a9-84d8-87b4c6393e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3ed70bef-d913-4b07-b1b1-694d4ad2c285'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:36.874245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Bound port: f6ba25c4-747a-4ff5-91f9-88b4fe930e6d, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7620750a-3619-49a9-84d8-87b4c6393e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3ed70bef-d913-4b07-b1b1-694d4ad2c285'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:36.874773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.875941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec907edc-5726-47ec-9217-16338b5ff3d7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.886579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.892811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d55e7761-a74f-4595-9a60-1cf9e944aab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:36.945863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fae6d399-38a3-40cb-b3c9-bb346408a51f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:36.950276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fae6d399-38a3-40cb-b3c9-bb346408a51f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3636534 Dec 20 15:52:36.955077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46552) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:36.970088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:36.976873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] Deleting port 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:36.976873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.006789 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-67d5e795-18a9-4a88-b150-1ef65c8567e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:37.016663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:37.026439 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5e795-18a9-4a88-b150-1ef65c8567e5 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:37.027200 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-67d5e795-18a9-4a88-b150-1ef65c8567e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:37.032437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.067886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed70bef-d913-4b07-b1b1-694d4ad2c285']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:37.090568 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-67d5e795-18a9-4a88-b150-1ef65c8567e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:37.091364 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5e795-18a9-4a88-b150-1ef65c8567e5 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:37.103289 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9954519 Dec 20 15:52:37.103950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7620750a-3619-49a9-84d8-87b4c6393e4a') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:37.104323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7620750a-3619-49a9-84d8-87b4c6393e4a') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:37.110770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46558) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:37.117046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.123553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:37.124712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-42c8b96e-1794-4fd1-aec7-fe6b5145eb0b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:37.142266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.151379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=0e0f377d-53d1-4d66-b8bf-ca193753a0e1,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:37.154940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Pushing event deleted for resources: {'Network': ['ID=b8814360-d60f-47f2-afd1-f968476bc863,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:37.155080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:37.155851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:37.156751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3cd4fd5d-e819-4886-b00f-1e684d26a8a1 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:52:37.182177 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "DELETE /v2.0/networks/b8814360-d60f-47f2-afd1-f968476bc863 HTTP/1.1" status: 204 len: 168 time: 2.1653674 Dec 20 15:52:37.188092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3077e19e-6da5-4bc0-82bb-96a6a1850c58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 6b347c93-bada-4448-8abf-5a0145533901 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:37.189932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46564) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:37.204891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bcab52ec-2414-4a41-aa13-5d48a0c7f827 None None] The port '3cd4fd5d-e819-4886-b00f-1e684d26a8a1' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:52:37.220300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.229783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3077e19e-6da5-4bc0-82bb-96a6a1850c58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.252635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:37.260228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] For port f6ba25c4-747a-4ff5-91f9-88b4fe930e6d, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:37.267258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] For port f6ba25c4-747a-4ff5-91f9-88b4fe930e6d, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f6ba25c4-747a-4ff5-91f9-88b4fe930e6d,segment=NetworkSegment(7620750a-3619-49a9-84d8-87b4c6393e4a),segment_id=7620750a-3619-49a9-84d8-87b4c6393e4a)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:37.315834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-24145e9c-8f24-4002-a2cb-b44909370a25 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Synchronizing usage tracker for tenant:7e8a020df0e74de9a0e0ccc914894eca on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:37.333733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec907edc-5726-47ec-9217-16338b5ff3d7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Router 7f66bce4-949f-4a60-a32e-79353cb693e6 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:37.361353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3077e19e-6da5-4bc0-82bb-96a6a1850c58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.372372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.376301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:37.396651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.402463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42c8b96e-1794-4fd1-aec7-fe6b5145eb0b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.502412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Pushing event updated for resources: {'Port': ['ID=f6ba25c4-747a-4ff5-91f9-88b4fe930e6d,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:37.509822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:37.546344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53c566b-2a54-4234-b6f9-d7dacecf34e4 None None] Network 3ed70bef-d913-4b07-b1b1-694d4ad2c285 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:37.577743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-24145e9c-8f24-4002-a2cb-b44909370a25 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Unset dirty status for tenant:7e8a020df0e74de9a0e0ccc914894eca on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:37.579043 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-24145e9c-8f24-4002-a2cb-b44909370a25 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "GET /v2.0/ports?device_id=af7f54ed-5db0-48fc-bd32-47a29114e94b HTTP/1.1" status: 200 len: 205 time: 0.3755450 Dec 20 15:52:37.584672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46570) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:37.586467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:37.586848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:37.608450 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:37.770738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3dac2e-f1ae-458e-8639-56337d3eeee2 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:52:37.804028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58b37a8b-204b-4efd-82fe-5e2afab538b8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.805943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:37.810546 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:52:37.810546 dv-neutron-821074-1-hyperv neutron-server[84391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:52:37.810546 dv-neutron-821074-1-hyperv neutron-server[84391]: [parameters: {'id': '3ed70bef-d913-4b07-b1b1-694d4ad2c285'}] Dec 20 15:52:37.810546 dv-neutron-821074-1-hyperv neutron-server[84391]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:52:37.810953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:52:37.834509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3077e19e-6da5-4bc0-82bb-96a6a1850c58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.953261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:37.953801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:37.994082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42c8b96e-1794-4fd1-aec7-fe6b5145eb0b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.004955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3dac2e-f1ae-458e-8639-56337d3eeee2 None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:52:38.068639 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42c8b96e-1794-4fd1-aec7-fe6b5145eb0b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.068954 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-42c8b96e-1794-4fd1-aec7-fe6b5145eb0b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP cb13fffa-a3f4-4305-a833-d268cbb81b83 disassociated. External IP: 172.26.7.233, port: bd56efa1-d0cb-44fd-a378-423d8a1c4cb0. Dec 20 15:52:38.081502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec907edc-5726-47ec-9217-16338b5ff3d7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:38.088428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec907edc-5726-47ec-9217-16338b5ff3d7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.090816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ec907edc-5726-47ec-9217-16338b5ff3d7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "PUT /v2.0/routers/7f66bce4-949f-4a60-a32e-79353cb693e6 HTTP/1.1" status: 200 len: 921 time: 5.3972576 Dec 20 15:52:38.091626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46574) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:38.102745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515c875-674a-4096-a39f-3b57d2cc91f7 None None] Sync routers for ids ['7f66bce4-949f-4a60-a32e-79353cb693e6'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:38.130407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3077e19e-6da5-4bc0-82bb-96a6a1850c58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.139746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:38.179887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077e19e-6da5-4bc0-82bb-96a6a1850c58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=6b347c93-bada-4448-8abf-5a0145533901,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:38.184710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3077e19e-6da5-4bc0-82bb-96a6a1850c58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:38.189832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3077e19e-6da5-4bc0-82bb-96a6a1850c58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.266707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515c875-674a-4096-a39f-3b57d2cc91f7 None None] Routers {'7f66bce4-949f-4a60-a32e-79353cb693e6'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:38.267378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f515c875-674a-4096-a39f-3b57d2cc91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7f66bce4-949f-4a60-a32e-79353cb693e6'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:38.294967 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3077e19e-6da5-4bc0-82bb-96a6a1850c58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/6b347c93-bada-4448-8abf-5a0145533901 HTTP/1.1" status: 204 len: 168 time: 1.3361747 Dec 20 15:52:38.295924 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46580) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:38.312339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58b37a8b-204b-4efd-82fe-5e2afab538b8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.319581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58b37a8b-204b-4efd-82fe-5e2afab538b8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.370560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.390142 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c32a507e-eed8-47cb-b278-b6d3132c34b9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845194 Dec 20 15:52:38.397197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46586) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:38.408141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:38.424647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Deleting port f6ba25c4-747a-4ff5-91f9-88b4fe930e6d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:38.424988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.479835 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-25481243-89e0-4568-9db3-f3ef3788fea5 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/routers/7f66bce4-949f-4a60-a32e-79353cb693e6 HTTP/1.1" status: 200 len: 921 time: 0.3828566 Dec 20 15:52:38.480063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f515c875-674a-4096-a39f-3b57d2cc91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:38.482995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46590) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:38.542963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58b37a8b-204b-4efd-82fe-5e2afab538b8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.543840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b37a8b-204b-4efd-82fe-5e2afab538b8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Fanout notify agent at l3_agent the message router_deleted on router af7f54ed-5db0-48fc-bd32-47a29114e94b {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:38.556193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515c875-674a-4096-a39f-3b57d2cc91f7 None None] Routers {'7f66bce4-949f-4a60-a32e-79353cb693e6'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:38.556867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f515c875-674a-4096-a39f-3b57d2cc91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7f66bce4-949f-4a60-a32e-79353cb693e6'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:38.562459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58b37a8b-204b-4efd-82fe-5e2afab538b8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.563597 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-58b37a8b-204b-4efd-82fe-5e2afab538b8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] 10.222.0.62 "DELETE /v2.0/routers/af7f54ed-5db0-48fc-bd32-47a29114e94b HTTP/1.1" status: 204 len: 168 time: 0.9774277 Dec 20 15:52:38.618954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6af736ad-331a-4f0b-8adb-3f4722418d58 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&device_id=7f66bce4-949f-4a60-a32e-79353cb693e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1346951 Dec 20 15:52:38.621874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46596) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:38.650566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f515c875-674a-4096-a39f-3b57d2cc91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:38.651256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515c875-674a-4096-a39f-3b57d2cc91f7 None None] The sync data for ids ['7f66bce4-949f-4a60-a32e-79353cb693e6'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:38.671665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:38.682380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:38.719729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:38.749660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:38.787509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc8e2cc-e7df-4e9b-b2d2-983b5b94cde6 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:38.788258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2bc8e2cc-e7df-4e9b-b2d2-983b5b94cde6 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Synchronizing usage tracker for tenant:7997fadc9a3f4d68acdc5bfa75571a0e on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:38.835654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ee2315-c729-4b4c-9a37-7ef19e3ba2a1 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:38.883792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] For port f6ba25c4-747a-4ff5-91f9-88b4fe930e6d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f6ba25c4-747a-4ff5-91f9-88b4fe930e6d,segment=NetworkSegment(7620750a-3619-49a9-84d8-87b4c6393e4a),segment_id=7620750a-3619-49a9-84d8-87b4c6393e4a)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:38.884289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:38.937487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2bc8e2cc-e7df-4e9b-b2d2-983b5b94cde6 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Unset dirty status for tenant:7997fadc9a3f4d68acdc5bfa75571a0e on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:38.941559 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2bc8e2cc-e7df-4e9b-b2d2-983b5b94cde6 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 881 time: 0.3160827 Dec 20 15:52:38.941909 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46602) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:39.010848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:39.033268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Calling delete_port for f6ba25c4-747a-4ff5-91f9-88b4fe930e6d owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:39.103588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-756b7daa-8baa-4922-a6df-f4da9b564cf1 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f66bce4-949f-4a60-a32e-79353cb693e6 HTTP/1.1" status: 200 len: 205 time: 0.1604409 Dec 20 15:52:39.107050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46606) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:39.114561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:39.119413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] Deleting port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:39.119796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:39.311263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:39.337430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46612) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:39.361901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:39.369717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] For port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0e0f377d-53d1-4d66-b8bf-ca193753a0e1,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:39.370040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:39.505750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:39.527033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] Calling delete_port for 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:39.565330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ae271559-fceb-41cf-a075-b03d25a32e71 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:39.602959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:39.647984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Port': ['ID=f6ba25c4-747a-4ff5-91f9-88b4fe930e6d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:39.685373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:39.704449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No DVR routers for this DVR port f6ba25c4-747a-4ff5-91f9-88b4fe930e6d on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:39.749754 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:39.776719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Deleting port 797d1461-39e5-4640-8edf-82555c24ed70 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:39.777170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:39.834683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:39.846196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-674314e2-7f4d-468d-9393-37636b8c7bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:39.879986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 update to DOWN by agent not found {{(pid=84393) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 15:52:39.882337 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-eade5e7a-2d68-4efa-b3dc-f20b7a2963b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e8a020df0e74de9a0e0ccc914894eca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5401814 Dec 20 15:52:39.888156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:39.892913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] Pushing event deleted for resources: {'Port': ['ID=0e0f377d-53d1-4d66-b8bf-ca193753a0e1,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:39.895564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:39.896908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46624) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:39.898328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] No DVR routers for this DVR port 0e0f377d-53d1-4d66-b8bf-ca193753a0e1 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:39.963937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed70bef-d913-4b07-b1b1-694d4ad2c285']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:39.973185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:39.992396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7620750a-3619-49a9-84d8-87b4c6393e4a') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:39.992698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7620750a-3619-49a9-84d8-87b4c6393e4a') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:40.009265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.034765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.038742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c8b96e-1794-4fd1-aec7-fe6b5145eb0b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:40.051670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:40.052064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:40.068988 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:40.079145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.087654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ece7a4cf-db18-4d3d-8b9c-1cf79ac48496 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:40.100619 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Calling delete_port for 797d1461-39e5-4640-8edf-82555c24ed70 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:40.131409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70f296d7-f0eb-4fb7-8afb-b02b26b1f55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.287437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:40.312380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:40.318517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=e234a670-f08e-4fd3-9e08-5e7260f1633b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:40.322537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aadc511-2888-4474-a0bc-dcfec3973434 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:40.325000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:40.325909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.335192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.337649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:40.343614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70f296d7-f0eb-4fb7-8afb-b02b26b1f55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.354432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.360116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:40.369659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b0328162-c5ae-4e8e-8c7e-3ebcb94f085f tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:40.400022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.408546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Pushing event deleted for resources: {'Port': ['ID=797d1461-39e5-4640-8edf-82555c24ed70,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:40.412312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:40.433879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Network': ['ID=3ed70bef-d913-4b07-b1b1-694d4ad2c285,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:40.461849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:40.490578 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/3ed70bef-d913-4b07-b1b1-694d4ad2c285 HTTP/1.1" status: 204 len: 168 time: 5.3257399 Dec 20 15:52:40.491416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46628) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:40.503877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1811268589'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:40.529397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:40.541564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:network and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:40.547408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:40.559871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:40.655450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': 'e234a670-f08e-4fd3-9e08-5e7260f1633b'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:40.657323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.673347 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2697177 Dec 20 15:52:40.677409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46634) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:40.686145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': 'e234a670-f08e-4fd3-9e08-5e7260f1633b', 'ip_address': '2001:db8::6afd:5984:e73c:227a'}], 'name': 'tempest-NetworksTestDHCPv6-702543032'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:40.753083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.792805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70f296d7-f0eb-4fb7-8afb-b02b26b1f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.799770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:40.823623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:40.827107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.846271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f296d7-f0eb-4fb7-8afb-b02b26b1f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec27a73-e89c-4b39-8fc4-5d2a54727ad7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:40.851947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/e234a670-f08e-4fd3-9e08-5e7260f1633b/0990cdca-aa4a-45cf-9bae-f5a1a36fdae5) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:40.855134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-70f296d7-f0eb-4fb7-8afb-b02b26b1f55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:40.874094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70f296d7-f0eb-4fb7-8afb-b02b26b1f55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.877592 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-70f296d7-f0eb-4fb7-8afb-b02b26b1f55e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ec27a73-e89c-4b39-8fc4-5d2a54727ad7 HTTP/1.1" status: 204 len: 168 time: 0.9743016 Dec 20 15:52:40.892634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:40.899780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:40.903772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:40.914380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:40.921178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:40.937279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c8b96e-1794-4fd1-aec7-fe6b5145eb0b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:40.939234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.939630 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Added segment 4391fbde-cde0-4a8d-9887-215e8a60831b of type vlan for network 64b44788-e6d1-4a71-bc35-4cbe2a0c3234 Dec 20 15:52:40.946825 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4860b7-64f0-4fc0-863b-681041b8e573 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:40.952475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42c8b96e-1794-4fd1-aec7-fe6b5145eb0b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:40.969690 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4860b7-64f0-4fc0-863b-681041b8e573 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:40.970389 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9b4860b7-64f0-4fc0-863b-681041b8e573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:41.014217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.032263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:41.037544 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.058171 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-42c8b96e-1794-4fd1-aec7-fe6b5145eb0b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "PUT /v2.0/floatingips/cb13fffa-a3f4-4305-a833-d268cbb81b83 HTTP/1.1" status: 200 len: 688 time: 3.9440236 Dec 20 15:52:41.062078 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46644) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:41.065452 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9b4860b7-64f0-4fc0-863b-681041b8e573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:41.077869 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4860b7-64f0-4fc0-863b-681041b8e573 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:41.079003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9b4860b7-64f0-4fc0-863b-681041b8e573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:41.143503 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9b4860b7-64f0-4fc0-863b-681041b8e573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:41.144164 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4860b7-64f0-4fc0-863b-681041b8e573 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:41.240932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:52:41.254052 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.264602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Transition to ACTIVE for port object 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:41.279173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port a47e7450-9b8a-487b-99b2-9d00fd16a2e0 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:41.296908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Transition to ACTIVE for port object 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:41.298465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.304492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.383485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.387474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e5083993-c578-4e5f-8f5c-80a018125539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:41.410475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port e1994970-e0f6-435e-8b2e-c4f07a8fc9b4 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:41.410810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.416955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.418011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Fanout notify agent at l3_agent the message router_deleted on router 7f66bce4-949f-4a60-a32e-79353cb693e6 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:41.434699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.441256 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/7f66bce4-949f-4a60-a32e-79353cb693e6 HTTP/1.1" status: 204 len: 168 time: 2.3326287 Dec 20 15:52:41.441512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46652) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:41.448733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-497431616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:41.450183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.453190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:41.453862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:41.454445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.456634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:41.456783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:41.459129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:41.463430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c88301f1-8c09-40bd-8ae2-25f4e978c731 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:41.475341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Usage tracker for resource:router and tenant:c884238f157346e48c3fcbc0414ba759 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:41.481086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Pushing event updated for resources: {'Port': ['ID=0990cdca-aa4a-45cf-9bae-f5a1a36fdae5,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:41.482137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:41.483708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:41.499128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:41.572043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Attempting to bind port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:41.572453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Attempting to bind port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:41.573480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Attempting to bind port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:41.580479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:41.580844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:41.581425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.581823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:41.582302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Bound port: 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:41.582683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.640226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.640929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.653519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Network': ['ID=64b44788-e6d1-4a71-bc35-4cbe2a0c3234,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:41.661014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.670690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 64b44788-e6d1-4a71-bc35-4cbe2a0c3234 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:52:41.675366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:41.684071 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1891563 Dec 20 15:52:41.687336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46660) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:41.695078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Request body: {'subnet': {'network_id': '64b44788-e6d1-4a71-bc35-4cbe2a0c3234', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:41.723733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] For port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:41.844130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::6afd:5984:e73c:227a (d0452a6f-255e-4f54-b2ac-8ed7e675c952/e234a670-f08e-4fd3-9e08-5e7260f1633b/a47e7450-9b8a-487b-99b2-9d00fd16a2e0) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:41.845015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] For port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0990cdca-aa4a-45cf-9bae-f5a1a36fdae5,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:41.865393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.867335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.899220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:41.909113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.927242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:41.927780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Usage tracker for resource:subnet and tenant:50add7751b614003b80a787252e5f621 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:41.934853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:41.939226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:41.966944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:41.981645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d89e8-9575-47ad-8952-0160f0cff66d None None] New status for floating IP 61d31c38-10b7-4d69-b53c-383b300fd188: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 15:52:42.021276 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for e1994970-e0f6-435e-8b2e-c4f07a8fc9b4 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:42.051637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:42.053264 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b91b25fb-2a30-4767-bf5c-a6cac426c119 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6107295 Dec 20 15:52:42.056020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46672) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:42.062365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:42.145304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Made reservation on behalf of 50add7751b614003b80a787252e5f621 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:42.319197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:42.329738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:42.411151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object a47e7450-9b8a-487b-99b2-9d00fd16a2e0 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:42.488925 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Pushing event updated for resources: {'Port': ['ID=0990cdca-aa4a-45cf-9bae-f5a1a36fdae5,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:42.492111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:42.525887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46682) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:42.537521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:42.543917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cfdeba09-e094-4ae2-99fa-f9bc89bcba9a tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:42.622494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=e1994970-e0f6-435e-8b2e-c4f07a8fc9b4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:42.624954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:42.628644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:42.633365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:42.743071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b7e26362-cd1d-4f61-bae2-8707e729838d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:42.743787 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-b7e26362-cd1d-4f61-bae2-8707e729838d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 15:52:42.745623 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b7e26362-cd1d-4f61-bae2-8707e729838d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2181437 Dec 20 15:52:42.750847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46688) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:42.794028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'tempest-secgroup--393134461'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:42.811975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:42.816218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:42.818627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:42.825680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:42.829607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:42.830157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:42.835619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:42.845365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=a47e7450-9b8a-487b-99b2-9d00fd16a2e0,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:42.847747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:42.860006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:42.862942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:42.880620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:42.882933 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:42.884100 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/floatingips/cb13fffa-a3f4-4305-a833-d268cbb81b83 HTTP/1.1" status: 204 len: 168 time: 1.8210998 Dec 20 15:52:42.894132 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46692) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:42.899567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '79a95cfa-cfa6-48b4-88e0-f32a45226ac6'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:42.905260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:42.908790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:42.909275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:floatingip and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:42.911870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:42.917509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:43.035510 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3552942 Dec 20 15:52:43.037966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46696) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:43.123146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099154a3-02db-49f6-abd7-268817207a02 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:43.123494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099154a3-02db-49f6-abd7-268817207a02 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:43.124354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-099154a3-02db-49f6-abd7-268817207a02 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:43.217659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.257958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.262629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.objects.ports [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84392) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:52:43.274620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-099154a3-02db-49f6-abd7-268817207a02 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:43.278375 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-099154a3-02db-49f6-abd7-268817207a02 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2370784 Dec 20 15:52:43.281586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46704) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:43.317698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.321048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.333000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:43.423560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event updated for resources: {'Subnet': ['ID=a2af7711-f067-48f4-8232-396596930a1d,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:43.430108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:43.515310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-1b54b07d-5a53-4a1c-b445-e1d96e75e2bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port a47e7450-9b8a-487b-99b2-9d00fd16a2e0 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:43.515803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1b54b07d-5a53-4a1c-b445-e1d96e75e2bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.543713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:43.558077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:43.565643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Checking segment: {'id': '4391fbde-cde0-4a8d-9887-215e8a60831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64b44788-e6d1-4a71-bc35-4cbe2a0c3234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:43.566002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network hostable DHCP agents. Network: 64b44788-e6d1-4a71-bc35-4cbe2a0c3234, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:43.566437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:43.621716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.621925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:43.649024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.685951 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d0aaf059-2317-480e-a66f-bfc73c6f61df None None] Provisioning for port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:43.792538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Network 64b44788-e6d1-4a71-bc35-4cbe2a0c3234 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:43.819198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Allocated IP 172.26.7.197 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/3c7194d4-3c3a-4a94-848a-cc0f88b5b567) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:43.829116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:43.890061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.903315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.927538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 64b44788-e6d1-4a71-bc35-4cbe2a0c3234) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:43.931773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:43.932578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.937297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc23ed-30b6-4ddd-87d8-5d86dde684e3 None None] Network 64b44788-e6d1-4a71-bc35-4cbe2a0c3234 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:43.966125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1b54b07d-5a53-4a1c-b445-e1d96e75e2bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:43.977109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-25124fc0-3e72-46c6-b125-cb77d256522d None None] Provisioning for port a47e7450-9b8a-487b-99b2-9d00fd16a2e0 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:44.007187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.031883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-25124fc0-3e72-46c6-b125-cb77d256522d None None] Provisioning complete for port a47e7450-9b8a-487b-99b2-9d00fd16a2e0 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:44.032507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-25124fc0-3e72-46c6-b125-cb77d256522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.069073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:44.072643 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3826706 Dec 20 15:52:44.077139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46710) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:44.098224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.098436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:44.098436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.110714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-1b54b07d-5a53-4a1c-b445-e1d96e75e2bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for a47e7450-9b8a-487b-99b2-9d00fd16a2e0 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:44.139681 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:44.144793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-25124fc0-3e72-46c6-b125-cb77d256522d None None] Port a47e7450-9b8a-487b-99b2-9d00fd16a2e0 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:52:44.181819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.187568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:44.237997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:44.240201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691ceb98-64ec-4100-b358-029a14248ed1,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:44.255367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:44.258355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:44.264211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:44.274396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:44.290089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:44.300938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:44.303839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:44.328116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-64b44788-e6d1-4a71-bc35-4cbe2a0c3234', 'network_id': '64b44788-e6d1-4a71-bc35-4cbe2a0c3234', 'tenant_id': '50add7751b614003b80a787252e5f621', 'fixed_ips': [{'subnet_id': 'a2af7711-f067-48f4-8232-396596930a1d'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:44.328934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.336236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.26.7.102 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/8cae46db-9e75-494d-a2b9-1c27f3049246) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:44.353017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.361912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.467825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Pushing event updated for resources: {'Port': ['ID=3c7194d4-3c3a-4a94-848a-cc0f88b5b567,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:44.471047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:44.476860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.531197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0990cdca-aa4a-45cf-9bae-f5a1a36fdae5,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:44.547467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.612292 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Allocated IP 2001:db8::f816:3eff:fecc:6970 (64b44788-e6d1-4a71-bc35-4cbe2a0c3234/a2af7711-f067-48f4-8232-396596930a1d/ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:44.637370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.706606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1b54b07d-5a53-4a1c-b445-e1d96e75e2bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.711347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.729416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:44.809093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.811734 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.814786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:44.815847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1b54b07d-5a53-4a1c-b445-e1d96e75e2bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.830336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.833894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.909161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5979f761-ae1c-4720-92f1-b9ff06140583,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:44.914936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:44.915724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4f62a44b-21a9-43eb-86b6-68e08a434444 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:44.922789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=0990cdca-aa4a-45cf-9bae-f5a1a36fdae5,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:44.953289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:44.970927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.972449 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1934454 Dec 20 15:52:44.982021 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46720) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:44.983143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54b07d-5a53-4a1c-b445-e1d96e75e2bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=a47e7450-9b8a-487b-99b2-9d00fd16a2e0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:44.990758 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': '5979f761-ae1c-4720-92f1-b9ff06140583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:44.998870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:44.999154 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:45.003668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:45.007470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:45.010587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1b54b07d-5a53-4a1c-b445-e1d96e75e2bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:45.011240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Transition to ACTIVE for port object ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:45.028308 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1b54b07d-5a53-4a1c-b445-e1d96e75e2bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/a47e7450-9b8a-487b-99b2-9d00fd16a2e0 HTTP/1.1" status: 204 len: 168 time: 1.7454302 Dec 20 15:52:45.038471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:45.038601 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46724) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:45.039187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Transition to ACTIVE for port object ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:45.058522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.131886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.133630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f51c1-9605-48b0-9225-a0ca804f8082 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:45.134933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f51c1-9605-48b0-9225-a0ca804f8082 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:45.139475 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-023f51c1-9605-48b0-9225-a0ca804f8082 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1041725 Dec 20 15:52:45.139637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c4b1b1ac-57d6-4eb1-869f-3a6601d117d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:45.140376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46728) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:45.184948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.196648 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9161354a-7bfb-4078-a993-74e0e3b460fd tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:45.201652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Network 64b44788-e6d1-4a71-bc35-4cbe2a0c3234 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:45.204966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:45.208605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:45.214799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Pushing event updated for resources: {'Port': ['ID=ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:45.218332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:45.241127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.250503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f29a6cff-4296-4feb-ba07-3d8e3283bac5 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:45.257079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.290507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Subnet': ['ID=a2af7711-f067-48f4-8232-396596930a1d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:45.293156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:45.313458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Attempting to bind port ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:45.313983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Attempting to bind port ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '4391fbde-cde0-4a8d-9887-215e8a60831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64b44788-e6d1-4a71-bc35-4cbe2a0c3234'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:45.314354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Attempting to bind port ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1 on network 64b44788-e6d1-4a71-bc35-4cbe2a0c3234 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:45.317867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Router 5f472b58-98fb-4bf7-9bda-dbbc22c10e49 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:52:45.321629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:45.322019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Checking segment: {'id': '4391fbde-cde0-4a8d-9887-215e8a60831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64b44788-e6d1-4a71-bc35-4cbe2a0c3234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:45.322422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.322969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Bound using segment: {'id': '4391fbde-cde0-4a8d-9887-215e8a60831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64b44788-e6d1-4a71-bc35-4cbe2a0c3234'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:45.323622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Bound port: ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4391fbde-cde0-4a8d-9887-215e8a60831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64b44788-e6d1-4a71-bc35-4cbe2a0c3234'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:45.323818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.335998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:45.352137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:45.353960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=8cae46db-9e75-494d-a2b9-1c27f3049246,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:45.357745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:45.385531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:45.403480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.416794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] For port ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:45.419955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] For port ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1,segment=NetworkSegment(4391fbde-cde0-4a8d-9887-215e8a60831b),segment_id=4391fbde-cde0-4a8d-9887-215e8a60831b)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:45.532321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.538706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-60195c67-9fb0-4294-a02d-6b36b15fc736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:45.606276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b44788-e6d1-4a71-bc35-4cbe2a0c3234']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:45.624517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4391fbde-cde0-4a8d-9887-215e8a60831b') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:45.624901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4391fbde-cde0-4a8d-9887-215e8a60831b') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:45.639833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.673227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Pushing event updated for resources: {'Port': ['ID=ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:45.676308 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:45.720185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5f2b0-fef1-40c6-8cfd-72fcf2c5b5a9 None None] Network 64b44788-e6d1-4a71-bc35-4cbe2a0c3234 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:45.799771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1ed5bb-b14b-4d5d-9b84-e7053f2c0061 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet e234a670-f08e-4fd3-9e08-5e7260f1633b {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:45.802808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.811261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed5bb-b14b-4d5d-9b84-e7053f2c0061 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.845755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:45.858310 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d28ff-7d48-45c3-a55e-fa72575e8290 None None] Sync routers for ids ['5f472b58-98fb-4bf7-9bda-dbbc22c10e49'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:45.863917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:45.874381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.875619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "PUT /v2.0/routers/5f472b58-98fb-4bf7-9bda-dbbc22c10e49 HTTP/1.1" status: 200 len: 879 time: 3.8184452 Dec 20 15:52:45.880841 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d28ff-7d48-45c3-a55e-fa72575e8290 None None] Routers {'5f472b58-98fb-4bf7-9bda-dbbc22c10e49'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:45.881469 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ce6d28ff-7d48-45c3-a55e-fa72575e8290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['5f472b58-98fb-4bf7-9bda-dbbc22c10e49'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:45.883883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.885438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46738) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:45.899276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:45.899674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:45.927995 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:45.987675 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ce6d28ff-7d48-45c3-a55e-fa72575e8290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:46.000730 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d28ff-7d48-45c3-a55e-fa72575e8290 None None] Routers {'5f472b58-98fb-4bf7-9bda-dbbc22c10e49'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:46.001710 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ce6d28ff-7d48-45c3-a55e-fa72575e8290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['5f472b58-98fb-4bf7-9bda-dbbc22c10e49'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:46.042563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:46.043099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.043256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.046992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed5bb-b14b-4d5d-9b84-e7053f2c0061 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.058106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:52:46.058106 dv-neutron-821074-1-hyperv neutron-server[84392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:52:46.058106 dv-neutron-821074-1-hyperv neutron-server[84392]: [parameters: {'id': '64b44788-e6d1-4a71-bc35-4cbe2a0c3234'}] Dec 20 15:52:46.058106 dv-neutron-821074-1-hyperv neutron-server[84392]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:52:46.062890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:52:46.070139 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ce6d28ff-7d48-45c3-a55e-fa72575e8290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:46.070751 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d28ff-7d48-45c3-a55e-fa72575e8290 None None] The sync data for ids ['5f472b58-98fb-4bf7-9bda-dbbc22c10e49'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:46.097137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:46.130693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418a6eb8-d56a-4835-8c66-af08e5a75ead None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:52:46.182371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fadbed-8caf-41e1-abb6-fc783c08c698,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:46.188072 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:46.295161 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a6eb8-d56a-4835-8c66-af08e5a75ead None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:52:46.327448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed5bb-b14b-4d5d-9b84-e7053f2c0061 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.356962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.358126 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3726442 Dec 20 15:52:46.361426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46742) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:46.367606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3eb9e113-4499-43d6-8512-b63643448dba tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': '5979f761-ae1c-4720-92f1-b9ff06140583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:46.375019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3eb9e113-4499-43d6-8512-b63643448dba tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:46.380098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3eb9e113-4499-43d6-8512-b63643448dba tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:46.382757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3eb9e113-4499-43d6-8512-b63643448dba tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:46.388832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3eb9e113-4499-43d6-8512-b63643448dba tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:46.485201 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fab05676-bb12-4a9b-b8ed-663a0575dbfc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/routers/5f472b58-98fb-4bf7-9bda-dbbc22c10e49 HTTP/1.1" status: 200 len: 920 time: 0.5958295 Dec 20 15:52:46.488088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46746) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:46.541428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e113-4499-43d6-8512-b63643448dba tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.567861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.582277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed5bb-b14b-4d5d-9b84-e7053f2c0061 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.589024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:46.608989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Deleting port ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:46.609346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.630468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ed5bb-b14b-4d5d-9b84-e7053f2c0061 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=e234a670-f08e-4fd3-9e08-5e7260f1633b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:46.632967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2f1ed5bb-b14b-4d5d-9b84-e7053f2c0061 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:46.645844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed5bb-b14b-4d5d-9b84-e7053f2c0061 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.669372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b82b16-1b49-4364-8392-e72729ed69ef None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:46.669578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.673388 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2f1ed5bb-b14b-4d5d-9b84-e7053f2c0061 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/e234a670-f08e-4fd3-9e08-5e7260f1633b HTTP/1.1" status: 204 len: 168 time: 1.5297289 Dec 20 15:52:46.673513 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-75088b42-d29f-4c3e-9fbe-c65a2d070364 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&device_id=5f472b58-98fb-4bf7-9bda-dbbc22c10e49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1826530 Dec 20 15:52:46.673788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46750) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:46.674114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46752) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:46.835640 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-15e81b1a-4790-4b87-9c8d-b8c48c82fb51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1603580 Dec 20 15:52:46.843423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46762) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:46.849270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:46.881534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] For port ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1,segment=NetworkSegment(4391fbde-cde0-4a8d-9887-215e8a60831b),segment_id=4391fbde-cde0-4a8d-9887-215e8a60831b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:46.883041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.899645 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-3eb9e113-4499-43d6-8512-b63643448dba tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 15:52:46.904548 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3eb9e113-4499-43d6-8512-b63643448dba tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5420568 Dec 20 15:52:46.905918 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46766) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:46.946555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:46.983645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a449dd64-6c71-4bf5-afc2-ab3a265557d1 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:46.987579 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a449dd64-6c71-4bf5-afc2-ab3a265557d1 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 881 time: 0.3084419 Dec 20 15:52:47.007009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46772) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:47.052836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Calling delete_port for ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:47.053436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:47.058476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] Deleting port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:47.059585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.091646 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a03a807b-402a-4de0-a8e0-d2586f6b39d1 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f472b58-98fb-4bf7-9bda-dbbc22c10e49 HTTP/1.1" status: 200 len: 205 time: 0.0814078 Dec 20 15:52:47.094848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46776) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:47.181493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:47.193202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:47.196974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:47.212945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:47.256595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bccf47a7-3b05-49a9-811c-d0bb80768ed4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.296418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:47.336550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.343896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:47.357503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] For port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0990cdca-aa4a-45cf-9bae-f5a1a36fdae5,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:47.357888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.444062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Port': ['ID=ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.449047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:47.452748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No DVR routers for this DVR port ad3b8cdc-fc4c-4522-8d28-d3e0097e47b1 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:47.478056 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] Calling delete_port for 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:47.485470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.500603 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bccf47a7-3b05-49a9-811c-d0bb80768ed4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.647513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.659883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e669bc4e-d5da-458c-b249-7c08a1149e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:47.679541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.687086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.694151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] No DVR routers for this DVR port 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:47.703719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] Pushing event deleted for resources: {'Port': ['ID=0990cdca-aa4a-45cf-9bae-f5a1a36fdae5,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.706248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:47.708672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b44788-e6d1-4a71-bc35-4cbe2a0c3234']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:47.724229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4391fbde-cde0-4a8d-9887-215e8a60831b') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:47.724528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4391fbde-cde0-4a8d-9887-215e8a60831b') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:47.734045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.738177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.759925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.771471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:47.771968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.783089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:47.790226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bccf47a7-3b05-49a9-811c-d0bb80768ed4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.794588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:47.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:47.810324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ce51e3a4-4281-4328-b9f7-f920d488036e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:47.815529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:47.815887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0990cdca-aa4a-45cf-9bae-f5a1a36fdae5 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:52:47.838120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf47a7-3b05-49a9-811c-d0bb80768ed4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5979f761-ae1c-4720-92f1-b9ff06140583,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.842264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bccf47a7-3b05-49a9-811c-d0bb80768ed4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:47.848955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d1e55f2-4c75-4048-aafe-2aacce9c0336 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:47.948587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bccf47a7-3b05-49a9-811c-d0bb80768ed4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:47.950171 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bccf47a7-3b05-49a9-811c-d0bb80768ed4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/5979f761-ae1c-4720-92f1-b9ff06140583 HTTP/1.1" status: 204 len: 168 time: 1.0416443 Dec 20 15:52:47.959685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46782) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:48.006100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=8cae46db-9e75-494d-a2b9-1c27f3049246,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:48.011450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:48.012817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.109028 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fc9d0fae-52bb-4ca3-acc5-bf34ed9bd802 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1461687 Dec 20 15:52:48.112690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46788) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:48.117998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'tempest-secgroup--354136599'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:48.123925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:48.127695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.129250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:48.133565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9cda6240-4f87-4407-8495-770d0bd5717d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:48.148233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:48.154169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.162690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:48.164760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Network': ['ID=64b44788-e6d1-4a71-bc35-4cbe2a0c3234,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:48.171512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:48.184473 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/64b44788-e6d1-4a71-bc35-4cbe2a0c3234 HTTP/1.1" status: 204 len: 168 time: 4.1033990 Dec 20 15:52:48.184473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46792) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:48.218088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.227575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1abea306-a6e2-4dad-9bbe-712ee94b51e7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:48.263934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-48251e80-78ef-46b4-b15f-34866a34861a tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:48.264373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48251e80-78ef-46b4-b15f-34866a34861a tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:48.266014 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-48251e80-78ef-46b4-b15f-34866a34861a tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/subnets/a2af7711-f067-48f4-8232-396596930a1d HTTP/1.1" status: 404 len: 337 time: 0.0837631 Dec 20 15:52:48.272372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46798) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:48.299894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.307631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.325507 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP 1864d645-fd08-47ae-a637-d2f97ad371bd associated. External IP: 172.26.7.102, port: 79a95cfa-cfa6-48b4-88e0-f32a45226ac6. Dec 20 15:52:48.338433 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dde5979-f99a-4b2d-8d2e-e7b793d997ed tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:48.338881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dde5979-f99a-4b2d-8d2e-e7b793d997ed tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:48.340560 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3dde5979-f99a-4b2d-8d2e-e7b793d997ed tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/64b44788-e6d1-4a71-bc35-4cbe2a0c3234 HTTP/1.1" status: 404 len: 339 time: 0.0643942 Dec 20 15:52:48.346724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46802) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:48.348264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:48.354373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:48.363015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ef383-ffed-4356-b12d-8fb428704f2a None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:48.387295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=ece9a5bb-7992-4bd9-a8bb-7af65e99373e,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:48.390290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:48.390873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.399565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:48.402322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Deleting port 3c7194d4-3c3a-4a94-848a-cc0f88b5b567 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:48.402652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.417987 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ec6098-7f80-481b-9720-87296c7230b4 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:48.418427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ec6098-7f80-481b-9720-87296c7230b4 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:48.429324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:48.435889 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-88ec6098-7f80-481b-9720-87296c7230b4 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/subnets/1bd1cdf1-f496-4548-ae82-09da1f837c79 HTTP/1.1" status: 404 len: 337 time: 0.0856185 Dec 20 15:52:48.436857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:48.439245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46806) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:48.441748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:48.470666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:48.476588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-293f764c-c676-42ba-9474-74ec2fa88c46 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:48.477033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293f764c-c676-42ba-9474-74ec2fa88c46 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:48.478740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-293f764c-c676-42ba-9474-74ec2fa88c46 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/3ed70bef-d913-4b07-b1b1-694d4ad2c285 HTTP/1.1" status: 404 len: 339 time: 0.0385184 Dec 20 15:52:48.488725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46810) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:48.527970 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3424f20e-a89a-4f18-96a7-79ca01754cf7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:48.528412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3424f20e-a89a-4f18-96a7-79ca01754cf7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:48.530041 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3424f20e-a89a-4f18-96a7-79ca01754cf7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/subnets/891e29e0-7720-4147-ba07-1f14f9e7777e HTTP/1.1" status: 404 len: 337 time: 0.0404119 Dec 20 15:52:48.532643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46814) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:48.558515 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f155b9-c25d-4041-b0af-7d4ac5ffc897 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:48.559540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f155b9-c25d-4041-b0af-7d4ac5ffc897 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:48.561439 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-77f155b9-c25d-4041-b0af-7d4ac5ffc897 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/0d158003-1d89-4da1-b6ce-a075ea4e4bb8 HTTP/1.1" status: 404 len: 339 time: 0.0276797 Dec 20 15:52:48.563907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46818) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:48.595742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': 'ece9a5bb-7992-4bd9-a8bb-7af65e99373e'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:48.596927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.605107 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7606363 Dec 20 15:52:48.613031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46822) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:48.627519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': 'ece9a5bb-7992-4bd9-a8bb-7af65e99373e', 'ip_address': '2001:db8::5b51:a724:5813:2616'}], 'name': 'tempest-NetworksTestDHCPv6-1353417583'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:48.686895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.687150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-9e77ea86-eab6-4554-b003-48af42061d67 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Deleting port b96ed076-e7df-4074-a926-422be7f99285 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:48.687375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e77ea86-eab6-4554-b003-48af42061d67 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.773553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/ece9a5bb-7992-4bd9-a8bb-7af65e99373e/c19e38cd-6801-4bdb-b9b1-c773d2d50193) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:48.814643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Calling delete_port for 3c7194d4-3c3a-4a94-848a-cc0f88b5b567 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:48.878055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.944421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:48.957474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:48.958813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:48.971398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:48.982763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:48.990237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:48.999940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.012997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Transition to ACTIVE for port object c19e38cd-6801-4bdb-b9b1-c773d2d50193 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:49.040230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Transition to ACTIVE for port object c19e38cd-6801-4bdb-b9b1-c773d2d50193 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:49.086967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e77ea86-eab6-4554-b003-48af42061d67 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.094750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04622df0-1d56-4648-9ce3-457aa39fac4d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:49.104555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:49.149410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.154548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cb883170-3d90-4bb5-9c1d-5e082dfe2c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:49.214990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:49.220586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.230308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.231698 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1181037 Dec 20 15:52:49.238767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-9e77ea86-eab6-4554-b003-48af42061d67 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Calling delete_port for b96ed076-e7df-4074-a926-422be7f99285 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:49.256797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:49.259765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:49.262540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46830) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:49.270006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:49.302120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 412c08da-5c2c-4832-b0d5-eac97f37a07e yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:49.317160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Pushing event updated for resources: {'Port': ['ID=c19e38cd-6801-4bdb-b9b1-c773d2d50193,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:49.325012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:49.325304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-209a52a8-6a4b-4f53-a82d-1f50160f4fc9 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': '04622df0-1d56-4648-9ce3-457aa39fac4d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:49.326010 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-209a52a8-6a4b-4f53-a82d-1f50160f4fc9 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:49.331108 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-209a52a8-6a4b-4f53-a82d-1f50160f4fc9 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0635407 Dec 20 15:52:49.335893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46834) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:49.389484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Attempting to bind port c19e38cd-6801-4bdb-b9b1-c773d2d50193 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:49.390766 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Attempting to bind port c19e38cd-6801-4bdb-b9b1-c773d2d50193 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:49.391409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Attempting to bind port c19e38cd-6801-4bdb-b9b1-c773d2d50193 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:49.407661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:49.408230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:49.408897 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.409420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:49.410108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Bound port: c19e38cd-6801-4bdb-b9b1-c773d2d50193, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:49.410804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.455658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f9190479-f802-4be7-8d1d-9c813bf8f160 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.475400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:49.494183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f9190479-f802-4be7-8d1d-9c813bf8f160 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.515006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e77ea86-eab6-4554-b003-48af42061d67 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.524077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:49.533512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] For port c19e38cd-6801-4bdb-b9b1-c773d2d50193, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:49.536785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] For port c19e38cd-6801-4bdb-b9b1-c773d2d50193, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c19e38cd-6801-4bdb-b9b1-c773d2d50193,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:49.580721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.592575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77ea86-eab6-4554-b003-48af42061d67 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Port': ['ID=b96ed076-e7df-4074-a926-422be7f99285,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:49.595086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e77ea86-eab6-4554-b003-48af42061d67 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:49.596554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:49.602314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e77ea86-eab6-4554-b003-48af42061d67 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.619409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::5b51:a724:5813:2616 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/ece9a5bb-7992-4bd9-a8bb-7af65e99373e/412c08da-5c2c-4832-b0d5-eac97f37a07e) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:49.622953 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9e77ea86-eab6-4554-b003-48af42061d67 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/ports/b96ed076-e7df-4074-a926-422be7f99285 HTTP/1.1" status: 204 len: 168 time: 1.0579038 Dec 20 15:52:49.625387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46840) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:49.635191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.643487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Pushing event deleted for resources: {'Port': ['ID=3c7194d4-3c3a-4a94-848a-cc0f88b5b567,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:49.646095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d2c1ecab-56d1-486f-acc0-b731f24c49ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:49.646296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:49.671793 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbc6c1a-151c-4f85-86c6-a553309fb421 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:49.672243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbc6c1a-151c-4f85-86c6-a553309fb421 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:49.676360 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-adbc6c1a-151c-4f85-86c6-a553309fb421 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/subnets/dea2a9b0-d742-455a-8f84-efdea4bc5cc3 HTTP/1.1" status: 404 len: 337 time: 0.0477302 Dec 20 15:52:49.677317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46844) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:49.734844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Pushing event updated for resources: {'Port': ['ID=c19e38cd-6801-4bdb-b9b1-c773d2d50193,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:49.738197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:49.759641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f9190479-f802-4be7-8d1d-9c813bf8f160 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:49.765894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:49.833408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9190479-f802-4be7-8d1d-9c813bf8f160 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04622df0-1d56-4648-9ce3-457aa39fac4d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:49.925110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f9190479-f802-4be7-8d1d-9c813bf8f160 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:49.946463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.009092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f9190479-f802-4be7-8d1d-9c813bf8f160 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.010219 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f9190479-f802-4be7-8d1d-9c813bf8f160 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/04622df0-1d56-4648-9ce3-457aa39fac4d HTTP/1.1" status: 204 len: 168 time: 0.6734371 Dec 20 15:52:50.013655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46848) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:50.016307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.237442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.283874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8012c92d-64c3-4cea-9778-db5432cc6ca8 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Synchronizing usage tracker for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:50.290897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.298303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.302547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13c29b1-5b29-4211-b1a1-e8c53eadb58b']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:50.311133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:50.324298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62ddea-5f1c-4095-b440-19b4bb512555 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:50.329875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627887c5-c729-42a1-8926-167eaf3cc167') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:50.329875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627887c5-c729-42a1-8926-167eaf3cc167') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:50.343504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62ddea-5f1c-4095-b440-19b4bb512555 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:50.344992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1d62ddea-5f1c-4095-b440-19b4bb512555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:50.356665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.360571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.393024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.415517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 412c08da-5c2c-4832-b0d5-eac97f37a07e will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:50.433435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1d62ddea-5f1c-4095-b440-19b4bb512555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:50.434841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.435520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Fanout notify agent at l3_agent the message router_deleted on router 5f472b58-98fb-4bf7-9bda-dbbc22c10e49 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:50.436930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:50.437479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.446750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.448006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62ddea-5f1c-4095-b440-19b4bb512555 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:50.448856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1d62ddea-5f1c-4095-b440-19b4bb512555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:50.453981 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/5f472b58-98fb-4bf7-9bda-dbbc22c10e49 HTTP/1.1" status: 204 len: 168 time: 3.3535531 Dec 20 15:52:50.456668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46856) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:50.459541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:50.462022 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:50.470385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8012c92d-64c3-4cea-9778-db5432cc6ca8 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Unset dirty status for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:50.474924 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8012c92d-64c3-4cea-9778-db5432cc6ca8 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4597502 Dec 20 15:52:50.480045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46860) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:50.491007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1200717140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:50.508690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070121832'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:50.512301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:50.520091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Usage tracker for resource:router and tenant:c884238f157346e48c3fcbc0414ba759 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:50.525161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:50.569861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:50.601732 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:50.621620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1d62ddea-5f1c-4095-b440-19b4bb512555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:50.623248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62ddea-5f1c-4095-b440-19b4bb512555 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:50.624524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.636163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:50.685182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:50.694578 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7994094 Dec 20 15:52:50.701589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46866) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:50.702873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:50.706407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:50.716641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.718196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:50.722276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:50.722871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.734975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.751195 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/c13c29b1-5b29-4211-b1a1-e8c53eadb58b HTTP/1.1" status: 204 len: 168 time: 1.0735581 Dec 20 15:52:50.752197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.761433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46870) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:50.766713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=412c08da-5c2c-4832-b0d5-eac97f37a07e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.771661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:50.773007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-81dcd8d9-4834-4d2f-ba94-11bc46e142ba tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:50.828699 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c48b7f27-9c84-4dc2-b222-6dfeadeaa63b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "GET /v2.0/floatingips/1864d645-fd08-47ae-a637-d2f97ad371bd HTTP/1.1" status: 200 len: 978 time: 0.1238666 Dec 20 15:52:50.828910 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46874) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:50.835700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Network': ['ID=c13c29b1-5b29-4211-b1a1-e8c53eadb58b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.844198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:50.869354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-324a2ae3-ac21-4351-9edf-3d99ae236926 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Deleting port b82f623a-0789-4ce7-b098-26ffb3360e48 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:50.869692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-324a2ae3-ac21-4351-9edf-3d99ae236926 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.886984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.887914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.916226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:50.923917 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3056295 Dec 20 15:52:50.929316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46878) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:50.933127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:50.938238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-41bf30c4-b73d-400d-8110-cbc9ec7c9384 None None] Provisioning for port c19e38cd-6801-4bdb-b9b1-c773d2d50193 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:50.938439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:50.972253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:50.988708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:50.998022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5696c427-ac15-4cc8-960f-7adbc9586dc8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Synchronizing usage tracker for tenant:51f5c888c6cd4fe5bbe13737c11c3afb on resource:floatingip {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:51.048550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b6b6a-182b-49e0-9a5e-a45200fa575e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.052667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b6b6a-182b-49e0-9a5e-a45200fa575e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.053461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b96b6b6a-182b-49e0-9a5e-a45200fa575e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:51.086003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.113731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5696c427-ac15-4cc8-960f-7adbc9586dc8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Unset dirty status for tenant:51f5c888c6cd4fe5bbe13737c11c3afb on resource:floatingip {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:51.115517 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5696c427-ac15-4cc8-960f-7adbc9586dc8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2856491 Dec 20 15:52:51.118175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46882) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:51.123665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'port_id': 'bd56efa1-d0cb-44fd-a378-423d8a1c4cb0'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:51.139541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-324a2ae3-ac21-4351-9edf-3d99ae236926 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.153067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.182388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b96b6b6a-182b-49e0-9a5e-a45200fa575e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:51.186241 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b96b6b6a-182b-49e0-9a5e-a45200fa575e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2552648 Dec 20 15:52:51.187038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46886) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:51.232691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.233833 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1278b1b7-b226-4895-b71e-d07b4256d19c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7762110 Dec 20 15:52:51.240371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46890) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:51.256731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'enable_snat': True}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:51.267347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-324a2ae3-ac21-4351-9edf-3d99ae236926 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Calling delete_port for b82f623a-0789-4ce7-b098-26ffb3360e48 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:51.309174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.321211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e43b1511-b1b8-46b4-a3c4-f585ad886881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:51.370975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75539039-8b2b-42af-b187-05f05a7782c8,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:51.446720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:51.447148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f7c0e-ae85-4a54-8c78-abd664c1c1bf tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 412c08da-5c2c-4832-b0d5-eac97f37a07e {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:51.447148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b7f7c0e-ae85-4a54-8c78-abd664c1c1bf tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.447733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-56745399-cd31-45be-82c2-f78f775a179c None None] Provisioning for port 412c08da-5c2c-4832-b0d5-eac97f37a07e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:51.447733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-56745399-cd31-45be-82c2-f78f775a179c None None] Provisioning complete for port 412c08da-5c2c-4832-b0d5-eac97f37a07e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:51.447733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-56745399-cd31-45be-82c2-f78f775a179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.454949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.492846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-56745399-cd31-45be-82c2-f78f775a179c None None] Port 412c08da-5c2c-4832-b0d5-eac97f37a07e cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:52:51.525964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.525964 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0405931 Dec 20 15:52:51.529699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46898) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:51.536359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-73f43c5f-ac02-468c-9611-e92cdb718ada tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': '75539039-8b2b-42af-b187-05f05a7782c8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:51.537055 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-73f43c5f-ac02-468c-9611-e92cdb718ada tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:51.540484 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-73f43c5f-ac02-468c-9611-e92cdb718ada tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072117 Dec 20 15:52:51.540736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46902) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:51.580517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-324a2ae3-ac21-4351-9edf-3d99ae236926 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.588320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:51.637220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a2ae3-ac21-4351-9edf-3d99ae236926 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Port': ['ID=b82f623a-0789-4ce7-b098-26ffb3360e48,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:51.641514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-324a2ae3-ac21-4351-9edf-3d99ae236926 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:51.659164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-324a2ae3-ac21-4351-9edf-3d99ae236926 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.667143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fffddb8-2874-474b-b12a-653b466a30fe tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.671099 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-324a2ae3-ac21-4351-9edf-3d99ae236926 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/ports/b82f623a-0789-4ce7-b098-26ffb3360e48 HTTP/1.1" status: 204 len: 168 time: 0.9056940 Dec 20 15:52:51.678802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46906) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:51.728014 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-126e674a-8f00-49db-8b38-b751448824ce tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:51.728526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126e674a-8f00-49db-8b38-b751448824ce tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:51.733120 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-126e674a-8f00-49db-8b38-b751448824ce tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/subnets/461d7293-c80d-4a89-b374-d05b483ab4de HTTP/1.1" status: 404 len: 337 time: 0.0505288 Dec 20 15:52:51.734175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46912) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:51.756497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fffddb8-2874-474b-b12a-653b466a30fe tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.844289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c19e38cd-6801-4bdb-b9b1-c773d2d50193 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:51.913879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e00d6e32-69f5-463d-a283-cf668c124f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.981834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:51.990135 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port c19e38cd-6801-4bdb-b9b1-c773d2d50193 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:51.995608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c19e38cd-6801-4bdb-b9b1-c773d2d50193 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:51.996545 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.113226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.119159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.127771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fffddb8-2874-474b-b12a-653b466a30fe tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.137372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:52.148486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port c19e38cd-6801-4bdb-b9b1-c773d2d50193, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c19e38cd-6801-4bdb-b9b1-c773d2d50193,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:52.162268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffddb8-2874-474b-b12a-653b466a30fe tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75539039-8b2b-42af-b187-05f05a7782c8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:52.167796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5fffddb8-2874-474b-b12a-653b466a30fe tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:52.170078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ee2f9d-8dd4-47df-a258-cd20ff395daf']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:52.186405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1aec134-d757-4967-b019-516073e58413') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:52.186770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1aec134-d757-4967-b019-516073e58413') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:52.193540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fffddb8-2874-474b-b12a-653b466a30fe tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.194655 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5fffddb8-2874-474b-b12a-653b466a30fe tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/75539039-8b2b-42af-b187-05f05a7782c8 HTTP/1.1" status: 204 len: 168 time: 0.6530559 Dec 20 15:52:52.198014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46916) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:52.219599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.234207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.239220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:52.246712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.258885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:52.259860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:52.274596 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:52.330478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=c19e38cd-6801-4bdb-b9b1-c773d2d50193,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:52.333961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:52.351312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b2671c62-33e2-4476-83c7-b885b1ffbfc4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Synchronizing usage tracker for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:52.364132 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b7f7c0e-ae85-4a54-8c78-abd664c1c1bf tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.390167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.468420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.471580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-976f6831-d701-4cc1-86f6-fccb66064b8c tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:52.486537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.495975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Network': ['ID=f0ee2f9d-8dd4-47df-a258-cd20ff395daf,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:52.501791 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/f0ee2f9d-8dd4-47df-a258-cd20ff395daf HTTP/1.1" status: 204 len: 168 time: 0.7643452 Dec 20 15:52:52.501791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:52.502286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46920) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:52.535382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b2671c62-33e2-4476-83c7-b885b1ffbfc4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Unset dirty status for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:52.536422 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b2671c62-33e2-4476-83c7-b885b1ffbfc4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3375578 Dec 20 15:52:52.542202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46926) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:52.549822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001537178'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:52.557652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:52.559416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f7c0e-ae85-4a54-8c78-abd664c1c1bf tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 412c08da-5c2c-4832-b0d5-eac97f37a07e owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:52.580423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:52.703036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.738969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2740abb8-6a6c-4907-8ced-4c17cd14208f tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Deleting subnet b5aa84a7-21b2-4347-851f-548a8a54b208 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:52.743625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2740abb8-6a6c-4907-8ced-4c17cd14208f tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.807241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:52.814734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:52.819336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:52.823384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2740abb8-6a6c-4907-8ced-4c17cd14208f tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.857518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:52.945785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:52.950429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2740abb8-6a6c-4907-8ced-4c17cd14208f tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.001918 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b7f7c0e-ae85-4a54-8c78-abd664c1c1bf tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.057118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.060701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-878796eb-c199-479c-9b7c-7e6795b10e7a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:53.063474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:53.104907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb7280-86ef-4a6e-9498-a76236364484,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:53.108217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:53.126214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2740abb8-6a6c-4907-8ced-4c17cd14208f tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.130673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ed58df49-cd32-45d3-b31d-78e6766fbdb8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:53.147882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f7c0e-ae85-4a54-8c78-abd664c1c1bf tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=412c08da-5c2c-4832-b0d5-eac97f37a07e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:53.156377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b7f7c0e-ae85-4a54-8c78-abd664c1c1bf tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:53.165818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740abb8-6a6c-4907-8ced-4c17cd14208f tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Subnet': ['ID=b5aa84a7-21b2-4347-851f-548a8a54b208,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:53.168551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2740abb8-6a6c-4907-8ced-4c17cd14208f tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:53.171244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2740abb8-6a6c-4907-8ced-4c17cd14208f tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.175174 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2740abb8-6a6c-4907-8ced-4c17cd14208f tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/subnets/b5aa84a7-21b2-4347-851f-548a8a54b208 HTTP/1.1" status: 204 len: 168 time: 0.6699054 Dec 20 15:52:53.175887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46934) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:53.180703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db02932a-8166-416a-89ba-1953e5209829 None None] Network 3af97dad-ffa3-4319-86da-e94c52f176cb requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:53.197960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.199209 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6563857 Dec 20 15:52:53.204624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46938) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:53.213815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bf934e6c-a13f-4923-b515-a50f271c6b17 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': '5cbb7280-86ef-4a6e-9498-a76236364484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:53.216867 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-bf934e6c-a13f-4923-b515-a50f271c6b17 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:53.219547 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bf934e6c-a13f-4923-b515-a50f271c6b17 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140240 Dec 20 15:52:53.224518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.234080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46942) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:53.248890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7e642ba3-e382-4c2b-ad9e-f58f47dd1040 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': '5cbb7280-86ef-4a6e-9498-a76236364484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:53.249565 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-7e642ba3-e382-4c2b-ad9e-f58f47dd1040 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:53.250501 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7e642ba3-e382-4c2b-ad9e-f58f47dd1040 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0155156 Dec 20 15:52:53.254118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46946) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:53.270325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.280861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b7f7c0e-ae85-4a54-8c78-abd664c1c1bf tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.284284 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.306689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-18219700-edd1-4378-b05f-a09067a4e794 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': '5cbb7280-86ef-4a6e-9498-a76236364484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:53.307583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-18219700-edd1-4378-b05f-a09067a4e794 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:53.308462 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-18219700-edd1-4378-b05f-a09067a4e794 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0536542 Dec 20 15:52:53.320428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46950) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:53.330762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f0affc50-772f-4e22-8d91-a9b0f2ce606f tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': '5cbb7280-86ef-4a6e-9498-a76236364484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:53.331486 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-f0affc50-772f-4e22-8d91-a9b0f2ce606f tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:53.332490 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f0affc50-772f-4e22-8d91-a9b0f2ce606f tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111539 Dec 20 15:52:53.335532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46954) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:53.355098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.377302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.388155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Deleting port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:53.388515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.450547 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0b7f7c0e-ae85-4a54-8c78-abd664c1c1bf tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/412c08da-5c2c-4832-b0d5-eac97f37a07e HTTP/1.1" status: 204 len: 168 time: 2.2447712 Dec 20 15:52:53.456007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46958) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:53.469019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba9171ae-450d-4be6-8ca1-c519f321e076 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.521486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c246a-be43-4215-878d-166b694dec30 None None] DHCP port deletion for 3af97dad-ffa3-4319-86da-e94c52f176cb request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:53.528079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-401c246a-be43-4215-878d-166b694dec30 None None] Deleting port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:53.528460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-401c246a-be43-4215-878d-166b694dec30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.541358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba9171ae-450d-4be6-8ca1-c519f321e076 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.601314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2811b79b-d36d-4f4f-85ef-df347ad85b14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:53.602677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2811b79b-d36d-4f4f-85ef-df347ad85b14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:53.603433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2811b79b-d36d-4f4f-85ef-df347ad85b14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:53.607562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Allocated IP 172.26.7.243 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/1400186c-5c86-4abe-9b98-9e8984a946bf) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:53.670998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] For port 55589ce7-86f3-4a97-87f5-fe8754c10bd0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=55589ce7-86f3-4a97-87f5-fe8754c10bd0,segment=NetworkSegment(d36ab4d6-f749-4543-9264-d1ca646572bc),segment_id=d36ab4d6-f749-4543-9264-d1ca646572bc)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:53.671266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.727819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2811b79b-d36d-4f4f-85ef-df347ad85b14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:53.735977 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2811b79b-d36d-4f4f-85ef-df347ad85b14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2712545 Dec 20 15:52:53.741591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46964) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:53.769832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-401c246a-be43-4215-878d-166b694dec30 None None] For port 55589ce7-86f3-4a97-87f5-fe8754c10bd0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=55589ce7-86f3-4a97-87f5-fe8754c10bd0,segment=NetworkSegment(d36ab4d6-f749-4543-9264-d1ca646572bc),segment_id=d36ab4d6-f749-4543-9264-d1ca646572bc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:53.770235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-401c246a-be43-4215-878d-166b694dec30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:53.917549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-401c246a-be43-4215-878d-166b694dec30 None None] Calling delete_port for 55589ce7-86f3-4a97-87f5-fe8754c10bd0 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:54.013951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Calling delete_port for 55589ce7-86f3-4a97-87f5-fe8754c10bd0 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:54.049837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba9171ae-450d-4be6-8ca1-c519f321e076 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.070694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:54.103019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-401c246a-be43-4215-878d-166b694dec30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.108319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:54.118265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba9171ae-450d-4be6-8ca1-c519f321e076 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.119365 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ba9171ae-450d-4be6-8ca1-c519f321e076 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/5cbb7280-86ef-4a6e-9498-a76236364484 HTTP/1.1" status: 204 len: 168 time: 0.7831452 Dec 20 15:52:54.124243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9171ae-450d-4be6-8ca1-c519f321e076 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb7280-86ef-4a6e-9498-a76236364484,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:54.124790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46972) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:54.135138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ba9171ae-450d-4be6-8ca1-c519f321e076 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:54.142952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.176844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c246a-be43-4215-878d-166b694dec30 None None] Pushing event deleted for resources: {'Port': ['ID=55589ce7-86f3-4a97-87f5-fe8754c10bd0,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:54.189272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-401c246a-be43-4215-878d-166b694dec30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:54.193956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c246a-be43-4215-878d-166b694dec30 None None] No DVR routers for this DVR port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:54.197826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-99dbf34b-a924-4ba6-a5b2-bf6da1c31b84 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Synchronizing usage tracker for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:54.217947 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP 1864d645-fd08-47ae-a637-d2f97ad371bd associated. External IP: 172.26.7.102, port: 79a95cfa-cfa6-48b4-88e0-f32a45226ac6. Dec 20 15:52:54.376289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-129cc77f-6ba6-4821-8e9b-f3269de655fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.376442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.376442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-27d1c67e-3514-403d-be46-b1ec00190cc9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:54.376631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:52:54.376631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:52:54.376631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-45efe84a-89c3-4342-8568-be282d241b03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet ece9a5bb-7992-4bd9-a8bb-7af65e99373e {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:52:54.376631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-45efe84a-89c3-4342-8568-be282d241b03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.377310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event updated for resources: {'Port': ['ID=1400186c-5c86-4abe-9b98-9e8984a946bf,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:54.377310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:54.377310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:54.377310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:54.377310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:54.408405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c19e38cd-6801-4bdb-b9b1-c773d2d50193 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:54.414434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-99dbf34b-a924-4ba6-a5b2-bf6da1c31b84 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Unset dirty status for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:54.422799 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-99dbf34b-a924-4ba6-a5b2-bf6da1c31b84 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2917254 Dec 20 15:52:54.427090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46976) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:54.433978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'tempest-secgroup--22577079'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:54.441556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:54.445247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-45efe84a-89c3-4342-8568-be282d241b03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.505443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c19e38cd-6801-4bdb-b9b1-c773d2d50193 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:54.506969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.507098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:54.566353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-45efe84a-89c3-4342-8568-be282d241b03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.645232 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.686642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 55589ce7-86f3-4a97-87f5-fe8754c10bd0 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:54.718553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 55589ce7-86f3-4a97-87f5-fe8754c10bd0 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:54.718828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 55589ce7-86f3-4a97-87f5-fe8754c10bd0 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:52:54.761230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-45efe84a-89c3-4342-8568-be282d241b03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.769024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:54.809636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.812912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:54.816818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Deleting port 55589ce7-86f3-4a97-87f5-fe8754c10bd0 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:54.817153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.841107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efe84a-89c3-4342-8568-be282d241b03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=ece9a5bb-7992-4bd9-a8bb-7af65e99373e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:54.855305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:54.858089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-45efe84a-89c3-4342-8568-be282d241b03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:54.858888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:54.896623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:54.904006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] The port '55589ce7-86f3-4a97-87f5-fe8754c10bd0' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:52:54.906436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-45efe84a-89c3-4342-8568-be282d241b03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:54.907429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b5e2b-90f3-4288-b926-a78a983f9355 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:54.970993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:55.001028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.007775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.095359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.105289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.109806 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-45efe84a-89c3-4342-8568-be282d241b03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/ece9a5bb-7992-4bd9-a8bb-7af65e99373e HTTP/1.1" status: 204 len: 168 time: 1.3669891 Dec 20 15:52:55.114621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46984) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:55.221895 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c6cee3b1-f56b-4b97-9481-00bda37e2b8d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083305 Dec 20 15:52:55.222256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46990) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:55.223869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:52:55.225060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.231552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af97dad-ffa3-4319-86da-e94c52f176cb']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:55.243368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] Deleting port c19e38cd-6801-4bdb-b9b1-c773d2d50193 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:55.246659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.265978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c51a59a5-90f6-4ec7-a802-f6a11de8d60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:55.292276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36ab4d6-f749-4543-9264-d1ca646572bc') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:55.292787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36ab4d6-f749-4543-9264-d1ca646572bc') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:55.323447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.331084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9d0d94-13c6-42ad-ae43-b604353989c6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:55.334417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.336593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:55.351296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.358592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:52:55.359166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:55.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:55.395685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.396932 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9700685 Dec 20 15:52:55.439871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 46994) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:55.464322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2572f5d0-bbf4-4e44-a5f7-a764dea7231f tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'df9d0d94-13c6-42ad-ae43-b604353989c6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:55.464987 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-2572f5d0-bbf4-4e44-a5f7-a764dea7231f tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:55.465917 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2572f5d0-bbf4-4e44-a5f7-a764dea7231f tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0203621 Dec 20 15:52:55.468962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 46998) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:55.475962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9e39d889-649b-494a-843a-403eb6ca00fc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'df9d0d94-13c6-42ad-ae43-b604353989c6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:55.483187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9e39d889-649b-494a-843a-403eb6ca00fc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:55.487425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9e39d889-649b-494a-843a-403eb6ca00fc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:55.490333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9e39d889-649b-494a-843a-403eb6ca00fc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:55.497091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9e39d889-649b-494a-843a-403eb6ca00fc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:55.503309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9860c-ddac-452c-852f-9699804e90dc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:55.503996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b7e9860c-ddac-452c-852f-9699804e90dc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:55.505485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.526292 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] For port c19e38cd-6801-4bdb-b9b1-c773d2d50193, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c19e38cd-6801-4bdb-b9b1-c773d2d50193,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:55.526688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.588203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.592004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:55.607166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.616777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Pushing event deleted for resources: {'Network': ['ID=3af97dad-ffa3-4319-86da-e94c52f176cb,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:55.619607 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] 10.222.0.62 "DELETE /v2.0/networks/3af97dad-ffa3-4319-86da-e94c52f176cb HTTP/1.1" status: 204 len: 168 time: 2.4433112 Dec 20 15:52:55.620452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:55.653125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] Calling delete_port for c19e38cd-6801-4bdb-b9b1-c773d2d50193 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:55.704364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:55.719254 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d552db7-5493-4faf-b18e-251bca141a82 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:55.759489 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:52:55.765970 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-9e39d889-649b-494a-843a-403eb6ca00fc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:55.766133 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d552db7-5493-4faf-b18e-251bca141a82 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:55.766133 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-8d552db7-5493-4faf-b18e-251bca141a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:55.766316 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9e39d889-649b-494a-843a-403eb6ca00fc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2945871 Dec 20 15:52:55.766316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47004) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:55.772850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a7b8e499-0dee-4ca3-b378-2229dda4da80 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'df9d0d94-13c6-42ad-ae43-b604353989c6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:55.773657 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-a7b8e499-0dee-4ca3-b378-2229dda4da80 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:55.778667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47008) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:55.779128 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a7b8e499-0dee-4ca3-b378-2229dda4da80 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126462 Dec 20 15:52:55.789199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-60129d68-1db7-4b0e-b57a-578da5e4c6c0 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'df9d0d94-13c6-42ad-ae43-b604353989c6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:55.796651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b7e9860c-ddac-452c-852f-9699804e90dc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:55.797775 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b7e9860c-ddac-452c-852f-9699804e90dc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5724411 Dec 20 15:52:55.800521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47012) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:55.802267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-60129d68-1db7-4b0e-b57a-578da5e4c6c0 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:55.812453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-60129d68-1db7-4b0e-b57a-578da5e4c6c0 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:55.817585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-60129d68-1db7-4b0e-b57a-578da5e4c6c0 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:55.829487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-60129d68-1db7-4b0e-b57a-578da5e4c6c0 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:55.841747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:55.849688 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-8d552db7-5493-4faf-b18e-251bca141a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:55.863386 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d552db7-5493-4faf-b18e-251bca141a82 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:55.864178 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-8d552db7-5493-4faf-b18e-251bca141a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:55.878848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:55.888482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7fb17e55-5f0b-4be6-bb36-d4d2d316b5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:55.905831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b37db1-319b-4b63-baf5-ff1e4eea2f8b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:55.906793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-63b37db1-319b-4b63-baf5-ff1e4eea2f8b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:55.930381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:55.931188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cc8fd603-07e5-4cbd-8abc-13a40e4e8fbd not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:52:55.931784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 98a0c8a6-c818-494b-b0f5-d2307e96c513 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:55.934369 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-8d552db7-5493-4faf-b18e-251bca141a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:55.935044 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d552db7-5493-4faf-b18e-251bca141a82 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:55.944228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Router 588b651c-2eff-437c-95d5-91c1f71b3fd6 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:52:55.972729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] Pushing event deleted for resources: {'Port': ['ID=c19e38cd-6801-4bdb-b9b1-c773d2d50193,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:55.976833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 98a0c8a6-c818-494b-b0f5-d2307e96c513 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:55.977180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 98a0c8a6-c818-494b-b0f5-d2307e96c513 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:52:55.977594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c19e38cd-6801-4bdb-b9b1-c773d2d50193 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:52:56.000577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-63b37db1-319b-4b63-baf5-ff1e4eea2f8b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:56.002646 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-63b37db1-319b-4b63-baf5-ff1e4eea2f8b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2009377 Dec 20 15:52:56.009434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47016) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.009617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:56.015087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: c19e38cd-6801-4bdb-b9b1-c773d2d50193 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:52:56.015437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c19e38cd-6801-4bdb-b9b1-c773d2d50193 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:52:56.018642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] No DVR routers for this DVR port c19e38cd-6801-4bdb-b9b1-c773d2d50193 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:56.059736 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-60129d68-1db7-4b0e-b57a-578da5e4c6c0 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:56.060779 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-60129d68-1db7-4b0e-b57a-578da5e4c6c0 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2799306 Dec 20 15:52:56.064017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47020) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.075616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-00de2571-11a5-400d-9352-5bb32ca3ca0e tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'df9d0d94-13c6-42ad-ae43-b604353989c6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:56.076209 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-00de2571-11a5-400d-9352-5bb32ca3ca0e tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:56.077115 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-00de2571-11a5-400d-9352-5bb32ca3ca0e tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116031 Dec 20 15:52:56.079741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47024) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.085437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-285971c1-9f4c-4976-b2c6-b87ffe8ec0aa tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'df9d0d94-13c6-42ad-ae43-b604353989c6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:56.102410 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4eda05f2-fea7-4d25-9e32-e6731c2c4bee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911152 Dec 20 15:52:56.102410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-285971c1-9f4c-4976-b2c6-b87ffe8ec0aa tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:56.102410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47028) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.106253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-285971c1-9f4c-4976-b2c6-b87ffe8ec0aa tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:56.111887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:56.128270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-285971c1-9f4c-4976-b2c6-b87ffe8ec0aa tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:56.236365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47036) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.307644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-285971c1-9f4c-4976-b2c6-b87ffe8ec0aa tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:56.340117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:56.352681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:56.388775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:56.401179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:56.401492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbdc6bb-b30c-4441-878a-c83f88111f90 None None] Sync routers for ids ['588b651c-2eff-437c-95d5-91c1f71b3fd6'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:56.407052 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "PUT /v2.0/routers/588b651c-2eff-437c-95d5-91c1f71b3fd6 HTTP/1.1" status: 200 len: 915 time: 5.1551809 Dec 20 15:52:56.407052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47046) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.423241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbdc6bb-b30c-4441-878a-c83f88111f90 None None] Routers {'588b651c-2eff-437c-95d5-91c1f71b3fd6'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:56.423942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5dbdc6bb-b30c-4441-878a-c83f88111f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['588b651c-2eff-437c-95d5-91c1f71b3fd6'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:56.429427 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-285971c1-9f4c-4976-b2c6-b87ffe8ec0aa tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Project a7be5355c5414b0c97ec9a4cd7afd1c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:52:56.457269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:56.461969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:56.493505 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5dbdc6bb-b30c-4441-878a-c83f88111f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:56.506528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbdc6bb-b30c-4441-878a-c83f88111f90 None None] Routers {'588b651c-2eff-437c-95d5-91c1f71b3fd6'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:56.506710 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5dbdc6bb-b30c-4441-878a-c83f88111f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['588b651c-2eff-437c-95d5-91c1f71b3fd6'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:56.572955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5dbdc6bb-b30c-4441-878a-c83f88111f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:56.573503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbdc6bb-b30c-4441-878a-c83f88111f90 None None] The sync data for ids ['588b651c-2eff-437c-95d5-91c1f71b3fd6'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:56.581725 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6860adc0-64db-4760-854b-50d73e071867 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50add7751b614003b80a787252e5f621&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3416872 Dec 20 15:52:56.583259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47050) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.662332 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-285971c1-9f4c-4976-b2c6-b87ffe8ec0aa tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:56.666872 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-285971c1-9f4c-4976-b2c6-b87ffe8ec0aa tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5826349 Dec 20 15:52:56.666872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47054) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.674398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-dfa39589-f185-44bd-b345-827addeb8426 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'df9d0d94-13c6-42ad-ae43-b604353989c6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:56.675041 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-dfa39589-f185-44bd-b345-827addeb8426 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:56.678555 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dfa39589-f185-44bd-b345-827addeb8426 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082414 Dec 20 15:52:56.679409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:56.681281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47058) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.696081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3f576316-98ae-41bf-99f0-c40fe8c6212b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'df9d0d94-13c6-42ad-ae43-b604353989c6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:56.700386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3f576316-98ae-41bf-99f0-c40fe8c6212b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:56.705570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3f576316-98ae-41bf-99f0-c40fe8c6212b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:56.710424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3f576316-98ae-41bf-99f0-c40fe8c6212b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:56.717944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3f576316-98ae-41bf-99f0-c40fe8c6212b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:56.754279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:56.811474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e49555d8-325c-4ff0-8965-6796f61496c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:56.824061 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-3f576316-98ae-41bf-99f0-c40fe8c6212b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Project a7be5355c5414b0c97ec9a4cd7afd1c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:52:56.850905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e49555d8-325c-4ff0-8965-6796f61496c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:56.897296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:56.901576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:56.916981 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e63f6658-0520-4b55-bb42-2d724e0c3d97 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/routers/588b651c-2eff-437c-95d5-91c1f71b3fd6 HTTP/1.1" status: 200 len: 921 time: 0.5088897 Dec 20 15:52:56.930994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47062) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.940326 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-3f576316-98ae-41bf-99f0-c40fe8c6212b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:56.945086 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3f576316-98ae-41bf-99f0-c40fe8c6212b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2591712 Dec 20 15:52:56.967496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47066) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:56.979786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-4b3efef5-01aa-48ac-b85e-51cfaad40d8a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'df9d0d94-13c6-42ad-ae43-b604353989c6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:56.987760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4b3efef5-01aa-48ac-b85e-51cfaad40d8a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:56.993367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4b3efef5-01aa-48ac-b85e-51cfaad40d8a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:56.997464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4b3efef5-01aa-48ac-b85e-51cfaad40d8a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:57.004695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:57.008204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4b3efef5-01aa-48ac-b85e-51cfaad40d8a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:57.009789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:57.017824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:57.018680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.020068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d4407-4a02-40f4-8441-92afd2637c0a None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:52:57.027409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=59d77024-4ccb-4e68-8c70-4b702c697f19,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:57.036780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:57.055671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:57.070500 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-773dd1d6-800d-40a9-b9cd-f0d3deec201c tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&device_id=588b651c-2eff-437c-95d5-91c1f71b3fd6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1362207 Dec 20 15:52:57.070662 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.070764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47070) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:57.074767 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f17a2b-b1b4-41c7-8a74-cbc6c442d3ca None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:52:57.088717 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f17a2b-b1b4-41c7-8a74-cbc6c442d3ca None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:57.089620 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c3f17a2b-b1b4-41c7-8a74-cbc6c442d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:57.115373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e49555d8-325c-4ff0-8965-6796f61496c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.117878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e49555d8-325c-4ff0-8965-6796f61496c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.119034 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e49555d8-325c-4ff0-8965-6796f61496c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9e7e13c-bd26-433b-868f-3a6279163bc0 HTTP/1.1" status: 204 len: 168 time: 0.5348442 Dec 20 15:52:57.121976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:57.143724 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-4b3efef5-01aa-48ac-b85e-51cfaad40d8a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Project a7be5355c5414b0c97ec9a4cd7afd1c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:52:57.147473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49555d8-325c-4ff0-8965-6796f61496c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e7e13c-bd26-433b-868f-3a6279163bc0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:57.149808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e49555d8-325c-4ff0-8965-6796f61496c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:57.181182 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c3f17a2b-b1b4-41c7-8a74-cbc6c442d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:57.196118 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f17a2b-b1b4-41c7-8a74-cbc6c442d3ca None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:57.197099 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c3f17a2b-b1b4-41c7-8a74-cbc6c442d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:57.224750 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-258085e5-1d3f-4e6f-a21c-585d0c97be06 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "PUT /v2.0/floatingips/1864d645-fd08-47ae-a637-d2f97ad371bd HTTP/1.1" status: 200 len: 978 time: 6.1055183 Dec 20 15:52:57.225710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47076) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:57.233419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-74be08a0-6720-43e8-8610-676c7b2e73aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:57.275352 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c3f17a2b-b1b4-41c7-8a74-cbc6c442d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:57.275896 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f17a2b-b1b4-41c7-8a74-cbc6c442d3ca None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:52:57.290886 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1840396 Dec 20 15:52:57.291540 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-4b3efef5-01aa-48ac-b85e-51cfaad40d8a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:57.295611 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4b3efef5-01aa-48ac-b85e-51cfaad40d8a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3241899 Dec 20 15:52:57.298673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47082) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:57.299033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47084) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:57.323556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '59d77024-4ccb-4e68-8c70-4b702c697f19'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:52:57.325149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.334496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': '59d77024-4ccb-4e68-8c70-4b702c697f19', 'ip_address': '2001:db8::328a:a580:47e4:2474'}], 'name': 'tempest-NetworksTestDHCPv6-241482281'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:57.416751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaa731e-d100-46f7-8627-ec42b8e190d1 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:57.424258 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ccaa731e-d100-46f7-8627-ec42b8e190d1 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 881 time: 0.3524687 Dec 20 15:52:57.424885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47092) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:57.494064 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f17ddde7-ffd6-4ae1-baed-1ddb84d26de6 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=588b651c-2eff-437c-95d5-91c1f71b3fd6 HTTP/1.1" status: 200 len: 205 time: 0.0679550 Dec 20 15:52:57.494738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47096) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:57.622703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/59d77024-4ccb-4e68-8c70-4b702c697f19/4475f47b-8922-48d5-a24c-d3411bbd74ba) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:57.680317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74be08a0-6720-43e8-8610-676c7b2e73aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.732782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.812446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:57.850618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:57.861670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.863135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-001191dd-4f19-4a92-a338-8f4d3fbf329c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.873456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Transition to ACTIVE for port object 4475f47b-8922-48d5-a24c-d3411bbd74ba will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:57.896308 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Transition to ACTIVE for port object 4475f47b-8922-48d5-a24c-d3411bbd74ba will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:57.961618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-001191dd-4f19-4a92-a338-8f4d3fbf329c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.971866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:57.979469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:58.006253 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.010786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:58.078698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:58.081890 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Pushing event updated for resources: {'Port': ['ID=4475f47b-8922-48d5-a24c-d3411bbd74ba,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:58.084302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:58.085971 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:58.086682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:58.143909 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Deleting port 1400186c-5c86-4abe-9b98-9e8984a946bf {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:52:58.144537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.201713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Attempting to bind port 4475f47b-8922-48d5-a24c-d3411bbd74ba on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:52:58.202098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Attempting to bind port 4475f47b-8922-48d5-a24c-d3411bbd74ba by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:52:58.202468 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Attempting to bind port 4475f47b-8922-48d5-a24c-d3411bbd74ba on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:52:58.218061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:52:58.218934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:52:58.218934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.219282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:52:58.222109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Bound port: 4475f47b-8922-48d5-a24c-d3411bbd74ba, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:52:58.222765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.228456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74be08a0-6720-43e8-8610-676c7b2e73aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.242353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-001191dd-4f19-4a92-a338-8f4d3fbf329c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.249075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d3cce994-c428-4e57-a9c8-46df848656a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:58.264231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.280689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001191dd-4f19-4a92-a338-8f4d3fbf329c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9d0d94-13c6-42ad-ae43-b604353989c6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:58.283151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-001191dd-4f19-4a92-a338-8f4d3fbf329c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:58.293813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 741dbfe5-1936-4528-8d4c-858211535fad yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:58.329363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74be08a0-6720-43e8-8610-676c7b2e73aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.329572 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-74be08a0-6720-43e8-8610-676c7b2e73aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP 1864d645-fd08-47ae-a637-d2f97ad371bd disassociated. External IP: 172.26.7.102, port: bd56efa1-d0cb-44fd-a378-423d8a1c4cb0. Dec 20 15:52:58.363534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.381960 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] For port 4475f47b-8922-48d5-a24c-d3411bbd74ba, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:58.385785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] For port 4475f47b-8922-48d5-a24c-d3411bbd74ba, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4475f47b-8922-48d5-a24c-d3411bbd74ba,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:58.437636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-001191dd-4f19-4a92-a338-8f4d3fbf329c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.438767 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-001191dd-4f19-4a92-a338-8f4d3fbf329c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/df9d0d94-13c6-42ad-ae43-b604353989c6 HTTP/1.1" status: 204 len: 168 time: 1.1368716 Dec 20 15:52:58.465248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.468238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47116) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:58.477112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-84fdbdd8-21ad-4c69-90a0-cb3eacbe4bd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:58.502659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Calling delete_port for 1400186c-5c86-4abe-9b98-9e8984a946bf owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:52:58.603762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Pushing event updated for resources: {'Port': ['ID=4475f47b-8922-48d5-a24c-d3411bbd74ba,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:58.612031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:58.756749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47128) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:58.774329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-654bc3b9-a3b9-4310-9fcb-63483b6b43e5 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Synchronizing usage tracker for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:52:58.793673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::328a:a580:47e4:2474 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/59d77024-4ccb-4e68-8c70-4b702c697f19/741dbfe5-1936-4528-8d4c-858211535fad) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:58.828180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:58.828180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3f20d5b1-7d91-4621-9e7b-d70529d7a12b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:58.904953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Pushing event deleted for resources: {'Port': ['ID=1400186c-5c86-4abe-9b98-9e8984a946bf,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:58.909027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:58.913597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-654bc3b9-a3b9-4310-9fcb-63483b6b43e5 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Unset dirty status for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:52:58.915588 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-654bc3b9-a3b9-4310-9fcb-63483b6b43e5 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4455557 Dec 20 15:52:58.945138 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47134) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:59.008185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131242542'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:59.043616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:59.097637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1775399540'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:59.107409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:59.113284 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:59.113991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:network and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:59.121888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:59.130607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:59.189414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.251810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.272702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.277661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 741dbfe5-1936-4528-8d4c-858211535fad will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:59.317289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:59.323432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:59.335646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:59.343658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:59.387662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:59.390135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.414025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.420794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74be08a0-6720-43e8-8610-676c7b2e73aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:59.423050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.436437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.442512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:59.578243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.582707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.656340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:59.664110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:security_group_rule and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:59.664309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.666364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:59.672808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:59.732029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.732659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Fanout notify agent at l3_agent the message router_deleted on router 588b651c-2eff-437c-95d5-91c1f71b3fd6 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:59.743771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:59.756267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=741dbfe5-1936-4528-8d4c-858211535fad,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:59.758509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:59.768605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:59.776227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:59.782337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.786523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.801292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.806452 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/588b651c-2eff-437c-95d5-91c1f71b3fd6 HTTP/1.1" status: 204 len: 168 time: 2.3068845 Dec 20 15:52:59.811561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47142) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:59.819697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-12179078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:52:59.827563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:52:59.832906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Usage tracker for resource:router and tenant:c884238f157346e48c3fcbc0414ba759 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:52:59.837481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:52:59.839030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.839414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.839838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.840762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.841137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.841533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.841891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.842251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.842619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.848406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:52:59.856608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.856608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:59.860298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:59.862581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-369e91e1-d8b7-4c49-a661-98b83a689d9c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:59.874592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.885399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f7c821fd-73a9-4117-a91f-007950b38f13 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:52:59.885709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4475f47b-8922-48d5-a24c-d3411bbd74ba up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:52:59.921609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1f81b5-c7ea-48e6-89a9-8cf51c9f23b7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:59.924321 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:52:59.945855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:59.956363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.956902 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment e290c371-e340-40d5-a6ec-ea277f8b831b of type vlan for network b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 Dec 20 15:52:59.985926 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6858749 Dec 20 15:52:59.987088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:52:59.988359 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0419321 Dec 20 15:52:59.989069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47148) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:59.991343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47150) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:52:59.997356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.005883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-38bee957-4b6e-42f2-8c6d-e1b9658ac94d None None] Provisioning for port 4475f47b-8922-48d5-a24c-d3411bbd74ba completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:00.006007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': '59d77024-4ccb-4e68-8c70-4b702c697f19', 'ip_address': '2001:db8::328a:a580:47e4:2474'}], 'name': 'tempest-NetworksTestDHCPv6-1582241727'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:00.023695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-afac42b8-a7f3-431d-ad60-0d1b26bbd71a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'fa1f81b5-c7ea-48e6-89a9-8cf51c9f23b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:00.031977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f943049f-64fe-4507-92fa-1117ae088848,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:00.035382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:00.052706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-afac42b8-a7f3-431d-ad60-0d1b26bbd71a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:00.060543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-afac42b8-a7f3-431d-ad60-0d1b26bbd71a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:00.073435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-afac42b8-a7f3-431d-ad60-0d1b26bbd71a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:00.103180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.108631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.109232 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.113044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-083a6f9a-5ab5-4aad-b875-984f79271696 tempest-ExternalNetworksTestJSON-1587327919 tempest-ExternalNetworksTestJSON-1587327919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:00.132652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 4475f47b-8922-48d5-a24c-d3411bbd74ba completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:00.143106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.143950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.145236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4475f47b-8922-48d5-a24c-d3411bbd74ba triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:00.145819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.148193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-afac42b8-a7f3-431d-ad60-0d1b26bbd71a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:00.221310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:00.226973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:00.227122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:00.230039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:00.238444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:00.245644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:00.247588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4894562 Dec 20 15:53:00.253356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:53:00.254127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.254273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74be08a0-6720-43e8-8610-676c7b2e73aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:00.259180 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74be08a0-6720-43e8-8610-676c7b2e73aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.300405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee5613-a677-4441-8f23-7548462c7361 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:00.334341 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-74be08a0-6720-43e8-8610-676c7b2e73aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "PUT /v2.0/floatingips/1864d645-fd08-47ae-a637-d2f97ad371bd HTTP/1.1" status: 200 len: 688 time: 3.1072609 Dec 20 15:53:00.336754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47156) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:00.357425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47160) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:00.363547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': 'b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:00.395228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.409902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.450407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee5613-a677-4441-8f23-7548462c7361 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:00.451158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c2ee5613-a677-4441-8f23-7548462c7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.479270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:00.485161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.490056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:00.494041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:subnet and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:00.494281 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-afac42b8-a7f3-431d-ad60-0d1b26bbd71a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The resource could not be found. Dec 20 15:53:00.497985 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-afac42b8-a7f3-431d-ad60-0d1b26bbd71a tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4964664 Dec 20 15:53:00.498198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47164) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:00.503755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7de0ba9b-bfb9-4506-b9dc-541c2f6b9d25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'fa1f81b5-c7ea-48e6-89a9-8cf51c9f23b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '366e116e-ace1-4586-9321-7e8503323e25'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:00.508681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:00.516291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7de0ba9b-bfb9-4506-b9dc-541c2f6b9d25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:00.519057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:00.522893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-df7e0332-1cd5-49ee-b64b-b8a2a48d3b3f None None] Provisioning for port 741dbfe5-1936-4528-8d4c-858211535fad completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:00.523673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7de0ba9b-bfb9-4506-b9dc-541c2f6b9d25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:00.524492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port 8cae46db-9e75-494d-a2b9-1c27f3049246 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:00.524754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.529669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7de0ba9b-bfb9-4506-b9dc-541c2f6b9d25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:00.532080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c2ee5613-a677-4441-8f23-7548462c7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.533971 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-df7e0332-1cd5-49ee-b64b-b8a2a48d3b3f None None] Provisioning complete for port 741dbfe5-1936-4528-8d4c-858211535fad triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:00.534504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-df7e0332-1cd5-49ee-b64b-b8a2a48d3b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.535134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7de0ba9b-bfb9-4506-b9dc-541c2f6b9d25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:00.559185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port aa116d50-3db2-489e-8911-170dd9aefc7d yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:00.563676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 4475f47b-8922-48d5-a24c-d3411bbd74ba, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4475f47b-8922-48d5-a24c-d3411bbd74ba,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:00.584834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.586406 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-85d95690-8088-4da7-a476-f994ea8bd2e7 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7736926 Dec 20 15:53:00.592087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47168) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:00.595660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'enable_snat': False}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:00.597316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-df7e0332-1cd5-49ee-b64b-b8a2a48d3b3f None None] Port 741dbfe5-1936-4528-8d4c-858211535fad cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:00.598521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee5613-a677-4441-8f23-7548462c7361 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:00.599172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c2ee5613-a677-4441-8f23-7548462c7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.651514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:00.657558 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c2ee5613-a677-4441-8f23-7548462c7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.657970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee5613-a677-4441-8f23-7548462c7361 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:00.674567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.676439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:00.743910 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=4475f47b-8922-48d5-a24c-d3411bbd74ba,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:00.755778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:00.833959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.858545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.858871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:00.998388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for 8cae46db-9e75-494d-a2b9-1c27f3049246 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:01.122737 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 15:53:01.123326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:53:01.133677 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-7de0ba9b-bfb9-4506-b9dc-541c2f6b9d25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The resource could not be found. Dec 20 15:53:01.134867 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7de0ba9b-bfb9-4506-b9dc-541c2f6b9d25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6357601 Dec 20 15:53:01.147260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47178) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:01.281238 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-842b7506-eb26-488f-a9eb-be5e082197fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2909687 Dec 20 15:53:01.283663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47182) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:01.319339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.328649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9a5cdda9-7389-47b8-8d83-ef9f2fce4b5b tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:01.373044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=8cae46db-9e75-494d-a2b9-1c27f3049246,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:01.375512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:01.430954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ccfe293c-7409-4598-b1ae-3f8fd1be4dbb tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.493861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ccfe293c-7409-4598-b1ae-3f8fd1be4dbb tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.502705 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.592465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.595008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.596144 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/floatingips/1864d645-fd08-47ae-a637-d2f97ad371bd HTTP/1.1" status: 204 len: 168 time: 1.2583036 Dec 20 15:53:01.599177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47186) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:01.603951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e614a-c40c-4a3d-a149-4df395615006 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:01.607974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e614a-c40c-4a3d-a149-4df395615006 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:01.608738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-255e614a-c40c-4a3d-a149-4df395615006 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:01.672469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.675689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ccfe293c-7409-4598-b1ae-3f8fd1be4dbb tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.686027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:01.697092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-255e614a-c40c-4a3d-a149-4df395615006 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:01.698342 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-255e614a-c40c-4a3d-a149-4df395615006 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4136169 Dec 20 15:53:01.705635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47190) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:01.733140 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-0cef9ae6-fb3b-4f26-a6be-fb3b1a771c44 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] delete failed (client error): The resource could not be found. Dec 20 15:53:01.741069 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0cef9ae6-fb3b-4f26-a6be-fb3b1a771c44 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/floatingips/1864d645-fd08-47ae-a637-d2f97ad371bd HTTP/1.1" status: 404 len: 345 time: 0.1340249 Dec 20 15:53:01.741069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47194) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:01.771358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4475f47b-8922-48d5-a24c-d3411bbd74ba up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:01.785034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-db8c3d35-5850-4b57-92dd-3e72dc941d51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 741dbfe5-1936-4528-8d4c-858211535fad {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:01.785541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db8c3d35-5850-4b57-92dd-3e72dc941d51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.841478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4475f47b-8922-48d5-a24c-d3411bbd74ba triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:01.842356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.843633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ccfe293c-7409-4598-b1ae-3f8fd1be4dbb tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:01.847723 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ccfe293c-7409-4598-b1ae-3f8fd1be4dbb tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/fa1f81b5-c7ea-48e6-89a9-8cf51c9f23b7 HTTP/1.1" status: 204 len: 168 time: 0.6961613 Dec 20 15:53:01.847723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=ec15f30d-cc4a-48c6-8b50-98600c9da4a9,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:01.847723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47198) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:01.868354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:01.869985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:01.905158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe293c-7409-4598-b1ae-3f8fd1be4dbb tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1f81b5-c7ea-48e6-89a9-8cf51c9f23b7,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:01.910699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ccfe293c-7409-4598-b1ae-3f8fd1be4dbb tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:01.969127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': 'e290c371-e340-40d5-a6ec-ea277f8b831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:01.969480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:02.020780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2461d-2503-4671-90e6-0a3d95504492 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:02.024550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2461d-2503-4671-90e6-0a3d95504492 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:02.028434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2461d-2503-4671-90e6-0a3d95504492 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:02.029224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-27f2461d-2503-4671-90e6-0a3d95504492 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Synchronizing usage tracker for tenant:51f5c888c6cd4fe5bbe13737c11c3afb on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:02.036700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-560e2e60-1e84-4c35-a500-822dea0202e9 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Synchronizing usage tracker for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:02.045725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db8c3d35-5850-4b57-92dd-3e72dc941d51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.138074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.170543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-560e2e60-1e84-4c35-a500-822dea0202e9 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Unset dirty status for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:02.176253 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-560e2e60-1e84-4c35-a500-822dea0202e9 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3224061 Dec 20 15:53:02.176899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47206) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:02.179957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-db8c3d35-5850-4b57-92dd-3e72dc941d51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 741dbfe5-1936-4528-8d4c-858211535fad owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:02.187604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-52dc35a1-20a4-4439-b581-de1a9318d8dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': '3f52c9bc-06b9-41c0-a269-e177edf62ce5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:02.191967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:02.194874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-27f2461d-2503-4671-90e6-0a3d95504492 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Unset dirty status for tenant:51f5c888c6cd4fe5bbe13737c11c3afb on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:02.197630 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-27f2461d-2503-4671-90e6-0a3d95504492 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "GET /v2.0/ports?network_id=63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 HTTP/1.1" status: 200 len: 2358 time: 0.4556868 Dec 20 15:53:02.204424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.211840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47210) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:02.241696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-52dc35a1-20a4-4439-b581-de1a9318d8dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:02.250212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-52dc35a1-20a4-4439-b581-de1a9318d8dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:02.256779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-52dc35a1-20a4-4439-b581-de1a9318d8dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:02.271563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-52dc35a1-20a4-4439-b581-de1a9318d8dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:02.307200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71687446-5515-461f-bbb3-c3e8111c8fa2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:02.307903 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-71687446-5515-461f-bbb3-c3e8111c8fa2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Synchronizing usage tracker for tenant:51f5c888c6cd4fe5bbe13737c11c3afb on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:02.343928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:02.351666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:02.351666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.354589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1850c0-1e67-43b0-829e-591fddbb6342 None None] Network b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:02.401341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-71687446-5515-461f-bbb3-c3e8111c8fa2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Unset dirty status for tenant:51f5c888c6cd4fe5bbe13737c11c3afb on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:02.403225 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-71687446-5515-461f-bbb3-c3e8111c8fa2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "GET /v2.0/subnets/0eb9d916-fbb9-419a-ae7e-b806a874a928 HTTP/1.1" status: 200 len: 797 time: 0.1902571 Dec 20 15:53:02.414543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47216) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:02.424905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'port': {'network_id': '63ce5af6-d4a9-4cfb-8d65-5a832f4126f2', 'name': 'tempest-FloatingIPTestJSON-425270608', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:02.461630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Allocated IP 172.26.7.135 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/be6f10b4-7beb-49dd-8abb-1d4ec3b66d5f) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:02.476179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db8c3d35-5850-4b57-92dd-3e72dc941d51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.484923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f6e658f2-8184-45af-bab8-109a6a457801 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:02.502112 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1433437 Dec 20 15:53:02.507460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47220) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:02.517359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888458415'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:02.535141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c3d35-5850-4b57-92dd-3e72dc941d51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=741dbfe5-1936-4528-8d4c-858211535fad,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:02.538655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-db8c3d35-5850-4b57-92dd-3e72dc941d51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:02.581051 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db8c3d35-5850-4b57-92dd-3e72dc941d51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.581536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:02.588583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-52dc35a1-20a4-4439-b581-de1a9318d8dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The resource could not be found. Dec 20 15:53:02.593501 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-52dc35a1-20a4-4439-b581-de1a9318d8dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4077492 Dec 20 15:53:02.593876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47224) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:02.600789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'tempest-secgroup--676280607'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:02.607990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:02.613049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:network and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:02.621880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:02.622163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:02.630756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64', 'network_id': 'b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': 'ec15f30d-cc4a-48c6-8b50-98600c9da4a9'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:02.631619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.650411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:02.709792 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-db8c3d35-5850-4b57-92dd-3e72dc941d51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/741dbfe5-1936-4528-8d4c-858211535fad HTTP/1.1" status: 204 len: 168 time: 1.0028584 Dec 20 15:53:02.712271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47228) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:02.750960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:02.752689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.775581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:02.799872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.810656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e89a33-9bf6-444c-8ccf-50eda61a5654 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:02.812118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e89a33-9bf6-444c-8ccf-50eda61a5654 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:02.816983 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-93e89a33-9bf6-444c-8ccf-50eda61a5654 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1005521 Dec 20 15:53:02.817130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47232) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:02.828694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:02.831780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.840470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Allocated IP 172.20.255.242 (b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64/ec15f30d-cc4a-48c6-8b50-98600c9da4a9/847125b4-adc5-4644-bb8c-a3d1fac09ccb) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:02.864671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:02.867620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:02.871547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:02.877767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.880241 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment bfc7d7ea-8162-463d-9947-e664e8a79bee of type vlan for network a84730e1-92a5-410d-a134-e693bed8a539 Dec 20 15:53:02.880345 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:02.890990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:02.906110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:02.914268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Made reservation on behalf of 51f5c888c6cd4fe5bbe13737c11c3afb for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:02.925469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d14a95-92b2-422e-8a79-1ebf27ba6937 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 59d77024-4ccb-4e68-8c70-4b702c697f19 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:53:02.929229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58d14a95-92b2-422e-8a79-1ebf27ba6937 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.008670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58d14a95-92b2-422e-8a79-1ebf27ba6937 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.056093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.069780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.074764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.077330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1f247e76-b141-4604-835a-d29c61616df0 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:03.086320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Transition to ACTIVE for port object 847125b4-adc5-4644-bb8c-a3d1fac09ccb will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:03.106468 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Transition to ACTIVE for port object 847125b4-adc5-4644-bb8c-a3d1fac09ccb will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:03.109590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.113646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58d14a95-92b2-422e-8a79-1ebf27ba6937 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.142083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-74ed8071-9a15-4c75-9951-f98bb76de788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:03.166558 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.176413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:03.210119 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6790e74-7a16-42ec-a5a5-bf6a9d6455fb,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:03.213045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:03.220992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Pushing event updated for resources: {'Port': ['ID=be6f10b4-7beb-49dd-8abb-1d4ec3b66d5f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:03.224673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:03.228457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:03.229278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:03.234832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:03.264749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.285492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.289147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:03.289994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.291416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Network b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:03.295510 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:03.297265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Pushing event updated for resources: {'Port': ['ID=847125b4-adc5-4644-bb8c-a3d1fac09ccb,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:03.298293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:03.301630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:03.313073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.313073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.313259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.313595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.313934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.314265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.314831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.315197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.315525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.315855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.316180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:03.354193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] device_id is not set on port cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:03.372305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.387455 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7823513 Dec 20 15:53:03.387455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47240) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:03.387661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:03.387764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'tempest-secgroup--668606204'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:03.399459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:03.408326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:03.418504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:03.426121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58d14a95-92b2-422e-8a79-1ebf27ba6937 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.432379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:03.434605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:03.446230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Attempting to bind port 847125b4-adc5-4644-bb8c-a3d1fac09ccb on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:03.450240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Attempting to bind port 847125b4-adc5-4644-bb8c-a3d1fac09ccb by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'e290c371-e340-40d5-a6ec-ea277f8b831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:03.450240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Attempting to bind port 847125b4-adc5-4644-bb8c-a3d1fac09ccb on network b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:03.454945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:03.455349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Checking segment: {'id': 'e290c371-e340-40d5-a6ec-ea277f8b831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:03.455888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.456288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Bound using segment: {'id': 'e290c371-e340-40d5-a6ec-ea277f8b831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:03.456817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Bound port: 847125b4-adc5-4644-bb8c-a3d1fac09ccb, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e290c371-e340-40d5-a6ec-ea277f8b831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:03.457206 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.483093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d14a95-92b2-422e-8a79-1ebf27ba6937 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=59d77024-4ccb-4e68-8c70-4b702c697f19,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:03.486244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-58d14a95-92b2-422e-8a79-1ebf27ba6937 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:03.503334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58d14a95-92b2-422e-8a79-1ebf27ba6937 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.533007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=a84730e1-92a5-410d-a134-e693bed8a539,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:03.533181 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-58d14a95-92b2-422e-8a79-1ebf27ba6937 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/59d77024-4ccb-4e68-8c70-4b702c697f19 HTTP/1.1" status: 204 len: 168 time: 0.6994748 Dec 20 15:53:03.533269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031dc906-89fa-4128-8e8d-6cd37b64adc3 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:03.533346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:03.534471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47246) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:03.563460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network a84730e1-92a5-410d-a134-e693bed8a539 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:53:03.581435 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0728712 Dec 20 15:53:03.587225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47250) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:03.605223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': 'a84730e1-92a5-410d-a134-e693bed8a539', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:03.622075 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-59c7cb22-c3cf-4b2d-a8b2-8b36bc304ae3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849423 Dec 20 15:53:03.625759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47254) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:03.631581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:03.655753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.775929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:03.778190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:03.782661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:03.785831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:03.788214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:03.789185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:03.791024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:03.797910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:subnet and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:03.798802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:03.801019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:03.828413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:03.838849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:03.864891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.869524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] For port 847125b4-adc5-4644-bb8c-a3d1fac09ccb, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:03.884918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] For port 847125b4-adc5-4644-bb8c-a3d1fac09ccb, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=847125b4-adc5-4644-bb8c-a3d1fac09ccb,segment=NetworkSegment(e290c371-e340-40d5-a6ec-ea277f8b831b),segment_id=e290c371-e340-40d5-a6ec-ea277f8b831b)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:03.948199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.20.0.14 (63ce5af6-d4a9-4cfb-8d65-5a832f4126f2/0eb9d916-fbb9-419a-ae7e-b806a874a928/cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:03.955651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.20.0.13 (63ce5af6-d4a9-4cfb-8d65-5a832f4126f2/0eb9d916-fbb9-419a-ae7e-b806a874a928/cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:03.961479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:03.971742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:03.989795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:53:03.994365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] Deleting port 4475f47b-8922-48d5-a24c-d3411bbd74ba {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:03.997142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.023677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.030325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:04.034561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:04.106817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.113577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:04.190525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Pushing event updated for resources: {'Port': ['ID=847125b4-adc5-4644-bb8c-a3d1fac09ccb,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:04.195030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:04.216840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.312596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.335403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.336081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aaf192-75ff-4f06-9191-dbc06684f493,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:04.340936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:04.382531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] For port 4475f47b-8922-48d5-a24c-d3411bbd74ba, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4475f47b-8922-48d5-a24c-d3411bbd74ba,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:04.383233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.397135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.457459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.463362 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0822768 Dec 20 15:53:04.469628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47258) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:04.478060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e62d5f0b-2d8d-47c4-8eda-484dfc80b4d3 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'c6790e74-7a16-42ec-a5a5-bf6a9d6455fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c0aaf192-75ff-4f06-9191-dbc06684f493'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:04.489085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e62d5f0b-2d8d-47c4-8eda-484dfc80b4d3 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:04.499978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e62d5f0b-2d8d-47c4-8eda-484dfc80b4d3 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:04.523465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e62d5f0b-2d8d-47c4-8eda-484dfc80b4d3 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:04.552599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e62d5f0b-2d8d-47c4-8eda-484dfc80b4d3 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:04.658160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] Calling delete_port for 4475f47b-8922-48d5-a24c-d3411bbd74ba owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:04.710070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.721586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3821f52e-b73f-409a-b316-14af99009575 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:04.797299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:04.800918 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:04.805082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:04.805347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.806588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.809865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=16dbcc42-2840-4c0c-b3f3-4f8234ecbc09,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:04.812304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-781b84df-dd4e-4395-a578-49ef66116c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:04.823766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:04.829747 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-e62d5f0b-2d8d-47c4-8eda-484dfc80b4d3 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:04.833839 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e62d5f0b-2d8d-47c4-8eda-484dfc80b4d3 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3606861 Dec 20 15:53:04.834082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47268) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:04.855381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] Pushing event deleted for resources: {'Port': ['ID=4475f47b-8922-48d5-a24c-d3411bbd74ba,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:04.857431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:04.862864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] No DVR routers for this DVR port 4475f47b-8922-48d5-a24c-d3411bbd74ba on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:04.882325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.883034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a58649d-93ef-46fd-bc60-0d3a8aae660a None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:04.936661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c4b9be2-9382-4aba-84bf-b4093fb5bfad tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:04.939453 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3126931 Dec 20 15:53:04.948883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47272) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:04.960298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': '16dbcc42-2840-4c0c-b3f3-4f8234ecbc09', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2007247132'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:05.128095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:05.131088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:05.132075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d30616fa-67d2-42fc-b1ad-b70ec2d5a9b9 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:05.140105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:05.141217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '16dbcc42-2840-4c0c-b3f3-4f8234ecbc09'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:05.142575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:05.143536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c4b9be2-9382-4aba-84bf-b4093fb5bfad tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:05.152122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:05.162539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:05.183309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:05.232226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=cc14291e-4f61-4953-bc15-c61ae99c93b8,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:05.255659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.256160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.256528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.256906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.257264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.257758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.258122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.258469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.258817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.259259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.259538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:05.279314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:05.284654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4ca5da8-8200-44e0-b3e5-efd9062d3cca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:05.287826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:05.295632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:05.317373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:05.320060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port a7bbc98a-8b4c-47ad-ab7c-d1a7d6bf8405 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:05.332050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:05.334465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:05.379520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Router 8995d504-bba8-4870-a162-011dfb769f23 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:53:05.406747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a6fa48-7de6-4bfe-906b-7a51785698dc None None] Network b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:05.433440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:05.436854 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:05.441489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': 'bfc7d7ea-8162-463d-9947-e664e8a79bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a84730e1-92a5-410d-a134-e693bed8a539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:05.441776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: a84730e1-92a5-410d-a134-e693bed8a539, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:05.454160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:05.454767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:05.479090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c4b9be2-9382-4aba-84bf-b4093fb5bfad tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:05.485087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-096ed141-5e70-414b-a180-51ff8f633d4b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:05.504247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b9be2-9382-4aba-84bf-b4093fb5bfad tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aaf192-75ff-4f06-9191-dbc06684f493,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:05.506543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1c4b9be2-9382-4aba-84bf-b4093fb5bfad tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:05.512615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c4b9be2-9382-4aba-84bf-b4093fb5bfad tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:05.514110 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1c4b9be2-9382-4aba-84bf-b4093fb5bfad tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/c0aaf192-75ff-4f06-9191-dbc06684f493 HTTP/1.1" status: 204 len: 168 time: 0.6788700 Dec 20 15:53:05.516803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47276) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:05.540811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/16dbcc42-2840-4c0c-b3f3-4f8234ecbc09/66637cf6-b3bf-48b9-bc48-9f4b7d5d3998) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:05.584996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c38e33c2-75e4-4d9d-ba79-c811a6843f9d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Synchronizing usage tracker for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:05.685021 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.2696192 Dec 20 15:53:05.685944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47282) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:05.697122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:05.699017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:05.703244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:05.708437 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "PUT /v2.0/routers/8995d504-bba8-4870-a162-011dfb769f23 HTTP/1.1" status: 200 len: 914 time: 5.1181056 Dec 20 15:53:05.709270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47286) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:05.710187 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f2734-a289-4ddd-9690-e28e13cfb3b5 None None] Sync routers for ids ['8995d504-bba8-4870-a162-011dfb769f23'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:05.739862 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f2734-a289-4ddd-9690-e28e13cfb3b5 None None] Routers {'8995d504-bba8-4870-a162-011dfb769f23'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:05.742649 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-dd7f2734-a289-4ddd-9690-e28e13cfb3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8995d504-bba8-4870-a162-011dfb769f23'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:05.744858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:05.771589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c38e33c2-75e4-4d9d-ba79-c811a6843f9d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Unset dirty status for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:05.777096 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c38e33c2-75e4-4d9d-ba79-c811a6843f9d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2580791 Dec 20 15:53:05.793725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47292) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:05.799635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:05.827397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network a84730e1-92a5-410d-a134-e693bed8a539 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:05.875962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-fab62d1a-ca95-48f8-9044-3b783c9ead4d None None] Provisioning for port 847125b4-adc5-4644-bb8c-a3d1fac09ccb completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:05.920685 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-dd7f2734-a289-4ddd-9690-e28e13cfb3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:05.930970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:05.936836 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f2734-a289-4ddd-9690-e28e13cfb3b5 None None] Routers {'8995d504-bba8-4870-a162-011dfb769f23'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:05.938145 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-dd7f2734-a289-4ddd-9690-e28e13cfb3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8995d504-bba8-4870-a162-011dfb769f23'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:05.991585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58ddb3f0-a57c-41f3-8887-91a02fa9f02c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.013576 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 847125b4-adc5-4644-bb8c-a3d1fac09ccb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:06.018700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, a84730e1-92a5-410d-a134-e693bed8a539) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:06.034629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:06.035647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.062263 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-dd7f2734-a289-4ddd-9690-e28e13cfb3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:06.062906 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f2734-a289-4ddd-9690-e28e13cfb3b5 None None] The sync data for ids ['8995d504-bba8-4870-a162-011dfb769f23'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:06.073099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58ddb3f0-a57c-41f3-8887-91a02fa9f02c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.103038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aaa9a4-fa56-4345-ba9b-4a027d276232 None None] Network a84730e1-92a5-410d-a134-e693bed8a539 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:06.122224 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3c4bb745-6537-4568-be15-9c69281abe7f tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/routers/8995d504-bba8-4870-a162-011dfb769f23 HTTP/1.1" status: 200 len: 920 time: 0.4114642 Dec 20 15:53:06.122818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47298) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:06.161973 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5726748 Dec 20 15:53:06.162631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47302) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:06.223421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.254870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.305204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58ddb3f0-a57c-41f3-8887-91a02fa9f02c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.315731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Transition to ACTIVE for port object 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:06.351331 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7f87899a-c6be-4e75-84d4-fe2da7278771 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&device_id=8995d504-bba8-4870-a162-011dfb769f23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2270310 Dec 20 15:53:06.353820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47306) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:06.360645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Transition to ACTIVE for port object 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:06.363992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 847125b4-adc5-4644-bb8c-a3d1fac09ccb completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:06.374359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 847125b4-adc5-4644-bb8c-a3d1fac09ccb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:06.374769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.377212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.427264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.26.7.209 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/169375fe-4641-473f-8a12-63068298e66c) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:06.442402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c66e5434-7f04-482f-bdb8-88fd533e8bfd None None] Provisioning complete for port 847125b4-adc5-4644-bb8c-a3d1fac09ccb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:06.442786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c66e5434-7f04-482f-bdb8-88fd533e8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.478352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.493909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:06.530981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebc274a-d1c8-4d70-8902-340c68379601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-a84730e1-92a5-410d-a134-e693bed8a539', 'network_id': 'a84730e1-92a5-410d-a134-e693bed8a539', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': 'cc14291e-4f61-4953-bc15-c61ae99c93b8'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:06.531792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2ebc274a-d1c8-4d70-8902-340c68379601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.536698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.577526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9462c4ac-91d9-44a7-b860-91172284a4cd tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:06.581460 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9462c4ac-91d9-44a7-b860-91172284a4cd tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 881 time: 0.2240272 Dec 20 15:53:06.581737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47310) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:06.588111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.614704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f9190479-f802-4be7-8d1d-9c813bf8f160 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:06.634024 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e3e3657f-4072-4192-b2ff-65ec314b3587 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8995d504-bba8-4870-a162-011dfb769f23 HTTP/1.1" status: 200 len: 205 time: 0.0490117 Dec 20 15:53:06.634252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddb3f0-a57c-41f3-8887-91a02fa9f02c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6790e74-7a16-42ec-a5a5-bf6a9d6455fb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:06.634392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47314) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:06.636452 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-58ddb3f0-a57c-41f3-8887-91a02fa9f02c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:06.648348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:06.650354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Pushing event updated for resources: {'Port': ['ID=66637cf6-b3bf-48b9-bc48-9f4b7d5d3998,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:06.657823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:06.664434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:06.665531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:06.713954 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:06.714670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:53:06.761171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.775555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:06.838045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58ddb3f0-a57c-41f3-8887-91a02fa9f02c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.839217 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-58ddb3f0-a57c-41f3-8887-91a02fa9f02c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/c6790e74-7a16-42ec-a5a5-bf6a9d6455fb HTTP/1.1" status: 204 len: 168 time: 1.0421598 Dec 20 15:53:06.843987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:06.846550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:06.848255 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47320) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:06.873261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.877807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:06.918627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=169375fe-4641-473f-8a12-63068298e66c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:06.921388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Attempting to bind port 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:06.927441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Attempting to bind port 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:06.927441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Attempting to bind port 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:06.930360 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c66e5434-7f04-482f-bdb8-88fd533e8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.931136 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d54446b5-4055-4d0d-89ed-6774773614fa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.9806945 Dec 20 15:53:06.931937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47324) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:06.935927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:06.957837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:06.958526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:06.959137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.959672 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:06.960302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Bound port: 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:06.960834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.977211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server [None req-2ebc274a-d1c8-4d70-8902-340c68379601 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc14291e-4f61-4953-bc15-c61ae99c93b8: This subnet is being modified by another concurrent operation. Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 15:53:06.984917 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise exception Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc14291e-4f61-4953-bc15-c61ae99c93b8: This subnet is being modified by another concurrent operation. Dec 20 15:53:06.988230 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Dec 20 15:53:06.995687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:07.003561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 847125b4-adc5-4644-bb8c-a3d1fac09ccb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=847125b4-adc5-4644-bb8c-a3d1fac09ccb,segment=NetworkSegment(e290c371-e340-40d5-a6ec-ea277f8b831b),segment_id=e290c371-e340-40d5-a6ec-ea277f8b831b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:07.017442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-144bdc3b-0c6b-4baa-a253-ad861eb901ff tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Synchronizing usage tracker for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:07.040594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8dfbca-44c2-491d-b400-cfd12b5b73f6 None None] Network a84730e1-92a5-410d-a134-e693bed8a539 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:07.054064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=cc14291e-4f61-4953-bc15-c61ae99c93b8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:07.056694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:07.103565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.109671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-21be1268-c81f-48e4-a8d5-d6ca45978dd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:07.209869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.259157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4475f47b-8922-48d5-a24c-d3411bbd74ba no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:53:07.262302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84730e1-92a5-410d-a134-e693bed8a539']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:07.281062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc7d7ea-8162-463d-9947-e664e8a79bee') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:07.281766 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc7d7ea-8162-463d-9947-e664e8a79bee') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:07.301653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.320787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 4475f47b-8922-48d5-a24c-d3411bbd74ba {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:53:07.321224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4475f47b-8922-48d5-a24c-d3411bbd74ba not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:53:07.326230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.369265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf9a0a-4d0c-430b-be2b-09b11fcdcec0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:07.370011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-58cf9a0a-4d0c-430b-be2b-09b11fcdcec0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:07.383840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-144bdc3b-0c6b-4baa-a253-ad861eb901ff tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Unset dirty status for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:07.389507 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-144bdc3b-0c6b-4baa-a253-ad861eb901ff tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5341365 Dec 20 15:53:07.391004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.398609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47332) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:07.410485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'tempest-secgroup--177356099'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:07.413682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] For port 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:07.420880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:07.421266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.432010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-c66e5434-7f04-482f-bdb8-88fd533e8bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:07.432373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-c66e5434-7f04-482f-bdb8-88fd533e8bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:07.436971 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:07.439388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:07.459390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:07.467031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=847125b4-adc5-4644-bb8c-a3d1fac09ccb,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:07.469885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:07.491595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-58cf9a0a-4d0c-430b-be2b-09b11fcdcec0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:07.492741 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-58cf9a0a-4d0c-430b-be2b-09b11fcdcec0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5543025 Dec 20 15:53:07.500376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47336) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:07.604993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.634331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4558ee0b-c95a-419f-8bd9-423112bc8024 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:07.635789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4558ee0b-c95a-419f-8bd9-423112bc8024 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:07.636533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4558ee0b-c95a-419f-8bd9-423112bc8024 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:07.651171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] For port 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=66637cf6-b3bf-48b9-bc48-9f4b7d5d3998,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:07.655622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.663873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:07.686966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.689947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:07.701072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=a84730e1-92a5-410d-a134-e693bed8a539,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:07.705382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:07.708769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:07.709624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:07.719661 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/a84730e1-92a5-410d-a134-e693bed8a539 HTTP/1.1" status: 204 len: 168 time: 1.5495617 Dec 20 15:53:07.720911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:07.723368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47340) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:07.730903 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1608551463'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:07.738095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.738290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:07.743128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-08cd752d-a198-4420-9050-d66f0665c59a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:07.746990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:network and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:07.749257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:07.757171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:07.767287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4558ee0b-c95a-419f-8bd9-423112bc8024 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:07.767745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.768409 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4558ee0b-c95a-419f-8bd9-423112bc8024 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2669532 Dec 20 15:53:07.771408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47344) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:07.812298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.813143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 847125b4-adc5-4644-bb8c-a3d1fac09ccb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:07.845006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd716d4-da61-4a2f-aff4-7ae653aaf28c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 16dbcc42-2840-4c0c-b3f3-4f8234ecbc09 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:53:07.848878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecd716d4-da61-4a2f-aff4-7ae653aaf28c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.882830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Pushing event updated for resources: {'Port': ['ID=66637cf6-b3bf-48b9-bc48-9f4b7d5d3998,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:07.887697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:07.892185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.893737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Deleting port be6f10b4-7beb-49dd-8abb-1d4ec3b66d5f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:07.894271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.907663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 847125b4-adc5-4644-bb8c-a3d1fac09ccb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:07.908049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:07.937340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5fffddb8-2874-474b-b12a-653b466a30fe tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:07.938335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:07.941284 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.008647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6d0c17-1983-48d5-b147-ec7ce49416b8,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:08.013290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:08.015142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecd716d4-da61-4a2f-aff4-7ae653aaf28c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.059173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.061857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:08.091873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.093442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.093952 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment b0794182-d783-44d7-9494-659740cc12bd of type vlan for network 281de368-5f20-4d15-be24-4cd647407bed Dec 20 15:53:08.096892 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6968169 Dec 20 15:53:08.097578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47350) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:08.111257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-683f20be-1838-4b6f-b98e-dbaa1b2e6756 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'ac6d0c17-1983-48d5-b147-ec7ce49416b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:08.120214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-683f20be-1838-4b6f-b98e-dbaa1b2e6756 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:08.135400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-683f20be-1838-4b6f-b98e-dbaa1b2e6756 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:08.140620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-683f20be-1838-4b6f-b98e-dbaa1b2e6756 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:08.146492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.149970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-683f20be-1838-4b6f-b98e-dbaa1b2e6756 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:08.189565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.219384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecd716d4-da61-4a2f-aff4-7ae653aaf28c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.282351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.394201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Calling delete_port for be6f10b4-7beb-49dd-8abb-1d4ec3b66d5f owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:08.484475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.484475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:08.485102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.494890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:08.523979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecd716d4-da61-4a2f-aff4-7ae653aaf28c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.556228 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-683f20be-1838-4b6f-b98e-dbaa1b2e6756 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:08.559915 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-683f20be-1838-4b6f-b98e-dbaa1b2e6756 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4523702 Dec 20 15:53:08.561522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47358) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:08.568884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5514d741-a1f2-4fdd-81d5-134df13c27ed tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group_rule': {'security_group_id': 'ac6d0c17-1983-48d5-b147-ec7ce49416b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:08.577161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5514d741-a1f2-4fdd-81d5-134df13c27ed tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:08.587705 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5514d741-a1f2-4fdd-81d5-134df13c27ed tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:08.593303 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5514d741-a1f2-4fdd-81d5-134df13c27ed tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:08.603164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5514d741-a1f2-4fdd-81d5-134df13c27ed tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:08.641065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecd716d4-da61-4a2f-aff4-7ae653aaf28c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.642906 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ecd716d4-da61-4a2f-aff4-7ae653aaf28c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/16dbcc42-2840-4c0c-b3f3-4f8234ecbc09 HTTP/1.1" status: 204 len: 168 time: 0.8696997 Dec 20 15:53:08.645698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=281de368-5f20-4d15-be24-4cd647407bed,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:08.645821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47362) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:08.650772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:08.651297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aede8196-a3ff-46aa-a869-ffc532bb482d tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:08.656304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 281de368-5f20-4d15-be24-4cd647407bed details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:53:08.685522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd716d4-da61-4a2f-aff4-7ae653aaf28c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=16dbcc42-2840-4c0c-b3f3-4f8234ecbc09,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:08.688361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ecd716d4-da61-4a2f-aff4-7ae653aaf28c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:08.692358 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9667718 Dec 20 15:53:08.695258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47366) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:08.702579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': '281de368-5f20-4d15-be24-4cd647407bed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:08.719374 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1960f354-a9a0-4cba-8456-13420f9f6f33 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717149 Dec 20 15:53:08.724980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47370) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:08.732089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:08.743656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.750500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.753304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b16ab68e-554a-4885-b56e-d8bc8ea02805 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:08.806537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Pushing event deleted for resources: {'Port': ['ID=be6f10b4-7beb-49dd-8abb-1d4ec3b66d5f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:08.819682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:08.827578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:08.832164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:subnet and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:08.835410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:08.841498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:08.863945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:08.870442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6246683b-990b-4eaf-98fb-cdf25de62ad2 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:08.954585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:09.029786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=169375fe-4641-473f-8a12-63068298e66c,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:09.084066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:09.105046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:09.180959 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-5514d741-a1f2-4fdd-81d5-134df13c27ed tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:09.180959 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5514d741-a1f2-4fdd-81d5-134df13c27ed tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6167977 Dec 20 15:53:09.185765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a96c444-c76a-4339-b1b4-babeb2f05d8a None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:09.190625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:09.191326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47374) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:09.192239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.248613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:09.277880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.332085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.407542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb48-bc44-4038-80d9-21ca93e19fa2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.408854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-16c74760-6078-4803-8219-a78f8550ffff None None] Provisioning for port 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:09.442229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb48-bc44-4038-80d9-21ca93e19fa2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.524199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:53:09.528752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] Deleting port 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:09.529357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.546669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing IP validity checks on allocation pools {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 15:53:09.547402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 15:53:09.549068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.626571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb48-bc44-4038-80d9-21ca93e19fa2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.636273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e49555d8-325c-4ff0-8965-6796f61496c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:09.656672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.658392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cfb48-bc44-4038-80d9-21ca93e19fa2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6d0c17-1983-48d5-b147-ec7ce49416b8,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:09.674963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cb8cfb48-bc44-4038-80d9-21ca93e19fa2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:09.709308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.771876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb48-bc44-4038-80d9-21ca93e19fa2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.775605 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cb8cfb48-bc44-4038-80d9-21ca93e19fa2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/ac6d0c17-1983-48d5-b147-ec7ce49416b8 HTTP/1.1" status: 204 len: 168 time: 0.5271153 Dec 20 15:53:09.787962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47384) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:09.817385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.817927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Fanout notify agent at l3_agent the message router_deleted on router 8995d504-bba8-4870-a162-011dfb769f23 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:53:09.829802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] For port 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=66637cf6-b3bf-48b9-bc48-9f4b7d5d3998,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:09.830220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.849827 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP 1d9995fd-f8d7-4fde-90a2-53cdf44260b2 associated. External IP: 172.26.7.209, port: cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd. Dec 20 15:53:09.863303 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.869801 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/8995d504-bba8-4870-a162-011dfb769f23 HTTP/1.1" status: 204 len: 168 time: 3.2291880 Dec 20 15:53:09.872810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47388) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:09.877750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2121452301', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:09.888503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:09.893375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Usage tracker for resource:router and tenant:c884238f157346e48c3fcbc0414ba759 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:09.896243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:09.903271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:09.922259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.929092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3077e19e-6da5-4bc0-82bb-96a6a1850c58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:09.953996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] Calling delete_port for 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:09.969398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ab6690f1-1e49-45ec-839f-935c7dd8fe3e tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Synchronizing usage tracker for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:09.971721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:09.977600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:10.012331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.013426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=7a79274b-ec2e-4562-a90b-8b5b199c3867,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:10.013595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.018384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:10.051030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:10.051836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=db79c67d-26e6-4c0e-9559-283dbf7c11d5,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:10.052288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': 'b0794182-d783-44d7-9494-659740cc12bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '281de368-5f20-4d15-be24-4cd647407bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:10.052647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: 281de368-5f20-4d15-be24-4cd647407bed, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:10.054183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:10.055817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:10.056975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:10.057559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.102945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.107352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f9ba9e7d-47fa-4731-a893-a9e3ae98fbd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:10.114896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ab6690f1-1e49-45ec-839f-935c7dd8fe3e tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Unset dirty status for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:10.119560 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ab6690f1-1e49-45ec-839f-935c7dd8fe3e tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3271699 Dec 20 15:53:10.119695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.121099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47392) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:10.131849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'tempest-secgroup--800943374'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:10.139486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:10.151670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:10.156119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] Pushing event deleted for resources: {'Port': ['ID=66637cf6-b3bf-48b9-bc48-9f4b7d5d3998,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:10.158418 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4306409 Dec 20 15:53:10.159786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47396) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:10.166535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1134013929', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:10.167490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:10.168916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] No DVR routers for this DVR port 66637cf6-b3bf-48b9-bc48-9f4b7d5d3998 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:10.178105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:10.179111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:router and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:10.181829 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:10.187142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace50fc-1b23-4eee-ae7e-4cf1b197fa1b None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:10.187783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:10.247002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network 281de368-5f20-4d15-be24-4cd647407bed is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:10.317371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.326950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.327940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.348801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 281de368-5f20-4d15-be24-4cd647407bed) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:10.355185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:10.356359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.389785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e354d-cff4-48af-a029-dd1c199e30af None None] Network 281de368-5f20-4d15-be24-4cd647407bed requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:10.435743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:10.435872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': 'db79c67d-26e6-4c0e-9559-283dbf7c11d5'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:10.436676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.440298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Usage tracker for resource:security_group_rule and tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:10.443152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:10.445490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:10.450122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:10.457963 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7615407 Dec 20 15:53:10.458792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47402) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:10.503447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.529343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.566121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.702607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.719890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.767235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.789622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-281de368-5f20-4d15-be24-4cd647407bed', 'network_id': '281de368-5f20-4d15-be24-4cd647407bed', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': '7a79274b-ec2e-4562-a90b-8b5b199c3867'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:10.790422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.807146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-08655957-4ec6-409a-93ba-b25cba5bf0f2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:10.812792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/db79c67d-26e6-4c0e-9559-283dbf7c11d5/17154761-e502-43c6-bea0-4da66de27655) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:10.878598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bf948e-cef9-443b-9302-dc48a52d4f71,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:10.887828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:10.944578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:10.946020 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-876f6f09-7f72-4ee8-9edd-15ba583ea157 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7853105 Dec 20 15:53:10.949691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47410) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:10.998976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.067730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:11.085338 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1df252-dbea-4e78-93b2-380c134da1f3 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:11.088425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Allocated IP 172.20.0.3 (281de368-5f20-4d15-be24-4cd647407bed/7a79274b-ec2e-4562-a90b-8b5b199c3867/5d06e2ea-969e-471f-870a-3dfb5b297ec6) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:11.132757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.133938 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0125983 Dec 20 15:53:11.138560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47414) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:11.144870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cd3ca013-4a7a-4b71-b344-fd74cc86889f tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:11.145631 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-cd3ca013-4a7a-4b71-b344-fd74cc86889f tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 15:53:11.149418 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cd3ca013-4a7a-4b71-b344-fd74cc86889f tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "PUT /v2.0/security-groups/f5bf948e-cef9-443b-9302-dc48a52d4f71 HTTP/1.1" status: 409 len: 330 time: 0.0068223 Dec 20 15:53:11.149418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47418) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:11.179210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.188303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1df252-dbea-4e78-93b2-380c134da1f3 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:11.189196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3b1df252-dbea-4e78-93b2-380c134da1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:11.245921 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5571730 Dec 20 15:53:11.246815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47422) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:11.257977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-07764e02-bcc7-44d6-a295-8c57692722d6 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'port_id': 'cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:11.265980 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.272764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3b1df252-dbea-4e78-93b2-380c134da1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:11.330970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Transition to ACTIVE for port object 17154761-e502-43c6-bea0-4da66de27655 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:11.369497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Transition to ACTIVE for port object 17154761-e502-43c6-bea0-4da66de27655 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:11.374013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1df252-dbea-4e78-93b2-380c134da1f3 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:11.374664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3b1df252-dbea-4e78-93b2-380c134da1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:11.388467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07764e02-bcc7-44d6-a295-8c57692722d6 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.388669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.425070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.448399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3b1df252-dbea-4e78-93b2-380c134da1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:11.448818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1df252-dbea-4e78-93b2-380c134da1f3 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:11.457260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8508a74c-aaa7-400a-8dcd-6ea379a48574 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.465597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.470845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:11.503228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8508a74c-aaa7-400a-8dcd-6ea379a48574 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.593393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.597043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:11.603739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Pushing event updated for resources: {'Port': ['ID=17154761-e502-43c6-bea0-4da66de27655,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:11.606353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:11.611382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:11.613401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:11.615680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Transition to ACTIVE for port object 5d06e2ea-969e-471f-870a-3dfb5b297ec6 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:11.712990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Transition to ACTIVE for port object 5d06e2ea-969e-471f-870a-3dfb5b297ec6 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:11.747885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Attempting to bind port 17154761-e502-43c6-bea0-4da66de27655 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:11.748386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Attempting to bind port 17154761-e502-43c6-bea0-4da66de27655 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:11.749314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Attempting to bind port 17154761-e502-43c6-bea0-4da66de27655 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:11.755950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:11.756408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:11.757629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.757629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:11.757895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Bound port: 17154761-e502-43c6-bea0-4da66de27655, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:11.758386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.770407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Allocated IP 172.26.7.77 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/85de0840-79d9-4018-9b19-f67b94c16ab2) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:11.812359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.816506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e60a3bc9-def3-4930-8e2c-5ca46f8b2eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:11.824185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.939949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8508a74c-aaa7-400a-8dcd-6ea379a48574 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:11.945542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:11.947810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Network 281de368-5f20-4d15-be24-4cd647407bed is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:11.948711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Pushing event updated for resources: {'Port': ['ID=5d06e2ea-969e-471f-870a-3dfb5b297ec6,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:11.951701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:11.955190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:11.961628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:11.979888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] For port 17154761-e502-43c6-bea0-4da66de27655, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:11.980160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508a74c-aaa7-400a-8dcd-6ea379a48574 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bf948e-cef9-443b-9302-dc48a52d4f71,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:11.987064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8508a74c-aaa7-400a-8dcd-6ea379a48574 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:12.063075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] For port 17154761-e502-43c6-bea0-4da66de27655, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=17154761-e502-43c6-bea0-4da66de27655,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:12.091853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.093214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Attempting to bind port 5d06e2ea-969e-471f-870a-3dfb5b297ec6 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:12.093678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Attempting to bind port 5d06e2ea-969e-471f-870a-3dfb5b297ec6 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'b0794182-d783-44d7-9494-659740cc12bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '281de368-5f20-4d15-be24-4cd647407bed'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:12.094130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Attempting to bind port 5d06e2ea-969e-471f-870a-3dfb5b297ec6 on network 281de368-5f20-4d15-be24-4cd647407bed {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:12.101358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-13e47dc8-79b5-44bd-b6f2-ce1c09a45349 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:12.103587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:12.103995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Checking segment: {'id': 'b0794182-d783-44d7-9494-659740cc12bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '281de368-5f20-4d15-be24-4cd647407bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:12.104429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.104801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Bound using segment: {'id': 'b0794182-d783-44d7-9494-659740cc12bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '281de368-5f20-4d15-be24-4cd647407bed'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:12.106074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Bound port: 5d06e2ea-969e-471f-870a-3dfb5b297ec6, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0794182-d783-44d7-9494-659740cc12bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '281de368-5f20-4d15-be24-4cd647407bed'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:12.106458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.161207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.166984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:12.167926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=7a79274b-ec2e-4562-a90b-8b5b199c3867,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:12.170015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8508a74c-aaa7-400a-8dcd-6ea379a48574 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.171169 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8508a74c-aaa7-400a-8dcd-6ea379a48574 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/f5bf948e-cef9-443b-9302-dc48a52d4f71 HTTP/1.1" status: 204 len: 168 time: 1.0207572 Dec 20 15:53:12.176891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:12.177888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47432) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:12.215090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.240698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Pushing event updated for resources: {'Port': ['ID=17154761-e502-43c6-bea0-4da66de27655,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:12.256306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:12.290702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] For port 5d06e2ea-969e-471f-870a-3dfb5b297ec6, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:12.294637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] For port 5d06e2ea-969e-471f-870a-3dfb5b297ec6, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5d06e2ea-969e-471f-870a-3dfb5b297ec6,segment=NetworkSegment(b0794182-d783-44d7-9494-659740cc12bd),segment_id=b0794182-d783-44d7-9494-659740cc12bd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:12.318187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.327908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bbd7211c-fb03-4347-a0e7-db68fd8417d8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:12.346476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.379756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.383099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-caf7e3be-c56e-459a-b8f5-0b0bee50272b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Synchronizing usage tracker for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:12.385830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-93bfe363-de48-4a4f-9026-7f82cb7c27a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:12.398736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281de368-5f20-4d15-be24-4cd647407bed']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:12.425858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0794182-d783-44d7-9494-659740cc12bd') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:12.426062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0794182-d783-44d7-9494-659740cc12bd') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:12.433188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Pushing event updated for resources: {'Port': ['ID=85de0840-79d9-4018-9b19-f67b94c16ab2,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:12.437404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:12.444013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.466958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.469268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:12.470380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:12.475775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:12.476431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.476759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:12.496901 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:12.538945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Pushing event updated for resources: {'Port': ['ID=5d06e2ea-969e-471f-870a-3dfb5b297ec6,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:12.540821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:12.581232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-caf7e3be-c56e-459a-b8f5-0b0bee50272b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Unset dirty status for tenant:a7be5355c5414b0c97ec9a4cd7afd1c0 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:12.588232 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-caf7e3be-c56e-459a-b8f5-0b0bee50272b tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4014406 Dec 20 15:53:12.595667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47436) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:12.680960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::1 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/db79c67d-26e6-4c0e-9559-283dbf7c11d5/d8a2d2fb-595d-4255-8c1d-6b546e0b89a1) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:12.711461 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-adc3e5dd-db1c-478c-b193-977775f2eec1 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] delete failed (client error): The resource could not be found. Dec 20 15:53:12.711461 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-adc3e5dd-db1c-478c-b193-977775f2eec1 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "DELETE /v2.0/security-groups/80899caa-b2c2-430a-8c0b-51c687fc051f HTTP/1.1" status: 404 len: 347 time: 0.1036820 Dec 20 15:53:12.711461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47440) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:12.711734 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8af6d-f465-4abb-b467-db133d00f3cb None None] Network 281de368-5f20-4d15-be24-4cd647407bed requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:12.723528 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07764e02-bcc7-44d6-a295-8c57692722d6 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:12.728420 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-73f22b53-04aa-411a-b2e9-f0e1929391e8 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] show failed (client error): The resource could not be found. Dec 20 15:53:12.729440 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-73f22b53-04aa-411a-b2e9-f0e1929391e8 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-groups/0721a14c-56ed-4e69-84ac-b70219cc290a HTTP/1.1" status: 404 len: 347 time: 0.0238550 Dec 20 15:53:12.734427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47444) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:12.750379 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-d7f6475b-c310-4883-abd0-9ead38ec5df6 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] show failed (client error): The resource could not be found. Dec 20 15:53:12.757652 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d7f6475b-c310-4883-abd0-9ead38ec5df6 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] 10.222.0.62 "GET /v2.0/security-group-rules/70e3de06-d067-4164-a4ef-8a8c4f05be54 HTTP/1.1" status: 404 len: 356 time: 0.0220540 Dec 20 15:53:12.767666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:53:12.767666 dv-neutron-821074-1-hyperv neutron-server[84391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:53:12.767666 dv-neutron-821074-1-hyperv neutron-server[84391]: [parameters: {'id': '281de368-5f20-4d15-be24-4cd647407bed'}] Dec 20 15:53:12.767666 dv-neutron-821074-1-hyperv neutron-server[84391]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:12.771246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:12.800074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07764e02-bcc7-44d6-a295-8c57692722d6 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.041261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.060184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.060995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.065487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:13.273842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.301816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port 5d06e2ea-969e-471f-870a-3dfb5b297ec6 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:13.302149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.319874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.324919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f99f5014-4012-40fb-81d9-e371e8f71a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:13.411073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=d8a2d2fb-595d-4255-8c1d-6b546e0b89a1,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:13.420527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:13.420527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:13.423797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:13.427886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:13.428400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.508593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47458) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:13.598434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port 5d06e2ea-969e-471f-870a-3dfb5b297ec6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5d06e2ea-969e-471f-870a-3dfb5b297ec6,segment=NetworkSegment(b0794182-d783-44d7-9494-659740cc12bd),segment_id=b0794182-d783-44d7-9494-659740cc12bd)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:13.600021 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.679984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Router 2bdf84ba-071a-48bc-a683-b610e8a0c52e is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:53:13.684528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.714489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e6136b0c-9a06-47c9-ab4e-840108e9f275 None None] Provisioning for port 17154761-e502-43c6-bea0-4da66de27655 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:13.734785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for 5d06e2ea-969e-471f-870a-3dfb5b297ec6 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:13.784162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d324c8-1fe1-4634-aa93-9b6c39b99e05 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:53:13.815937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07764e02-bcc7-44d6-a295-8c57692722d6 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:13.867815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 17154761-e502-43c6-bea0-4da66de27655 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:13.916489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:13.921783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:13.929561 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-021b6b1a-3fd1-4b63-8dfe-54801877b818 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7be5355c5414b0c97ec9a4cd7afd1c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4175057 Dec 20 15:53:13.949416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47464) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:13.981015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Port': ['ID=5d06e2ea-969e-471f-870a-3dfb5b297ec6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:13.983574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:14.002406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No DVR routers for this DVR port 5d06e2ea-969e-471f-870a-3dfb5b297ec6 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:14.036177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d324c8-1fe1-4634-aa93-9b6c39b99e05 None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:53:14.109673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-09bbefc0-cc7c-4c62-9f92-e268b10fa136 None None] Provisioning for port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:14.212846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.265392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281de368-5f20-4d15-be24-4cd647407bed']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.271552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-09bbefc0-cc7c-4c62-9f92-e268b10fa136 None None] Provisioning complete for port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:14.272110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-09bbefc0-cc7c-4c62-9f92-e268b10fa136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.273050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c73a8bf-46f3-4b74-ba54-d4ede1a3fb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.293879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0794182-d783-44d7-9494-659740cc12bd') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.294607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0794182-d783-44d7-9494-659740cc12bd') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.312963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.318258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 17154761-e502-43c6-bea0-4da66de27655 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:14.339173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c73a8bf-46f3-4b74-ba54-d4ede1a3fb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.356302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 17154761-e502-43c6-bea0-4da66de27655 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:14.356302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.359696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.369119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:14.372038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.377910 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:14.378291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.384709 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba3a02-0dea-44c6-991f-641be7f937bf None None] Sync routers for ids ['2bdf84ba-071a-48bc-a683-b610e8a0c52e'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:14.398169 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba3a02-0dea-44c6-991f-641be7f937bf None None] Routers {'2bdf84ba-071a-48bc-a683-b610e8a0c52e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:14.399134 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-34ba3a02-0dea-44c6-991f-641be7f937bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2bdf84ba-071a-48bc-a683-b610e8a0c52e'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:14.402192 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:14.427629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07764e02-bcc7-44d6-a295-8c57692722d6 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:14.451824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-07764e02-bcc7-44d6-a295-8c57692722d6 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.452932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.454237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.455180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15b943a-07fc-4dd8-a4e7-0e5ec3e1093f None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:14.460623 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-34ba3a02-0dea-44c6-991f-641be7f937bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.461347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a0890ea5-fb31-40e9-9132-c4762d7a61c7 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:14.467404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-09bbefc0-cc7c-4c62-9f92-e268b10fa136 None None] Port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:14.474683 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba3a02-0dea-44c6-991f-641be7f937bf None None] Routers {'2bdf84ba-071a-48bc-a683-b610e8a0c52e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:14.475544 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-34ba3a02-0dea-44c6-991f-641be7f937bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2bdf84ba-071a-48bc-a683-b610e8a0c52e'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.502769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b943a-07fc-4dd8-a4e7-0e5ec3e1093f None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:14.503352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e15b943a-07fc-4dd8-a4e7-0e5ec3e1093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.548634 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-34ba3a02-0dea-44c6-991f-641be7f937bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.549282 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba3a02-0dea-44c6-991f-641be7f937bf None None] The sync data for ids ['2bdf84ba-071a-48bc-a683-b610e8a0c52e'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:14.560300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=d8a2d2fb-595d-4255-8c1d-6b546e0b89a1,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:14.570442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.574339 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6980958 Dec 20 15:53:14.575456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47474) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:14.576345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:14.596905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:14.604637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e15b943a-07fc-4dd8-a4e7-0e5ec3e1093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.607100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.629698 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-07764e02-bcc7-44d6-a295-8c57692722d6 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "PUT /v2.0/floatingips/1d9995fd-f8d7-4fde-90a2-53cdf44260b2 HTTP/1.1" status: 200 len: 978 time: 3.3793166 Dec 20 15:53:14.629890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47478) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:14.701131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.712308 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b943a-07fc-4dd8-a4e7-0e5ec3e1093f None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:14.712940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e15b943a-07fc-4dd8-a4e7-0e5ec3e1093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.790493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e15b943a-07fc-4dd8-a4e7-0e5ec3e1093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.791191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15b943a-07fc-4dd8-a4e7-0e5ec3e1093f None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:14.832943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 17154761-e502-43c6-bea0-4da66de27655, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=17154761-e502-43c6-bea0-4da66de27655,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:14.854842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94d0d0a-c5c7-433c-a05c-1ff315d92a57 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:53:14.894246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.897612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:14.932046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c73a8bf-46f3-4b74-ba54-d4ede1a3fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.950878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6be9f9cd-a91a-4614-829a-8f80d8bdbc4d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:14.957947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:14.960091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:14.963426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:14.973064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73a8bf-46f3-4b74-ba54-d4ede1a3fb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691ceb98-64ec-4100-b358-029a14248ed1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:15.015543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=17154761-e502-43c6-bea0-4da66de27655,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:15.025604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5c73a8bf-46f3-4b74-ba54-d4ede1a3fb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:15.025731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:15.026181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-607d84ce-d6af-40e1-86ee-ed255e9c60d5 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:15.052974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.054444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d0d0a-c5c7-433c-a05c-1ff315d92a57 None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:53:15.063713 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/281de368-5f20-4d15-be24-4cd647407bed HTTP/1.1" status: 204 len: 168 time: 4.5954950 Dec 20 15:53:15.066133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47482) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:15.071370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=281de368-5f20-4d15-be24-4cd647407bed,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:15.076844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-666690865'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:15.082159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port 169375fe-4641-473f-8a12-63068298e66c {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:15.082499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.111398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:15.117282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:15.129012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c73a8bf-46f3-4b74-ba54-d4ede1a3fb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.132471 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5c73a8bf-46f3-4b74-ba54-d4ede1a3fb92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/691ceb98-64ec-4100-b358-029a14248ed1 HTTP/1.1" status: 204 len: 168 time: 1.1726322 Dec 20 15:53:15.143739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:network and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:15.151191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:15.182258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:15.356569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:15.360309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.412163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:15.435802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.435802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.447369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.447814 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment a06b8321-5339-4c7b-befa-41ebc9b2192e of type vlan for network 1f26ceec-77f2-42e4-b1f4-c5ea0141b782 Dec 20 15:53:15.580351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for 169375fe-4641-473f-8a12-63068298e66c owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:15.642090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.712310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Router 56017584-ec44-48f2-ad30-36cff5b0e482 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:53:15.787027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.791346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:15.792036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.801688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:15.816209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 17154761-e502-43c6-bea0-4da66de27655 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:15.973599 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 17154761-e502-43c6-bea0-4da66de27655 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:15.973983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.979784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:15.984590 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9150648 Dec 20 15:53:15.990631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47498) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:15.993955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=1f26ceec-77f2-42e4-b1f4-c5ea0141b782,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:15.997306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:16.002141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': '1f26ceec-77f2-42e4-b1f4-c5ea0141b782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:16.012873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 1f26ceec-77f2-42e4-b1f4-c5ea0141b782 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:53:16.018854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-779aaadc-aa8d-460f-bdb9-0dd0a9112e8e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:16.060605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=169375fe-4641-473f-8a12-63068298e66c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:16.063057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:16.077582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:16.104446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:16.110553 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "PUT /v2.0/routers/56017584-ec44-48f2-ad30-36cff5b0e482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1598847 Dec 20 15:53:16.113125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47506) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:16.118245 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Sync routers for ids ['56017584-ec44-48f2-ad30-36cff5b0e482'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:16.136067 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Routers {'56017584-ec44-48f2-ad30-36cff5b0e482'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:16.137147 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['56017584-ec44-48f2-ad30-36cff5b0e482'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:16.157113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3534ec5a-d436-455a-84e9-eda70ce90afd None None] Provisioning complete for port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:16.157502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3534ec5a-d436-455a-84e9-eda70ce90afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:16.208955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:16.228000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48df2cc-edf9-4e13-a7df-2c87162e987f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:16.228744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e48df2cc-edf9-4e13-a7df-2c87162e987f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:16.244120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:16.275661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-3534ec5a-d436-455a-84e9-eda70ce90afd None None] Port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:16.366980 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Set router 56017584-ec44-48f2-ad30-36cff5b0e482 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:16.384845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Deleting port 85de0840-79d9-4018-9b19-f67b94c16ab2 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:16.384845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:16.399402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:16.404886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:subnet and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:16.408703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:16.415734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:16.439143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e48df2cc-edf9-4e13-a7df-2c87162e987f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:16.442816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e48df2cc-edf9-4e13-a7df-2c87162e987f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports/d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 HTTP/1.1" status: 200 len: 911 time: 0.3264554 Dec 20 15:53:16.443477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47516) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:16.536680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:16.664560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:16.711345 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56017584-ec44-48f2-ad30-36cff5b0e482', 'name': 'tempest-NetworksTestDHCPv6-router-1134013929', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:10Z', 'updated_at': '2021-12-20T15:53:13Z', 'revision_number': 2, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None, '_interfaces': [{'id': 'd8a2d2fb-595d-4255-8c1d-6b546e0b89a1', 'name': '', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'mac_address': 'fa:16:3e:9a:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56017584-ec44-48f2-ad30-36cff5b0e482', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db79c67d-26e6-4c0e-9559-283dbf7c11d5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:12Z', 'updated_at': '2021-12-20T15:53:14Z', 'revision_number': 2, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'subnets': [{'id': 'db79c67d-26e6-4c0e-9559-283dbf7c11d5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:16.716391 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Checking router: 56017584-ec44-48f2-ad30-36cff5b0e482 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:53:16.716738 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Updating router 56017584-ec44-48f2-ad30-36cff5b0e482 port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:53:16.776235 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:16.800095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d6367-42d5-4fd4-bc27-24fc9d11721f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:16.804579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d6367-42d5-4fd4-bc27-24fc9d11721f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:16.806196 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-732d6367-42d5-4fd4-bc27-24fc9d11721f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3616736 Dec 20 15:53:16.809890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47526) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:17.030431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.146800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47532) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:17.156734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Calling delete_port for 85de0840-79d9-4018-9b19-f67b94c16ab2 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:17.165335 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.181819 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Transition to ACTIVE for port object d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:17.204422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:17.297622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.307389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ecd716d4-da61-4a2f-aff4-7ae653aaf28c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:17.331585 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.335710 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-1da1b825-ebc0-4768-a054-920cbadf5f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:17.347888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-765e627a-e819-42c7-9589-2910903c2cf4 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:17.347888 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-765e627a-e819-42c7-9589-2910903c2cf4 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 15:53:17.352304 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-765e627a-e819-42c7-9589-2910903c2cf4 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1981637 Dec 20 15:53:17.354342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47538) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:17.394735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=e5dddc4a-7ef5-4dd4-96ab-edd97f7a91e8,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:17.403760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:17.412909 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001820805'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:17.424794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:17.433938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:17.438401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': 'a06b8321-5339-4c7b-befa-41ebc9b2192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1f26ceec-77f2-42e4-b1f4-c5ea0141b782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:17.438401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: 1f26ceec-77f2-42e4-b1f4-c5ea0141b782, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:17.439418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:17.449040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:17.511408 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Pushing event updated for resources: {'Port': ['ID=d8a2d2fb-595d-4255-8c1d-6b546e0b89a1,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:17.574156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:17.589136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.594698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd7ad3-2b0d-4c03-ac66-7453677dac44 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:17.626893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.627919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd7ad3-2b0d-4c03-ac66-7453677dac44 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:17.629038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ddbd7ad3-2b0d-4c03-ac66-7453677dac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:17.659358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.667570 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.668121 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.670483 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.670719 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network 1f26ceec-77f2-42e4-b1f4-c5ea0141b782 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:17.671035 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.671522 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.671938 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.672246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.672470 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.673651 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.674073 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.674486 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.674905 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:17.684353 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:17.688280 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/floatingips/1d9995fd-f8d7-4fde-90a2-53cdf44260b2 HTTP/1.1" status: 204 len: 168 time: 3.0551913 Dec 20 15:53:17.690978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47546) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:17.699167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2152011a-2804-4c27-a553-f3057063bb08 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:17.725122 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Attempting to bind port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:17.725480 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Attempting to bind port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:17.725843 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Attempting to bind port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:17.742625 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:17.743047 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:17.743452 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.743841 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:17.744313 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Bound port: d8a2d2fb-595d-4255-8c1d-6b546e0b89a1, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:17.749375 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.768075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 1f26ceec-77f2-42e4-b1f4-c5ea0141b782) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:17.782034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:17.782679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.791823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ddbd7ad3-2b0d-4c03-ac66-7453677dac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:17.800923 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690c436-180f-4db7-8879-3c016099a4b1 None None] Network 1f26ceec-77f2-42e4-b1f4-c5ea0141b782 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:17.829981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-974bac76-af60-4611-b67c-43385c9f320c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:17.830314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-974bac76-af60-4611-b67c-43385c9f320c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.850565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Pushing event deleted for resources: {'Port': ['ID=85de0840-79d9-4018-9b19-f67b94c16ab2,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:17.865797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:17.892536 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] For port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:17.898675 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] For port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d8a2d2fb-595d-4255-8c1d-6b546e0b89a1,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:17.917332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd7ad3-2b0d-4c03-ac66-7453677dac44 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:17.918757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ddbd7ad3-2b0d-4c03-ac66-7453677dac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:17.953300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:17.960432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:17.972713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:17.978497 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:17.983459 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-a2c1a598-c592-44c2-8e32-d2761fd9811f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:17.985004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:17.995697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ddbd7ad3-2b0d-4c03-ac66-7453677dac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:17.996138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd7ad3-2b0d-4c03-ac66-7453677dac44 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:18.108050 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Pushing event updated for resources: {'Port': ['ID=d8a2d2fb-595d-4255-8c1d-6b546e0b89a1,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:18.117384 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Routers {'56017584-ec44-48f2-ad30-36cff5b0e482'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:18.118052 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['56017584-ec44-48f2-ad30-36cff5b0e482'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:18.141680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-1f26ceec-77f2-42e4-b1f4-c5ea0141b782', 'network_id': '1f26ceec-77f2-42e4-b1f4-c5ea0141b782', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': 'e5dddc4a-7ef5-4dd4-96ab-edd97f7a91e8'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:18.142513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:18.203155 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:18.262646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:18.270451 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2755954 Dec 20 15:53:18.271979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-974bac76-af60-4611-b67c-43385c9f320c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:18.285808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47552) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:18.365857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Allocated IP 172.20.0.1 (1f26ceec-77f2-42e4-b1f4-c5ea0141b782/e5dddc4a-7ef5-4dd4-96ab-edd97f7a91e8/8811b732-d62e-4114-8c8b-cfa6732c17f2) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:18.367746 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] Set router 56017584-ec44-48f2-ad30-36cff5b0e482 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:18.478068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-974bac76-af60-4611-b67c-43385c9f320c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:18.592934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:18.601416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:18.617650 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:18.632146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Transition to ACTIVE for port object 8811b732-d62e-4114-8c8b-cfa6732c17f2 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:18.659522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Transition to ACTIVE for port object 8811b732-d62e-4114-8c8b-cfa6732c17f2 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:18.661458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:18.694092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:18.743602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:18.751230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:18.772142 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56017584-ec44-48f2-ad30-36cff5b0e482', 'name': 'tempest-NetworksTestDHCPv6-router-1134013929', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:10Z', 'updated_at': '2021-12-20T15:53:13Z', 'revision_number': 2, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None, '_interfaces': [{'id': 'd8a2d2fb-595d-4255-8c1d-6b546e0b89a1', 'name': '', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'mac_address': 'fa:16:3e:9a:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56017584-ec44-48f2-ad30-36cff5b0e482', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db79c67d-26e6-4c0e-9559-283dbf7c11d5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:12Z', 'updated_at': '2021-12-20T15:53:17Z', 'revision_number': 4, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'subnets': [{'id': 'db79c67d-26e6-4c0e-9559-283dbf7c11d5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:18.778013 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158b29a-e64b-42c4-8cf8-a315fb53fa79 None None] The sync data for ids ['56017584-ec44-48f2-ad30-36cff5b0e482'] in dv-neutron-821074-1-hyperv is: [{'id': '56017584-ec44-48f2-ad30-36cff5b0e482', 'name': 'tempest-NetworksTestDHCPv6-router-1134013929', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:10Z', 'updated_at': '2021-12-20T15:53:13Z', 'revision_number': 2, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None, '_interfaces': [{'id': 'd8a2d2fb-595d-4255-8c1d-6b546e0b89a1', 'name': '', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'mac_address': 'fa:16:3e:9a:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56017584-ec44-48f2-ad30-36cff5b0e482', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db79c67d-26e6-4c0e-9559-283dbf7c11d5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:12Z', 'updated_at': '2021-12-20T15:53:17Z', 'revision_number': 4, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'subnets': [{'id': 'db79c67d-26e6-4c0e-9559-283dbf7c11d5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:18.846526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Network 1f26ceec-77f2-42e4-b1f4-c5ea0141b782 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:18.852121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:18.855294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:18.866580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Pushing event updated for resources: {'Port': ['ID=8811b732-d62e-4114-8c8b-cfa6732c17f2,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:18.870665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:18.997492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Attempting to bind port 8811b732-d62e-4114-8c8b-cfa6732c17f2 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:18.997870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Attempting to bind port 8811b732-d62e-4114-8c8b-cfa6732c17f2 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'a06b8321-5339-4c7b-befa-41ebc9b2192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1f26ceec-77f2-42e4-b1f4-c5ea0141b782'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:18.998242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Attempting to bind port 8811b732-d62e-4114-8c8b-cfa6732c17f2 on network 1f26ceec-77f2-42e4-b1f4-c5ea0141b782 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:19.006548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:19.007147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Checking segment: {'id': 'a06b8321-5339-4c7b-befa-41ebc9b2192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1f26ceec-77f2-42e4-b1f4-c5ea0141b782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:19.007564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.007959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Bound using segment: {'id': 'a06b8321-5339-4c7b-befa-41ebc9b2192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1f26ceec-77f2-42e4-b1f4-c5ea0141b782'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:19.009586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Bound port: 8811b732-d62e-4114-8c8b-cfa6732c17f2, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06b8321-5339-4c7b-befa-41ebc9b2192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1f26ceec-77f2-42e4-b1f4-c5ea0141b782'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:19.009586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.021873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.164869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.169077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Router 2bdf84ba-071a-48bc-a683-b610e8a0c52e has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:19.189817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] For port 8811b732-d62e-4114-8c8b-cfa6732c17f2, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:19.194870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] For port 8811b732-d62e-4114-8c8b-cfa6732c17f2, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8811b732-d62e-4114-8c8b-cfa6732c17f2,segment=NetworkSegment(a06b8321-5339-4c7b-befa-41ebc9b2192e),segment_id=a06b8321-5339-4c7b-befa-41ebc9b2192e)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:19.201225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.208092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-76ceb04e-163f-473a-bef4-e3e5250d31a8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:19.258299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dddc4a-7ef5-4dd4-96ab-edd97f7a91e8,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:19.261197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:19.265167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-974bac76-af60-4611-b67c-43385c9f320c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.273504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:19.281158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.287077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:19.392471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Pushing event updated for resources: {'Port': ['ID=8811b732-d62e-4114-8c8b-cfa6732c17f2,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:19.393425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.397618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:19.408293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d5eff19e-c72c-45ba-a49a-690965b064c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:19.425935 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bac76-af60-4611-b67c-43385c9f320c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:19.431899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-974bac76-af60-4611-b67c-43385c9f320c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:19.474159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:19.484798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:19.489374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82b68d5-1b57-42a5-b3e8-ce2cfefd3e42,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:19.492144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:19.523890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:19.536795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:19.541435 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d11b0451-461c-404c-8297-77d9872f339f req-5943d5da-4ccd-47bf-9b85-ab0e64696c86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4458375 Dec 20 15:53:19.561144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:19.579678 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce4a723-cb87-43ae-980e-3710291406ff None None] Sync routers for ids ['2bdf84ba-071a-48bc-a683-b610e8a0c52e'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:19.623816 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4a723-cb87-43ae-980e-3710291406ff None None] Routers {'2bdf84ba-071a-48bc-a683-b610e8a0c52e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:19.624368 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3ce4a723-cb87-43ae-980e-3710291406ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2bdf84ba-071a-48bc-a683-b610e8a0c52e'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:19.705707 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3ce4a723-cb87-43ae-980e-3710291406ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:19.719136 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4a723-cb87-43ae-980e-3710291406ff None None] Routers {'2bdf84ba-071a-48bc-a683-b610e8a0c52e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:19.720039 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3ce4a723-cb87-43ae-980e-3710291406ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2bdf84ba-071a-48bc-a683-b610e8a0c52e'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:19.725363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.760221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-974bac76-af60-4611-b67c-43385c9f320c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.780826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f26ceec-77f2-42e4-b1f4-c5ea0141b782']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:19.804080 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3ce4a723-cb87-43ae-980e-3710291406ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:19.804477 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce4a723-cb87-43ae-980e-3710291406ff None None] The sync data for ids ['2bdf84ba-071a-48bc-a683-b610e8a0c52e'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:19.826291 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-974bac76-af60-4611-b67c-43385c9f320c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/ports/cc6ba0af-dc33-4ff1-b50e-26260f9ca3fd HTTP/1.1" status: 204 len: 168 time: 2.1313982 Dec 20 15:53:19.828293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06b8321-5339-4c7b-befa-41ebc9b2192e') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:19.828562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06b8321-5339-4c7b-befa-41ebc9b2192e') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:19.835343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47562) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:19.835944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.838196 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "PUT /v2.0/routers/2bdf84ba-071a-48bc-a683-b610e8a0c52e HTTP/1.1" status: 200 len: 706 time: 5.2485750 Dec 20 15:53:19.844217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:19.847898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47566) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:19.854777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:19.925983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:19.931021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:19.953623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.002763 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d11b0451-461c-404c-8297-77d9872f339f req-c20a425b-d11f-4d72-8bfb-6a617bce1bd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15defa48c8214441a24211b2fbdf4cd8&device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 1098 time: 0.4357057 Dec 20 15:53:20.003562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:20.004001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.023203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:20.026695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.043782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:20.044177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:20.061862 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:20.088904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.099506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:20.109200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:20.114905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:20.115328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.181097 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.236110 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b0e03577-a71f-4088-9d28-5b247de1c407 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/routers/2bdf84ba-071a-48bc-a683-b610e8a0c52e HTTP/1.1" status: 200 len: 741 time: 0.3846483 Dec 20 15:53:20.243274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47574) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:20.290839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:53:20.290839 dv-neutron-821074-1-hyperv neutron-server[84391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:53:20.290839 dv-neutron-821074-1-hyperv neutron-server[84391]: [parameters: {'id': '1f26ceec-77f2-42e4-b1f4-c5ea0141b782'}] Dec 20 15:53:20.290839 dv-neutron-821074-1-hyperv neutron-server[84391]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:20.291606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:20.293765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233036cd-5a7e-4974-b0bc-0d51f9a07406,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:20.304833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-50d5be2a-2271-4cc0-a0c3-35a23a3ae169 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Synchronizing usage tracker for tenant:7997fadc9a3f4d68acdc5bfa75571a0e on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:20.310281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.324750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:20.333108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.336951 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.9777405 Dec 20 15:53:20.344398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47578) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:20.351862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d8a2d2fb-595d-4255-8c1d-6b546e0b89a1,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:20.398076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '233036cd-5a7e-4974-b0bc-0d51f9a07406', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:20.412454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.413359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8811b732-d62e-4114-8c8b-cfa6732c17f2 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:20.413722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.425033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:20.442936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:20.446514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f32dc289-718d-4299-8cd7-a9f57a00bffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:20.448762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0451-461c-404c-8297-77d9872f339f req-c69ba3c8-977f-40bf-bc22-6329d96c3741 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:20.450264 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d11b0451-461c-404c-8297-77d9872f339f req-c69ba3c8-977f-40bf-bc22-6329d96c3741 service neutron] 10.222.0.64 "GET /v2.0/networks?id=01dad90e-9efd-4542-bade-b83ae9ea3831 HTTP/1.1" status: 200 len: 913 time: 0.3954742 Dec 20 15:53:20.451105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:20.512788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:20.539244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=d8a2d2fb-595d-4255-8c1d-6b546e0b89a1,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:20.542436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:20.556664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] For port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d8a2d2fb-595d-4255-8c1d-6b546e0b89a1,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:20.557021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.557189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-50d5be2a-2271-4cc0-a0c3-35a23a3ae169 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Unset dirty status for tenant:7997fadc9a3f4d68acdc5bfa75571a0e on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:20.558351 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-50d5be2a-2271-4cc0-a0c3-35a23a3ae169 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&device_id=2bdf84ba-071a-48bc-a683-b610e8a0c52e HTTP/1.1" status: 200 len: 205 time: 0.3034337 Dec 20 15:53:20.561913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47584) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:20.665684 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-73b1d38e-86bf-45b3-8469-e7fbc414b5bf tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bdf84ba-071a-48bc-a683-b610e8a0c52e HTTP/1.1" status: 200 len: 205 time: 0.0992906 Dec 20 15:53:20.670705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47588) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:20.823015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 8811b732-d62e-4114-8c8b-cfa6732c17f2 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:20.837082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.881255 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.26.7.165 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/a03a5d6f-4714-4e43-a8ee-a5c8643a2378) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:20.885684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:20.895533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port 8811b732-d62e-4114-8c8b-cfa6732c17f2 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:20.895974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:20.957674 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d11b0451-461c-404c-8297-77d9872f339f req-63372a6d-466d-465d-8227-d49e46c0bdd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a896231-7704-4c7e-a867-733a0d765bce HTTP/1.1" status: 200 len: 1001 time: 0.4966397 Dec 20 15:53:20.989206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5d59-ecbf-4686-bbe6-70c222992bb8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.044877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.092028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723e9a05-3c6f-495a-815a-f577ddb647c6 None None] Network 1f26ceec-77f2-42e4-b1f4-c5ea0141b782 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:21.112091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0451-461c-404c-8297-77d9872f339f req-8f90eedd-c8cc-4590-8750-e724f740ddce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:21.113553 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d11b0451-461c-404c-8297-77d9872f339f req-8f90eedd-c8cc-4590-8750-e724f740ddce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c HTTP/1.1" status: 200 len: 851 time: 0.1335475 Dec 20 15:53:21.204993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.276847 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d11b0451-461c-404c-8297-77d9872f339f req-411e7d99-d9f7-422b-930c-464f4fe4fffd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=01dad90e-9efd-4542-bade-b83ae9ea3831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1541512 Dec 20 15:53:21.334400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:21.335139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:21.335242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.342716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:21.344977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1ad5b780-4bf1-4317-a3b3-6c8997ae32be None None] Provisioning for port 8811b732-d62e-4114-8c8b-cfa6732c17f2 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:21.351479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1ad5b780-4bf1-4317-a3b3-6c8997ae32be None None] Provisioning complete for port 8811b732-d62e-4114-8c8b-cfa6732c17f2 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:21.357958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b780-4bf1-4317-a3b3-6c8997ae32be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.388447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fcd4d0-73ff-4f2b-837a-f28ec433efc4,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:21.421711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] DHCP port deletion for 1f26ceec-77f2-42e4-b1f4-c5ea0141b782 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:53:21.437830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Deleting port 8811b732-d62e-4114-8c8b-cfa6732c17f2 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:21.438077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.449464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:21.495214 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d11b0451-461c-404c-8297-77d9872f339f req-4b63e6f2-83de-421f-b356-495048c0c384 service neutron] 10.222.0.64 "GET /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109289 Dec 20 15:53:21.534768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.538543 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1881721 Dec 20 15:53:21.538949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47596) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:21.557384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-dde40c3b-a660-433d-84f7-fa367059055e tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '233036cd-5a7e-4974-b0bc-0d51f9a07406', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:21.640624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b780-4bf1-4317-a3b3-6c8997ae32be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.680151 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d11b0451-461c-404c-8297-77d9872f339f req-97352887-3ebe-43f2-9448-e19a1e7dc8fd service neutron] 10.222.0.64 "GET /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778831 Dec 20 15:53:21.681389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-dde40c3b-a660-433d-84f7-fa367059055e tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:21.687602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.697826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-dde40c3b-a660-433d-84f7-fa367059055e tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:21.701652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-dde40c3b-a660-433d-84f7-fa367059055e tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:21.708475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-dde40c3b-a660-433d-84f7-fa367059055e tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:21.733982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] For port 8811b732-d62e-4114-8c8b-cfa6732c17f2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8811b732-d62e-4114-8c8b-cfa6732c17f2,segment=NetworkSegment(a06b8321-5339-4c7b-befa-41ebc9b2192e),segment_id=a06b8321-5339-4c7b-befa-41ebc9b2192e)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:21.734504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.773674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port 8811b732-d62e-4114-8c8b-cfa6732c17f2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8811b732-d62e-4114-8c8b-cfa6732c17f2,segment=NetworkSegment(a06b8321-5339-4c7b-befa-41ebc9b2192e),segment_id=a06b8321-5339-4c7b-befa-41ebc9b2192e)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:21.774038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.775194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dde40c3b-a660-433d-84f7-fa367059055e tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.835314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:21.835757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.865111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:21.891239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1ad5b780-4bf1-4317-a3b3-6c8997ae32be None None] For port 8811b732-d62e-4114-8c8b-cfa6732c17f2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8811b732-d62e-4114-8c8b-cfa6732c17f2,segment=NetworkSegment(a06b8321-5339-4c7b-befa-41ebc9b2192e),segment_id=a06b8321-5339-4c7b-befa-41ebc9b2192e)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:21.901689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Calling delete_port for 8811b732-d62e-4114-8c8b-cfa6732c17f2 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:21.960600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b780-4bf1-4317-a3b3-6c8997ae32be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:21.962856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for 8811b732-d62e-4114-8c8b-cfa6732c17f2 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:21.968478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:22.003146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5d59-ecbf-4686-bbe6-70c222992bb8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.020612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5d59-ecbf-4686-bbe6-70c222992bb8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.031888 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-dde40c3b-a660-433d-84f7-fa367059055e tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 15:53:22.039582 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dde40c3b-a660-433d-84f7-fa367059055e tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4935136 Dec 20 15:53:22.039719 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47602) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:22.069008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6440020b-219c-4d3f-ab69-3aadb71abb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.073196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] For port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d8a2d2fb-595d-4255-8c1d-6b546e0b89a1,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:22.074076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.077174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b780-4bf1-4317-a3b3-6c8997ae32be None None] Pushing event updated for resources: {'Port': ['ID=8811b732-d62e-4114-8c8b-cfa6732c17f2,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:22.080239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1ad5b780-4bf1-4317-a3b3-6c8997ae32be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:22.089610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:22.090948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.130305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec63a9d0-3300-4808-85b8-fafe0f13ee2f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.143380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.146651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:22.150863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:22.151027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e725f2c9-181d-421f-add1-de18c5edb079 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:22.197092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:22.197442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:22.204385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec63a9d0-3300-4808-85b8-fafe0f13ee2f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.207078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:22.236809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5d59-ecbf-4686-bbe6-70c222992bb8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.237323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1f5d59-ecbf-4686-bbe6-70c222992bb8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Fanout notify agent at l3_agent the message router_deleted on router 2bdf84ba-071a-48bc-a683-b610e8a0c52e {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:53:22.273556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=a03a5d6f-4714-4e43-a8ee-a5c8643a2378,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:22.279807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:22.281005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:22.282340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:22.286298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:22.288454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8811b732-d62e-4114-8c8b-cfa6732c17f2 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:53:22.348066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5d59-ecbf-4686-bbe6-70c222992bb8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.349135 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ba1f5d59-ecbf-4686-bbe6-70c222992bb8 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/2bdf84ba-071a-48bc-a683-b610e8a0c52e HTTP/1.1" status: 204 len: 168 time: 1.6774321 Dec 20 15:53:22.352701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47606) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:22.411393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.411871 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-85657876-f08b-43f9-b566-774f38b715cb tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bdf84ba-071a-48bc-a683-b610e8a0c52e HTTP/1.1" status: 200 len: 205 time: 0.0578949 Dec 20 15:53:22.413855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec63a9d0-3300-4808-85b8-fafe0f13ee2f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.414223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47610) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:22.416798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec63a9d0-3300-4808-85b8-fafe0f13ee2f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.421008 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ec63a9d0-3300-4808-85b8-fafe0f13ee2f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "DELETE /v2.0/security-groups/233036cd-5a7e-4974-b0bc-0d51f9a07406 HTTP/1.1" status: 204 len: 168 time: 0.3794131 Dec 20 15:53:22.421008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bccf47a7-3b05-49a9-811c-d0bb80768ed4 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:22.433126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47614) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:22.436015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63a9d0-3300-4808-85b8-fafe0f13ee2f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233036cd-5a7e-4974-b0bc-0d51f9a07406,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:22.446360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ec63a9d0-3300-4808-85b8-fafe0f13ee2f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:22.459599 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 8811b732-d62e-4114-8c8b-cfa6732c17f2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8811b732-d62e-4114-8c8b-cfa6732c17f2,segment=NetworkSegment(a06b8321-5339-4c7b-befa-41ebc9b2192e),segment_id=a06b8321-5339-4c7b-befa-41ebc9b2192e)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:22.487191 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-4d553a26-40a1-4a6a-9e99-0c3ea24ea483 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] delete failed (client error): The resource could not be found. Dec 20 15:53:22.490868 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4d553a26-40a1-4a6a-9e99-0c3ea24ea483 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/2bdf84ba-071a-48bc-a683-b610e8a0c52e HTTP/1.1" status: 404 len: 336 time: 0.0756717 Dec 20 15:53:22.491505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47622) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:22.529165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.537616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-191e1dcc-549c-41d0-b048-56f5a513f59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:22.544826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b873ed4a-2bed-4589-81bc-abcbab400fce tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Synchronizing usage tracker for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:22.576988 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0e9fe703-748f-4887-b197-52e15839378c tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8995d504-bba8-4870-a162-011dfb769f23 HTTP/1.1" status: 200 len: 205 time: 0.0844412 Dec 20 15:53:22.579325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47626) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:22.583585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.587880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=d8a2d2fb-595d-4255-8c1d-6b546e0b89a1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:22.588238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-401c246a-be43-4215-878d-166b694dec30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:22.588326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:22.650451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Deleting port 8811b732-d62e-4114-8c8b-cfa6732c17f2 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:22.650827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.671260 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-fa4ff142-3971-4d85-b3fe-e67bcd3f35dc tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] delete failed (client error): The resource could not be found. Dec 20 15:53:22.674800 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fa4ff142-3971-4d85-b3fe-e67bcd3f35dc tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/8995d504-bba8-4870-a162-011dfb769f23 HTTP/1.1" status: 404 len: 336 time: 0.0921791 Dec 20 15:53:22.680732 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47630) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:22.799246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=8811b732-d62e-4114-8c8b-cfa6732c17f2,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:22.804592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:22.862877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port 8811b732-d62e-4114-8c8b-cfa6732c17f2 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:22.863323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.913395 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fda3eb0c-82a5-41e8-b9e0-f4cc2f0a275b tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=588b651c-2eff-437c-95d5-91c1f71b3fd6 HTTP/1.1" status: 200 len: 205 time: 0.2293594 Dec 20 15:53:22.913780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47636) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:22.972543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b873ed4a-2bed-4589-81bc-abcbab400fce tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Unset dirty status for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:22.973820 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b873ed4a-2bed-4589-81bc-abcbab400fce tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5264845 Dec 20 15:53:22.983409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47640) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:22.989404 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-cc0ca123-a8bc-4a06-9dff-de22bd07e6c0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] delete failed (client error): The resource could not be found. Dec 20 15:53:22.989629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:22.992762 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cc0ca123-a8bc-4a06-9dff-de22bd07e6c0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/588b651c-2eff-437c-95d5-91c1f71b3fd6 HTTP/1.1" status: 404 len: 336 time: 0.0758543 Dec 20 15:53:22.993483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47644) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:23.000555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450659533'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:23.017387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:23.017552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] For port 8811b732-d62e-4114-8c8b-cfa6732c17f2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8811b732-d62e-4114-8c8b-cfa6732c17f2,segment=NetworkSegment(a06b8321-5339-4c7b-befa-41ebc9b2192e),segment_id=a06b8321-5339-4c7b-befa-41ebc9b2192e)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:23.017552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:23.031475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:23.044566 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-03a6b3ad-c704-4084-af01-54b02200f1cd tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f472b58-98fb-4bf7-9bda-dbbc22c10e49 HTTP/1.1" status: 200 len: 205 time: 0.0503898 Dec 20 15:53:23.047302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47648) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:23.057429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:23.139232 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-fcb2eda5-aade-4822-9ae0-39d53a94e3a3 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] delete failed (client error): The resource could not be found. Dec 20 15:53:23.142727 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fcb2eda5-aade-4822-9ae0-39d53a94e3a3 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/5f472b58-98fb-4bf7-9bda-dbbc22c10e49 HTTP/1.1" status: 404 len: 336 time: 0.0921843 Dec 20 15:53:23.157714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47652) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:23.158255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Calling delete_port for 8811b732-d62e-4114-8c8b-cfa6732c17f2 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:23.179798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:23.239785 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f16dd97b-8635-460b-903a-ad6354c8e947 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f66bce4-949f-4a60-a32e-79353cb693e6 HTTP/1.1" status: 200 len: 205 time: 0.0751386 Dec 20 15:53:23.243780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47656) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:23.252023 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port 8811b732-d62e-4114-8c8b-cfa6732c17f2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8811b732-d62e-4114-8c8b-cfa6732c17f2,segment=NetworkSegment(a06b8321-5339-4c7b-befa-41ebc9b2192e),segment_id=a06b8321-5339-4c7b-befa-41ebc9b2192e)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:23.252356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:23.309243 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:23.313861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-78e79c7f-4416-44a5-ba4f-aa4e8a0a2bb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:23.342743 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-9be3c019-60f1-42f0-8d0b-8e3e90821a68 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] delete failed (client error): The resource could not be found. Dec 20 15:53:23.346278 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9be3c019-60f1-42f0-8d0b-8e3e90821a68 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/7f66bce4-949f-4a60-a32e-79353cb693e6 HTTP/1.1" status: 404 len: 336 time: 0.0943666 Dec 20 15:53:23.359570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Pushing event deleted for resources: {'Port': ['ID=8811b732-d62e-4114-8c8b-cfa6732c17f2,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:23.362905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:23.365887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] No DVR routers for this DVR port 8811b732-d62e-4114-8c8b-cfa6732c17f2 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:23.388957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47660) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:23.441340 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-37a5b921-f585-4ebe-aa79-5abae60e618e tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "GET /v2.0/ports?device_id=320e2358-3f12-444e-8e89-7b3157dcb8dc HTTP/1.1" status: 200 len: 205 time: 0.0512328 Dec 20 15:53:23.443607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47664) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:23.451588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:23.479000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for 8811b732-d62e-4114-8c8b-cfa6732c17f2 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:23.513379 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-97079e52-f17f-4cff-9af9-ab2cc96c60bb tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] delete failed (client error): The resource could not be found. Dec 20 15:53:23.514398 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-97079e52-f17f-4cff-9af9-ab2cc96c60bb tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/routers/320e2358-3f12-444e-8e89-7b3157dcb8dc HTTP/1.1" status: 404 len: 336 time: 0.0699186 Dec 20 15:53:23.528589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47668) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:23.575358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:23.598492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:23.605131 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16c648f-e041-4f4d-9ad0-e50b37aca8b9 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] DELETE failed (client error): The resource could not be found. Dec 20 15:53:23.605590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16c648f-e041-4f4d-9ad0-e50b37aca8b9 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:53:23.608123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:23.622284 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:23.655773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Router 56017584-ec44-48f2-ad30-36cff5b0e482 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:23.674730 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c16c648f-e041-4f4d-9ad0-e50b37aca8b9 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] 10.222.0.62 "DELETE /v2.0/subnets/2fc86850-8eb9-4e36-8e0d-e7e8e853c14e HTTP/1.1" status: 404 len: 337 time: 0.1427779 Dec 20 15:53:23.701713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:23.705457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:23.830629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:23.831774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:23.844994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] Sync routers for ids ['56017584-ec44-48f2-ad30-36cff5b0e482'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:23.851954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:23.857704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] Routers {'56017584-ec44-48f2-ad30-36cff5b0e482'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:23.859560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['56017584-ec44-48f2-ad30-36cff5b0e482'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:23.908748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:23.915172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5c73a8bf-46f3-4b74-ba54-d4ede1a3fb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:23.947496 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "PUT /v2.0/routers/56017584-ec44-48f2-ad30-36cff5b0e482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1360400 Dec 20 15:53:23.951333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47678) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:23.958665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:23.971080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0dede0-877d-490b-8689-5f82c54eb150,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:23.973891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:23.980018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:23.989761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] Set router 56017584-ec44-48f2-ad30-36cff5b0e482 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:24.020633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff64da-f1e4-4c14-b599-e37544420cf8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:24.022305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff64da-f1e4-4c14-b599-e37544420cf8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:24.023150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d9ff64da-f1e4-4c14-b599-e37544420cf8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:24.035592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d9ff64da-f1e4-4c14-b599-e37544420cf8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:24.037377 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d9ff64da-f1e4-4c14-b599-e37544420cf8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0860250 Dec 20 15:53:24.039592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47682) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:24.062971 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.068461 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0767879 Dec 20 15:53:24.069226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47686) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:24.094772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2ad801fc-3a27-497b-8d54-c7c78871ab0c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': 'bb0dede0-877d-490b-8689-5f82c54eb150', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:24.094772 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-2ad801fc-3a27-497b-8d54-c7c78871ab0c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:24.094772 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2ad801fc-3a27-497b-8d54-c7c78871ab0c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0151846 Dec 20 15:53:24.099315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47690) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:24.100471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56017584-ec44-48f2-ad30-36cff5b0e482', 'name': 'tempest-NetworksTestDHCPv6-router-1134013929', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:10Z', 'updated_at': '2021-12-20T15:53:22Z', 'revision_number': 3, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:24.104178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=a03a5d6f-4714-4e43-a8ee-a5c8643a2378,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:24.105164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] Checking router: 56017584-ec44-48f2-ad30-36cff5b0e482 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:53:24.109192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:24.110160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.130320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] Routers {'56017584-ec44-48f2-ad30-36cff5b0e482'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:24.131054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['56017584-ec44-48f2-ad30-36cff5b0e482'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:24.212091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.213345 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3770549 Dec 20 15:53:24.216163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47696) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:24.225770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'port': {'network_id': '63ce5af6-d4a9-4cfb-8d65-5a832f4126f2', 'name': 'tempest-FloatingIPTestJSON-211474391'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:24.264332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] Set router 56017584-ec44-48f2-ad30-36cff5b0e482 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:24.377292 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-740ef00a-0e59-47b0-8c5f-c4027679e760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.389346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56017584-ec44-48f2-ad30-36cff5b0e482', 'name': 'tempest-NetworksTestDHCPv6-router-1134013929', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:10Z', 'updated_at': '2021-12-20T15:53:22Z', 'revision_number': 3, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:24.393955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6bc49-62cc-4628-aa34-57932898755c None None] The sync data for ids ['56017584-ec44-48f2-ad30-36cff5b0e482'] in dv-neutron-821074-1-hyperv is: [{'id': '56017584-ec44-48f2-ad30-36cff5b0e482', 'name': 'tempest-NetworksTestDHCPv6-router-1134013929', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:10Z', 'updated_at': '2021-12-20T15:53:22Z', 'revision_number': 3, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:24.397760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:24.404492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:port and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:24.407568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:24.415215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:24.425957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47702) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:24.472838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-48556797-fe46-4f1e-afdc-269d315a217d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet db79c67d-26e6-4c0e-9559-283dbf7c11d5 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:53:24.476588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-48556797-fe46-4f1e-afdc-269d315a217d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.491869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Made reservation on behalf of 51f5c888c6cd4fe5bbe13737c11c3afb for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:24.495343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.520466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] device_id is not set on port 6facb139-d12a-4e83-9e1f-13e0c2dd34fd yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:24.527689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-472092b3-17e1-44d0-be09-f965b281d806 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.555066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-48556797-fe46-4f1e-afdc-269d315a217d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.592835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.603611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-472092b3-17e1-44d0-be09-f965b281d806 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.635099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port 8811b732-d62e-4114-8c8b-cfa6732c17f2 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:24.635368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.682019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-48556797-fe46-4f1e-afdc-269d315a217d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.766279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-472092b3-17e1-44d0-be09-f965b281d806 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.771652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:24.789792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472092b3-17e1-44d0-be09-f965b281d806 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0dede0-877d-490b-8689-5f82c54eb150,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:24.793880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-472092b3-17e1-44d0-be09-f965b281d806 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:24.846970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-48556797-fe46-4f1e-afdc-269d315a217d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.854207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:24.859750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] The port '8811b732-d62e-4114-8c8b-cfa6732c17f2' was deleted {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:53:24.906010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48556797-fe46-4f1e-afdc-269d315a217d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=db79c67d-26e6-4c0e-9559-283dbf7c11d5,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:24.910573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-48556797-fe46-4f1e-afdc-269d315a217d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:24.911540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-472092b3-17e1-44d0-be09-f965b281d806 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.916016 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-472092b3-17e1-44d0-be09-f965b281d806 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "DELETE /v2.0/security-groups/bb0dede0-877d-490b-8689-5f82c54eb150 HTTP/1.1" status: 204 len: 168 time: 0.8121665 Dec 20 15:53:24.916204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:24.916304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47712) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:24.922752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d71ec-5b1d-45e6-a08b-6d319e3217a3 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:24.923179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-48556797-fe46-4f1e-afdc-269d315a217d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:24.927364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-48556797-fe46-4f1e-afdc-269d315a217d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/db79c67d-26e6-4c0e-9559-283dbf7c11d5 HTTP/1.1" status: 204 len: 168 time: 0.8843274 Dec 20 15:53:24.938330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47716) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:24.942464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] Usage tracker for resource:security_group_rule and tenant:c884238f157346e48c3fcbc0414ba759 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:24.954772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:24.965901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:25.053621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.061222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.20.0.7 (63ce5af6-d4a9-4cfb-8d65-5a832f4126f2/0eb9d916-fbb9-419a-ae7e-b806a874a928/6facb139-d12a-4e83-9e1f-13e0c2dd34fd) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:25.100827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f26ceec-77f2-42e4-b1f4-c5ea0141b782']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:25.106944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-64e11a80-f028-438a-8e83-c9dafe7e8839 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Synchronizing usage tracker for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:25.124791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06b8321-5339-4c7b-befa-41ebc9b2192e') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:25.125100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06b8321-5339-4c7b-befa-41ebc9b2192e') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:25.131306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-228c4751-2669-4e71-ae03-512f69c623e2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:router {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:25.144541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.184356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-64e11a80-f028-438a-8e83-c9dafe7e8839 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Unset dirty status for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:25.186093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-64e11a80-f028-438a-8e83-c9dafe7e8839 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2699239 Dec 20 15:53:25.193600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47720) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:25.198022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:53:25.203745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] Deleting port 17154761-e502-43c6-bea0-4da66de27655 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:25.204494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.207947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-228c4751-2669-4e71-ae03-512f69c623e2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:router {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:25.213351 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-228c4751-2669-4e71-ae03-512f69c623e2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2703156 Dec 20 15:53:25.214397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47724) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:25.216482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638238333'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:25.228697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.235102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:25.259842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:25.260232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:25.274983 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:25.281005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.309427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:25.339622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.385734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab236bd2-22f1-4a01-b0ac-02994dfb8b3c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.415635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.435217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.452427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:25.561809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:25.577548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.582024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.600313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:25.607111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] For port 17154761-e502-43c6-bea0-4da66de27655, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=17154761-e502-43c6-bea0-4da66de27655,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:25.607913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.619265 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/1f26ceec-77f2-42e4-b1f4-c5ea0141b782 HTTP/1.1" status: 204 len: 168 time: 7.3293788 Dec 20 15:53:25.623609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:25.626290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47730) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:25.635747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8a6abe-6f03-4909-8f16-7e36a1d21dcb,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:25.638892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:25.648226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:25.649861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-900711cc-27c8-4df4-be55-c0b6c01add66 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:25.672262 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c884238f157346e48c3fcbc0414ba759&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2390041 Dec 20 15:53:25.674540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47734) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:25.692098 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=1f26ceec-77f2-42e4-b1f4-c5ea0141b782,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:25.699672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:25.699916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1528755309'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:25.713500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:25.720575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:network and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:25.724770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:25.735342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.738320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] Calling delete_port for 17154761-e502-43c6-bea0-4da66de27655 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:25.778351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.805240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:25.850504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:53:25.867318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.872567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43735b27-cce7-4ab6-b4b2-6bb921d99aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.889920 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab236bd2-22f1-4a01-b0ac-02994dfb8b3c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.896913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab236bd2-22f1-4a01-b0ac-02994dfb8b3c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.901390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43735b27-cce7-4ab6-b4b2-6bb921d99aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.904524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:53:25.906377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d8a2d2fb-595d-4255-8c1d-6b546e0b89a1 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:53:25.907019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 17154761-e502-43c6-bea0-4da66de27655 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:53:25.940145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.949186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:25.972332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:25.976069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.981816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.983683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:25.985656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 17154761-e502-43c6-bea0-4da66de27655 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:53:25.986010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 17154761-e502-43c6-bea0-4da66de27655 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:53:25.995889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] Pushing event deleted for resources: {'Port': ['ID=17154761-e502-43c6-bea0-4da66de27655,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:25.998624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:26.003780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] No DVR routers for this DVR port 17154761-e502-43c6-bea0-4da66de27655 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:26.033244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab236bd2-22f1-4a01-b0ac-02994dfb8b3c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.033772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab236bd2-22f1-4a01-b0ac-02994dfb8b3c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Fanout notify agent at l3_agent the message router_deleted on router 56017584-ec44-48f2-ad30-36cff5b0e482 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:53:26.041106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-37126aa6-4f66-4929-b2c5-e04a5c8e140f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:26.091335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43735b27-cce7-4ab6-b4b2-6bb921d99aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.093858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43735b27-cce7-4ab6-b4b2-6bb921d99aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.096175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:26.096314 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-43735b27-cce7-4ab6-b4b2-6bb921d99aac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca8a6abe-6f03-4909-8f16-7e36a1d21dcb HTTP/1.1" status: 204 len: 168 time: 0.4180362 Dec 20 15:53:26.106789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bb839-3ecd-411c-8e53-c9c974c00a67,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:26.117775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:26.121075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:26.125585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b7f7c0e-ae85-4a54-8c78-abd664c1c1bf tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:26.150667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab236bd2-22f1-4a01-b0ac-02994dfb8b3c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.159760 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ab236bd2-22f1-4a01-b0ac-02994dfb8b3c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/routers/56017584-ec44-48f2-ad30-36cff5b0e482 HTTP/1.1" status: 204 len: 168 time: 0.9429615 Dec 20 15:53:26.163518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47744) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:26.165532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.169200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment 5b2e1d2f-3805-4458-b175-dd3d39755376 of type vlan for network 2ab1d033-0006-4f78-87a1-3459d7b631d7 Dec 20 15:53:26.191500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.192983 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9951053 Dec 20 15:53:26.194223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:26.196364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47748) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:26.203222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:26.207126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:26.239521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c65e6b64-046b-4403-ae82-65b8d362608a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '9e5bb839-3ecd-411c-8e53-c9c974c00a67', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:26.240547 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-c65e6b64-046b-4403-ae82-65b8d362608a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:26.242325 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c65e6b64-046b-4403-ae82-65b8d362608a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0368884 Dec 20 15:53:26.246054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47752) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:26.308941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=6facb139-d12a-4e83-9e1f-13e0c2dd34fd,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:26.319302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:26.319877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6a78e2b4-2983-48f5-9a0e-2c729018034e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:26.331465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:26.333572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:26.334256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.353397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43735b27-cce7-4ab6-b4b2-6bb921d99aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8a6abe-6f03-4909-8f16-7e36a1d21dcb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:26.354575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.359174 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-43735b27-cce7-4ab6-b4b2-6bb921d99aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:26.364062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:26.390745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4d894225-d12e-4493-b4a9-7b53b30f3d64 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.417344 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4d894225-d12e-4493-b4a9-7b53b30f3d64 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.446183 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2289157 Dec 20 15:53:26.450394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47756) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:26.456395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1b12c72f-4e09-406c-b092-1641686e7e22 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'port_id': '6facb139-d12a-4e83-9e1f-13e0c2dd34fd'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:26.560826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4d894225-d12e-4493-b4a9-7b53b30f3d64 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.578264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:26.590901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d894225-d12e-4493-b4a9-7b53b30f3d64 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bb839-3ecd-411c-8e53-c9c974c00a67,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:26.593809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4d894225-d12e-4493-b4a9-7b53b30f3d64 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:26.634813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.639104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:26.639679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.643003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:26.646115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.656689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4d894225-d12e-4493-b4a9-7b53b30f3d64 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.658155 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4d894225-d12e-4493-b4a9-7b53b30f3d64 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "DELETE /v2.0/security-groups/9e5bb839-3ecd-411c-8e53-c9c974c00a67 HTTP/1.1" status: 204 len: 168 time: 0.4082568 Dec 20 15:53:26.661446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47764) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:26.665593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:26.705955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b12c72f-4e09-406c-b092-1641686e7e22 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.722498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-323c0d1a-44d6-4166-9fc6-f5830e10aa5d tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Synchronizing usage tracker for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:26.788973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:26.839345 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-323c0d1a-44d6-4166-9fc6-f5830e10aa5d tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Unset dirty status for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:26.840761 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-323c0d1a-44d6-4166-9fc6-f5830e10aa5d tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1783624 Dec 20 15:53:26.844867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47768) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:26.851583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100705979'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:26.858127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:26.868559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:26.889558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=2ab1d033-0006-4f78-87a1-3459d7b631d7,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:26.900361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 2ab1d033-0006-4f78-87a1-3459d7b631d7 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:53:26.944461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:26.952786 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3244088 Dec 20 15:53:26.956511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47772) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:26.963462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': '2ab1d033-0006-4f78-87a1-3459d7b631d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:27.039195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47776) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:27.075978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.100141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:27.107030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:subnet and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:27.111029 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:27.117796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:27.134997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:27.139834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:27.142662 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:27.148653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:27.206983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:27.228371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.300057 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1fa69615-d112-4ee1-9e9c-749cab0b5269 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7997fadc9a3f4d68acdc5bfa75571a0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2596028 Dec 20 15:53:27.307558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47784) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:27.335089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.343833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d565f4bb-ef0c-4a58-900c-213f56ee9ef5 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:27.379598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.429656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.435045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-48556797-fe46-4f1e-afdc-269d315a217d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:27.460928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33db8116-f40e-4c80-ac70-e9ed21a776f8,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:27.463696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:27.546189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:27.550383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:27.550901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.555041 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7066584 Dec 20 15:53:27.555209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=34f19e2d-55fe-4486-8536-70fddedcbb73,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:27.556053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:27.556377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.557476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47788) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:27.562234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9351b819-aaa7-4e6b-8d09-3b3fe6ee279a None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:27.563444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:27.582490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cb0526c9-1d1c-444d-a2f2-6820f14ab178 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '33db8116-f40e-4c80-ac70-e9ed21a776f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:27.583361 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-cb0526c9-1d1c-444d-a2f2-6820f14ab178 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:27.683557 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cb0526c9-1d1c-444d-a2f2-6820f14ab178 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1121194 Dec 20 15:53:27.688322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47792) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:27.693242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f47cb768-e39a-4711-9432-6f5722d5cf1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.700158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9a6108aa-1d7a-44c2-9b88-14fd1878e377 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '33db8116-f40e-4c80-ac70-e9ed21a776f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:27.700992 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-9a6108aa-1d7a-44c2-9b88-14fd1878e377 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:27.701841 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9a6108aa-1d7a-44c2-9b88-14fd1878e377 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0120857 Dec 20 15:53:27.704739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47798) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:27.719582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8f80b1ce-86e7-45d4-9227-83bc1ac02a26 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '33db8116-f40e-4c80-ac70-e9ed21a776f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:27.720262 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-8f80b1ce-86e7-45d4-9227-83bc1ac02a26 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:27.721186 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8f80b1ce-86e7-45d4-9227-83bc1ac02a26 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153334 Dec 20 15:53:27.726953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47802) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:27.736108 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a703eb7d-8eb7-45cb-a161-0c461d17a08d tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '33db8116-f40e-4c80-ac70-e9ed21a776f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:27.736846 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-a703eb7d-8eb7-45cb-a161-0c461d17a08d tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:27.737795 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a703eb7d-8eb7-45cb-a161-0c461d17a08d tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099301 Dec 20 15:53:27.742391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b12c72f-4e09-406c-b092-1641686e7e22 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.743537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47806) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:27.760415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f47cb768-e39a-4711-9432-6f5722d5cf1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.763461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5892947 Dec 20 15:53:27.764215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47810) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:27.775185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1155603194', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:27.783585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:27.787053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:router and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:27.789953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:27.796765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:27.811086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '34f19e2d-55fe-4486-8536-70fddedcbb73'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:27.812212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.817050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b12c72f-4e09-406c-b092-1641686e7e22 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.948921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fc4116af-7527-49c5-bfa3-a98e7ef6f968 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.953546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.956268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.983754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f47cb768-e39a-4711-9432-6f5722d5cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:27.987847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:27.989624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fc4116af-7527-49c5-bfa3-a98e7ef6f968 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.000954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cb768-e39a-4711-9432-6f5722d5cf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e3f0a6-6b2c-4d2b-b961-c0e6271037e2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:28.006004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f47cb768-e39a-4711-9432-6f5722d5cf1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:28.014799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f47cb768-e39a-4711-9432-6f5722d5cf1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.015756 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f47cb768-e39a-4711-9432-6f5722d5cf1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37e3f0a6-6b2c-4d2b-b961-c0e6271037e2 HTTP/1.1" status: 204 len: 168 time: 0.7072279 Dec 20 15:53:28.032013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.039566 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:28.040068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/34f19e2d-55fe-4486-8536-70fddedcbb73/4aa9b334-8489-4b01-8654-cf4c7908baf4) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:28.118590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=887d2f0a-71c7-4395-b127-ab52fb08e36e,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:28.122252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:28.127391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': '5b2e1d2f-3805-4458-b175-dd3d39755376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2ab1d033-0006-4f78-87a1-3459d7b631d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:28.127747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: 2ab1d033-0006-4f78-87a1-3459d7b631d7, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:28.155222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.214138 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-1b12c72f-4e09-406c-b092-1641686e7e22 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP 8290a9af-232f-4e84-8121-b4a8c2040a73 associated. External IP: 172.26.7.165, port: 6facb139-d12a-4e83-9e1f-13e0c2dd34fd. Dec 20 15:53:28.217329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network 2ab1d033-0006-4f78-87a1-3459d7b631d7 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:28.291726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.307627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Transition to ACTIVE for port object 4aa9b334-8489-4b01-8654-cf4c7908baf4 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:28.326949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Transition to ACTIVE for port object 4aa9b334-8489-4b01-8654-cf4c7908baf4 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:28.337489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 2ab1d033-0006-4f78-87a1-3459d7b631d7) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:28.342113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:28.343102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.350466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7edef9-2957-426d-88b9-0792f5ba10df None None] Network 2ab1d033-0006-4f78-87a1-3459d7b631d7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:28.379653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.384705 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fc4116af-7527-49c5-bfa3-a98e7ef6f968 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.396678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ccfe293c-7409-4598-b1ae-3f8fd1be4dbb tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:28.417236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4116af-7527-49c5-bfa3-a98e7ef6f968 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33db8116-f40e-4c80-ac70-e9ed21a776f8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:28.420198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fc4116af-7527-49c5-bfa3-a98e7ef6f968 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:28.441384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fc4116af-7527-49c5-bfa3-a98e7ef6f968 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.442494 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fc4116af-7527-49c5-bfa3-a98e7ef6f968 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "DELETE /v2.0/security-groups/33db8116-f40e-4c80-ac70-e9ed21a776f8 HTTP/1.1" status: 204 len: 168 time: 0.6979656 Dec 20 15:53:28.445293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47820) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:28.473756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.480141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd5006df-b02a-4997-8e29-b198dda6cea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:28.486948 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5292685 Dec 20 15:53:28.491082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47824) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:28.548336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.552029 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-67bc3dc1-e402-4b40-9f07-dde773b69ae0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7823129 Dec 20 15:53:28.552420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47830) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:28.574723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:28.583868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:28.589863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:28.598892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Pushing event updated for resources: {'Port': ['ID=4aa9b334-8489-4b01-8654-cf4c7908baf4,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:28.632099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:28.739313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6ba31675-5717-4d0c-9ecc-f5c239ba2611 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Synchronizing usage tracker for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:28.777944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.862262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Attempting to bind port 4aa9b334-8489-4b01-8654-cf4c7908baf4 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:28.862685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Attempting to bind port 4aa9b334-8489-4b01-8654-cf4c7908baf4 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:28.863087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Attempting to bind port 4aa9b334-8489-4b01-8654-cf4c7908baf4 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:28.884059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6ba31675-5717-4d0c-9ecc-f5c239ba2611 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Unset dirty status for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:28.884059 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6ba31675-5717-4d0c-9ecc-f5c239ba2611 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4225399 Dec 20 15:53:28.884317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:28.884317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:28.884317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.884317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:28.884317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Bound port: 4aa9b334-8489-4b01-8654-cf4c7908baf4, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:28.884317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.884752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47840) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:28.885317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.891417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d7568-645c-430a-a54d-c0e1d9fe582b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-2ab1d033-0006-4f78-87a1-3459d7b631d7', 'network_id': '2ab1d033-0006-4f78-87a1-3459d7b631d7', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': '887d2f0a-71c7-4395-b127-ab52fb08e36e'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:28.892352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-326d7568-645c-430a-a54d-c0e1d9fe582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:28.924244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'tempest-secgroup--772279470'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:28.935783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:28.953750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:29.061965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.124876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] For port 4aa9b334-8489-4b01-8654-cf4c7908baf4, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:29.129504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] For port 4aa9b334-8489-4b01-8654-cf4c7908baf4, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4aa9b334-8489-4b01-8654-cf4c7908baf4,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:29.132455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.192782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.195730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.200164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:29.209989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f8b45e2c-5de7-4a45-aaa5-13b36f66b564 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server [None req-326d7568-645c-430a-a54d-c0e1d9fe582b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 887d2f0a-71c7-4395-b127-ab52fb08e36e: This subnet is being modified by another concurrent operation. Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 15:53:29.232730 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise exception Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 887d2f0a-71c7-4395-b127-ab52fb08e36e: This subnet is being modified by another concurrent operation. Dec 20 15:53:29.236351 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Dec 20 15:53:29.252028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983b661-73a8-49db-a585-a4fed156ddfa None None] Network 2ab1d033-0006-4f78-87a1-3459d7b631d7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:29.260064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=887d2f0a-71c7-4395-b127-ab52fb08e36e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.278854 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:29.279847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:29.294979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:29.301611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:29.313878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:29.399831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.445216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab1d033-0006-4f78-87a1-3459d7b631d7']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:29.471198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2e1d2f-3805-4458-b175-dd3d39755376') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:29.477140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2e1d2f-3805-4458-b175-dd3d39755376') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:29.510801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b12c72f-4e09-406c-b092-1641686e7e22 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:29.511145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Pushing event updated for resources: {'Port': ['ID=4aa9b334-8489-4b01-8654-cf4c7908baf4,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.522848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:29.524181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.537932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::1 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/34f19e2d-55fe-4486-8536-70fddedcbb73/3d81a484-6c40-48c0-a1c1-87e620695c6e) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:29.556441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.593998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.615559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:29.615559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.724564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.741675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 3d81a484-6c40-48c0-a1c1-87e620695c6e will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:29.747669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47858) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:29.825190 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:29.836981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.847816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-78c9b40b-05b0-41de-93af-6f950b873d10 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:29.857435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.861713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.865481 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.870001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9ae87698-f3bb-428a-bd76-ba23b28dd4e8 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:29.917225 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/2ab1d033-0006-4f78-87a1-3459d7b631d7 HTTP/1.1" status: 204 len: 168 time: 1.4228179 Dec 20 15:53:29.921744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cd8b01-2534-462c-bd2a-af3ee637d72c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.923507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:29.924009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47864) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:29.925275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f709051a-88f7-4e7c-83cf-809e42d2d92f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:29.961434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-585151248'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:29.968913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=2ab1d033-0006-4f78-87a1-3459d7b631d7,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.971115 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=3d81a484-6c40-48c0-a1c1-87e620695c6e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.971770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:29.973957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:29.976130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:29.976871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:29.977846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:29.980231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:29.980512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:29.980628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:network and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:29.984157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:30.018144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-924504060'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:30.022896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:30.026693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Usage tracker for resource:network and tenant:30adb4dab68947ecadc41e67b2911c9a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:30.029675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:30.035770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:30.039617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:30.041585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.042759 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1264243 Dec 20 15:53:30.048068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47868) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:30.053629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7e17cf6c-304f-432a-bdbe-307cfaf67747 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '71cd8b01-2534-462c-bd2a-af3ee637d72c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:30.054905 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-7e17cf6c-304f-432a-bdbe-307cfaf67747 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:30.056022 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7e17cf6c-304f-432a-bdbe-307cfaf67747 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068197 Dec 20 15:53:30.058495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47872) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:30.064216 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e4f68c10-5550-4130-b1ca-20b5fcfd2de9 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '71cd8b01-2534-462c-bd2a-af3ee637d72c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:30.098671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b12c72f-4e09-406c-b092-1641686e7e22 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:30.103481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b12c72f-4e09-406c-b092-1641686e7e22 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.112346 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58537fd7-82fa-47e7-952f-f6223add8ac6 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:30.130062 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58537fd7-82fa-47e7-952f-f6223add8ac6 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:30.131176 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-58537fd7-82fa-47e7-952f-f6223add8ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:30.133166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:30.135867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.184186 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1b12c72f-4e09-406c-b092-1641686e7e22 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "PUT /v2.0/floatingips/8290a9af-232f-4e84-8121-b4a8c2040a73 HTTP/1.1" status: 200 len: 977 time: 3.7320220 Dec 20 15:53:30.189922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47878) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:30.201886 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-58537fd7-82fa-47e7-952f-f6223add8ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:30.214100 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58537fd7-82fa-47e7-952f-f6223add8ac6 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:30.214696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e4f68c10-5550-4130-b1ca-20b5fcfd2de9 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:30.219977 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-58537fd7-82fa-47e7-952f-f6223add8ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:30.222544 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e4f68c10-5550-4130-b1ca-20b5fcfd2de9 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:30.226291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:30.227272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e4f68c10-5550-4130-b1ca-20b5fcfd2de9 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:30.235912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e4f68c10-5550-4130-b1ca-20b5fcfd2de9 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:30.262450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Made reservation on behalf of 30adb4dab68947ecadc41e67b2911c9a for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:30.265967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.282003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-58537fd7-82fa-47e7-952f-f6223add8ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:30.282770 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58537fd7-82fa-47e7-952f-f6223add8ac6 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:30.291208 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.349609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:30.355590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Usage tracker for resource:security_group_rule and tenant:30adb4dab68947ecadc41e67b2911c9a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:30.361838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:30.374878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.374878 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment ea0a0987-7207-4e3f-8b86-4a83f0126a17 of type vlan for network f4900ea4-89a9-4c6e-a526-d61feb836dcc Dec 20 15:53:30.390261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port 6facb139-d12a-4e83-9e1f-13e0c2dd34fd {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:30.390595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.391359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:30.399231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.452413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.496567 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-e4f68c10-5550-4130-b1ca-20b5fcfd2de9 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:30.499556 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e4f68c10-5550-4130-b1ca-20b5fcfd2de9 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4392619 Dec 20 15:53:30.501609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47882) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:30.518276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ba8e2f49-038b-4310-bdd5-c65aa10da612 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '71cd8b01-2534-462c-bd2a-af3ee637d72c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:30.518276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-ba8e2f49-038b-4310-bdd5-c65aa10da612 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:30.518276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ba8e2f49-038b-4310-bdd5-c65aa10da612 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0139132 Dec 20 15:53:30.529098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47886) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:30.541410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-44359212-13a3-4e1a-a2e1-4e1c39decbba tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '71cd8b01-2534-462c-bd2a-af3ee637d72c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:30.552801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-44359212-13a3-4e1a-a2e1-4e1c39decbba tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:30.566659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-44359212-13a3-4e1a-a2e1-4e1c39decbba tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:30.571170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-44359212-13a3-4e1a-a2e1-4e1c39decbba tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:30.597331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-44359212-13a3-4e1a-a2e1-4e1c39decbba tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:30.690048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.703772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.707706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:30.708974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.717285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3bcea726-f396-49e9-af77-ffb196803da3 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:30.801169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.816830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.821748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-53c694fb-aec2-4df6-8778-5b7b9f948c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:30.876419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-298a2b32-bad2-4700-bf50-f244ebeec4a3 None None] Provisioning for port 4aa9b334-8489-4b01-8654-cf4c7908baf4 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:30.876952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:30.898727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1ba4fa-b698-4077-958b-57abbb2755c7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:30.908225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:30.910150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.910491 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Added segment fff4284c-58c7-44cc-ae48-18e47da7f14e of type vlan for network 99968442-5a59-4a2e-964b-34cc41d55e00 Dec 20 15:53:30.943990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=f4900ea4-89a9-4c6e-a526-d61feb836dcc,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:30.946374 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-44359212-13a3-4e1a-a2e1-4e1c39decbba tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:30.952873 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-44359212-13a3-4e1a-a2e1-4e1c39decbba tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4151721 Dec 20 15:53:30.952873 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0092132 Dec 20 15:53:30.952873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:30.958124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47894) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:30.958236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47896) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:30.958330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:30.959590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network f4900ea4-89a9-4c6e-a526-d61feb836dcc details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:53:30.959708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d0a65134-57f1-4d7c-b313-7540cf242309 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '71cd8b01-2534-462c-bd2a-af3ee637d72c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:30.960393 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-d0a65134-57f1-4d7c-b313-7540cf242309 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:30.961240 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d0a65134-57f1-4d7c-b313-7540cf242309 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063279 Dec 20 15:53:30.964163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47902) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:30.969098 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': 'f4900ea4-89a9-4c6e-a526-d61feb836dcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:30.974175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ace49b07-8a9b-4066-95c5-9526e8a0e76f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '71cd8b01-2534-462c-bd2a-af3ee637d72c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:30.994984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ace49b07-8a9b-4066-95c5-9526e8a0e76f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:31.002675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ace49b07-8a9b-4066-95c5-9526e8a0e76f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:31.054002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ace49b07-8a9b-4066-95c5-9526e8a0e76f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:31.072110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:53:31.077864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ace49b07-8a9b-4066-95c5-9526e8a0e76f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:31.090973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16947880-a20c-4fcd-8f23-fb0bafe3d6b7 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:53:31.093576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:31.102051 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:31.115416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:subnet and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:31.119409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:31.127561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:31.194156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:31.224096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:31.224568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:31.224882 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP 8290a9af-232f-4e84-8121-b4a8c2040a73 disassociated. External IP: 172.26.7.165, port: 6facb139-d12a-4e83-9e1f-13e0c2dd34fd. Dec 20 15:53:31.225220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for 6facb139-d12a-4e83-9e1f-13e0c2dd34fd owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:31.240102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16947880-a20c-4fcd-8f23-fb0bafe3d6b7 None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:53:31.244688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-eda8478a-ddda-4356-8f91-f9de584c5e1a None None] Provisioning for port 3d81a484-6c40-48c0-a1c1-87e620695c6e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:31.257204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-eda8478a-ddda-4356-8f91-f9de584c5e1a None None] Provisioning complete for port 3d81a484-6c40-48c0-a1c1-87e620695c6e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:31.257698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eda8478a-ddda-4356-8f91-f9de584c5e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:31.275451 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-ace49b07-8a9b-4066-95c5-9526e8a0e76f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:31.279104 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ace49b07-8a9b-4066-95c5-9526e8a0e76f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3107657 Dec 20 15:53:31.279902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47906) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:31.289690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:31.290503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:31.290680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5c1fe3df-6be6-4c8e-99df-c6f74a6b0eb8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '71cd8b01-2534-462c-bd2a-af3ee637d72c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:31.295839 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-5c1fe3df-6be6-4c8e-99df-c6f74a6b0eb8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:31.295839 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5c1fe3df-6be6-4c8e-99df-c6f74a6b0eb8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115910 Dec 20 15:53:31.297329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47910) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:31.297567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1578c032-bce3-4563-8639-de8131c1d06a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:31.319261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cec62a5c-05d2-4b19-b0d9-2a732ed81e04 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '71cd8b01-2534-462c-bd2a-af3ee637d72c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:31.325874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cec62a5c-05d2-4b19-b0d9-2a732ed81e04 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:31.326942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:31.330375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:31.330711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cec62a5c-05d2-4b19-b0d9-2a732ed81e04 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:31.330972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:31.334779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cec62a5c-05d2-4b19-b0d9-2a732ed81e04 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:31.342322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cec62a5c-05d2-4b19-b0d9-2a732ed81e04 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:31.356857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-eda8478a-ddda-4356-8f91-f9de584c5e1a None None] Port 3d81a484-6c40-48c0-a1c1-87e620695c6e cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:31.360774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:31.466660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=3d81a484-6c40-48c0-a1c1-87e620695c6e,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:31.523687 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing IP validity checks on allocation pools {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 15:53:31.524198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 15:53:31.526473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:31.527002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3d2a4925-d63b-47b1-a9b1-ef9e39d6be15 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:31.541297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:31.548422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:31.596742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=6facb139-d12a-4e83-9e1f-13e0c2dd34fd,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:31.601051 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-cec62a5c-05d2-4b19-b0d9-2a732ed81e04 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:31.605209 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cec62a5c-05d2-4b19-b0d9-2a732ed81e04 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3050818 Dec 20 15:53:31.605657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:31.606139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47916) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:31.614353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f7ad7adb-de49-40f5-b3ff-dbec9b2ef213 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '71cd8b01-2534-462c-bd2a-af3ee637d72c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:31.619334 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8705788 Dec 20 15:53:31.624105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f7ad7adb-de49-40f5-b3ff-dbec9b2ef213 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:31.630161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47920) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:31.633901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f7ad7adb-de49-40f5-b3ff-dbec9b2ef213 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:31.641912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'subnet': {'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:31.659810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f7ad7adb-de49-40f5-b3ff-dbec9b2ef213 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:31.706898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Network': ['ID=99968442-5a59-4a2e-964b-34cc41d55e00,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:31.711635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:31.714134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f7ad7adb-de49-40f5-b3ff-dbec9b2ef213 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:31.721737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 99968442-5a59-4a2e-964b-34cc41d55e00 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:53:31.776073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:31.779821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:31.871906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:31.876173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Usage tracker for resource:subnet and tenant:30adb4dab68947ecadc41e67b2911c9a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:31.880706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:31.887584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:31.937646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4aa9b334-8489-4b01-8654-cf4c7908baf4 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:31.952520 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-f7ad7adb-de49-40f5-b3ff-dbec9b2ef213 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:31.953634 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f7ad7adb-de49-40f5-b3ff-dbec9b2ef213 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3461378 Dec 20 15:53:31.961392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47926) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:32.025453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Made reservation on behalf of 30adb4dab68947ecadc41e67b2911c9a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:32.120416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 4aa9b334-8489-4b01-8654-cf4c7908baf4 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:32.126659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4aa9b334-8489-4b01-8654-cf4c7908baf4 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:32.127325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.171217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d986f066-0862-44e0-9a3b-3e59c97b26cd tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.184850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.286839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9694188b-9cbd-413b-9eeb-ccc197c8b029 None None] Provisioning complete for port 3d81a484-6c40-48c0-a1c1-87e620695c6e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:32.287303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9694188b-9cbd-413b-9eeb-ccc197c8b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.316810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.322515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:32.357674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.358752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d986f066-0862-44e0-9a3b-3e59c97b26cd tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.367387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-9694188b-9cbd-413b-9eeb-ccc197c8b029 None None] Port 3d81a484-6c40-48c0-a1c1-87e620695c6e cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:32.394335 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 4aa9b334-8489-4b01-8654-cf4c7908baf4, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4aa9b334-8489-4b01-8654-cf4c7908baf4,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:32.413217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=71201f53-80ab-4da6-a368-7a543653df56,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:32.418895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:32.438124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': 'ea0a0987-7207-4e3f-8b86-4a83f0126a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4900ea4-89a9-4c6e-a526-d61feb836dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:32.438393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: f4900ea4-89a9-4c6e-a526-d61feb836dcc, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:32.460885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:32.502139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.504423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e5fbab54-7235-4f25-87ce-595345ba0473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:32.572547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=4aa9b334-8489-4b01-8654-cf4c7908baf4,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:32.576079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:32.612746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Router 367c316e-535b-4bed-bf57-445ede92bc65 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:53:32.615921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network f4900ea4-89a9-4c6e-a526-d61feb836dcc is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:32.619414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d986f066-0862-44e0-9a3b-3e59c97b26cd tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.625432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:32.658700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986f066-0862-44e0-9a3b-3e59c97b26cd tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cd8b01-2534-462c-bd2a-af3ee637d72c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:32.664712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d986f066-0862-44e0-9a3b-3e59c97b26cd tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:32.744668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, f4900ea4-89a9-4c6e-a526-d61feb836dcc) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:32.749417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.753415 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:53:32.753906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:32.754853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.757245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df7afc-fcd6-4fbb-8fda-5dd03da5732c None None] Network f4900ea4-89a9-4c6e-a526-d61feb836dcc requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:32.762889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:32.824921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:32.834390 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "PUT /v2.0/routers/367c316e-535b-4bed-bf57-445ede92bc65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2769594 Dec 20 15:53:32.834390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47934) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:32.847574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Sync routers for ids ['367c316e-535b-4bed-bf57-445ede92bc65'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:32.851987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Subnet': ['ID=246a20a9-c41a-4712-8a1b-28082aecea71,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:32.855853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d986f066-0862-44e0-9a3b-3e59c97b26cd tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:32.859769 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d986f066-0862-44e0-9a3b-3e59c97b26cd tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "DELETE /v2.0/security-groups/71cd8b01-2534-462c-bd2a-af3ee637d72c HTTP/1.1" status: 204 len: 168 time: 0.8936894 Dec 20 15:53:32.859769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:32.862368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47938) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:32.906766 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9532351 Dec 20 15:53:32.909435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47942) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:32.915104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c41fe0-0eb3-419c-97fd-761aa71e7c74 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:32.915104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-97c41fe0-0eb3-419c-97fd-761aa71e7c74 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:32.924566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Checking segment: {'id': 'fff4284c-58c7-44cc-ae48-18e47da7f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:32.924929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Network hostable DHCP agents. Network: 99968442-5a59-4a2e-964b-34cc41d55e00, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:32.938402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Routers {'367c316e-535b-4bed-bf57-445ede92bc65'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:32.939118 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['367c316e-535b-4bed-bf57-445ede92bc65'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:32.974568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0468ff92-6d98-4bcc-86fb-f8839a35701b tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Synchronizing usage tracker for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:32.980112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:32.995408 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47222e7-522a-4057-8be7-d2d848a24420 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:33.008100 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47222e7-522a-4057-8be7-d2d848a24420 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:33.008920 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a47222e7-522a-4057-8be7-d2d848a24420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:33.048725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-97c41fe0-0eb3-419c-97fd-761aa71e7c74 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:33.053075 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-97c41fe0-0eb3-419c-97fd-761aa71e7c74 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports/3d81a484-6c40-48c0-a1c1-87e620695c6e HTTP/1.1" status: 200 len: 911 time: 0.2183936 Dec 20 15:53:33.056211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47946) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:33.075131 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a47222e7-522a-4057-8be7-d2d848a24420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:33.092931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Network 99968442-5a59-4a2e-964b-34cc41d55e00 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:33.098390 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47222e7-522a-4057-8be7-d2d848a24420 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:33.099201 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a47222e7-522a-4057-8be7-d2d848a24420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:33.117543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:33.123114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47952) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:33.123630 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/ports/6facb139-d12a-4e83-9e1f-13e0c2dd34fd HTTP/1.1" status: 204 len: 168 time: 2.9327979 Dec 20 15:53:33.141957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0468ff92-6d98-4bcc-86fb-f8839a35701b tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Unset dirty status for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:33.143378 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0468ff92-6d98-4bcc-86fb-f8839a35701b tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2799504 Dec 20 15:53:33.150900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47956) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:33.165899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386640361'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:33.175143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:33.179181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 99968442-5a59-4a2e-964b-34cc41d55e00) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:33.189298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:33.189945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:33.196741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:33.233913 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a47222e7-522a-4057-8be7-d2d848a24420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:33.234464 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47222e7-522a-4057-8be7-d2d848a24420 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:33.235893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:33.286352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27ddcb-521e-4929-b527-21d2e70529ac None None] Network 99968442-5a59-4a2e-964b-34cc41d55e00 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:33.302515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-f4900ea4-89a9-4c6e-a526-d61feb836dcc', 'network_id': 'f4900ea4-89a9-4c6e-a526-d61feb836dcc', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': '71201f53-80ab-4da6-a368-7a543653df56'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:33.303354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:33.306904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47962) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:33.320451 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-13b4e761-fc39-4267-9dc8-1ea0f5add46c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "GET /v2.0/floatingips/8290a9af-232f-4e84-8121-b4a8c2040a73 HTTP/1.1" status: 200 len: 688 time: 0.1959882 Dec 20 15:53:33.364161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda4d63c-53c6-4473-916c-f1f5f59af7da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:33.370395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda4d63c-53c6-4473-916c-f1f5f59af7da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:33.376868 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dda4d63c-53c6-4473-916c-f1f5f59af7da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3157303 Dec 20 15:53:33.379176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47966) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:33.399919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:33.444422 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8108027 Dec 20 15:53:33.447531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47970) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:33.467527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:33.520710 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Set router 367c316e-535b-4bed-bf57-445ede92bc65 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:33.538326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'port': {'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-391036643'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:33.601081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port a03a5d6f-4714-4e43-a8ee-a5c8643a2378 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:33.601832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:33.665846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:33.730780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:33.743879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:33.773221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:33.835924 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Allocated IP 172.20.0.3 (f4900ea4-89a9-4c6e-a526-d61feb836dcc/71201f53-80ab-4da6-a368-7a543653df56/ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:33.898929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-99968442-5a59-4a2e-964b-34cc41d55e00', 'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00', 'tenant_id': '30adb4dab68947ecadc41e67b2911c9a', 'fixed_ips': [{'subnet_id': '246a20a9-c41a-4712-8a1b-28082aecea71'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:33.899757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:33.917898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4aa9b334-8489-4b01-8654-cf4c7908baf4 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:33.919913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:33.938111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Usage tracker for resource:port and tenant:30adb4dab68947ecadc41e67b2911c9a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:33.954843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:33.987244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:34.003436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.003774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.020872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.063843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.129207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.140515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for a03a5d6f-4714-4e43-a8ee-a5c8643a2378 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:34.166956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:34.205861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea8929d-dcba-4ab8-b10b-f7592d62a25e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:34.213967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Made reservation on behalf of 30adb4dab68947ecadc41e67b2911c9a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:34.217072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.237183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:34.241836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] device_id is not set on port 94b0b83a-553c-4c0d-b757-e70a179c9e6e yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:34.440346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4aa9b334-8489-4b01-8654-cf4c7908baf4 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:34.440938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.528361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.533109 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3811131 Dec 20 15:53:34.536240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47980) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:34.542618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-dd13395d-e44d-4aa4-a0d1-432ed4f268e8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '3ea8929d-dcba-4ab8-b10b-f7592d62a25e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:34.576314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Allocated IP 2001:db8::2 (99968442-5a59-4a2e-964b-34cc41d55e00/246a20a9-c41a-4712-8a1b-28082aecea71/8ccbcf96-5128-41b9-980a-82a9af02d565) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:34.580020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-dd13395d-e44d-4aa4-a0d1-432ed4f268e8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:34.586170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 3d81a484-6c40-48c0-a1c1-87e620695c6e {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:34.586727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.598095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-dd13395d-e44d-4aa4-a0d1-432ed4f268e8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:34.601806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-dd13395d-e44d-4aa4-a0d1-432ed4f268e8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:34.608424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-dd13395d-e44d-4aa4-a0d1-432ed4f268e8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:34.613346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.638356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c316e-535b-4bed-bf57-445ede92bc65', 'name': 'tempest-NetworksTestDHCPv6-router-1155603194', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:27Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 2, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None, '_interfaces': [{'id': '3d81a484-6c40-48c0-a1c1-87e620695c6e', 'name': '', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'mac_address': 'fa:16:3e:d1:f7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367c316e-535b-4bed-bf57-445ede92bc65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34f19e2d-55fe-4486-8536-70fddedcbb73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:29Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 2, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'subnets': [{'id': '34f19e2d-55fe-4486-8536-70fddedcbb73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:34.667790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Checking router: 367c316e-535b-4bed-bf57-445ede92bc65 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:53:34.668203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Updating router 367c316e-535b-4bed-bf57-445ede92bc65 port 3d81a484-6c40-48c0-a1c1-87e620695c6e binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:53:34.709946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.710623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Transition to ACTIVE for port object ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:34.720387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:34.780960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.782968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=a03a5d6f-4714-4e43-a8ee-a5c8643a2378,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:34.785437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:34.787020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Transition to ACTIVE for port object ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:34.794270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.891347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.907013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 3d81a484-6c40-48c0-a1c1-87e620695c6e owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:34.932516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:34.939900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-727deade-91d4-41ed-9a81-c5d86599d48f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:34.943603 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-dd13395d-e44d-4aa4-a0d1-432ed4f268e8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The resource could not be found. Dec 20 15:53:34.948373 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dd13395d-e44d-4aa4-a0d1-432ed4f268e8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4084444 Dec 20 15:53:34.948707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47984) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:34.959994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-524a945f-022d-45e9-8d13-415d01722632 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '3ea8929d-dcba-4ab8-b10b-f7592d62a25e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a51f41d8-6881-4c00-aa89-59b3a6c4f0ea'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:34.967426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-524a945f-022d-45e9-8d13-415d01722632 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:34.973946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-524a945f-022d-45e9-8d13-415d01722632 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:34.985202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-524a945f-022d-45e9-8d13-415d01722632 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:34.992492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-524a945f-022d-45e9-8d13-415d01722632 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:34.998040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.004286 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/floatingips/8290a9af-232f-4e84-8121-b4a8c2040a73 HTTP/1.1" status: 204 len: 168 time: 1.6914632 Dec 20 15:53:35.004512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 47990) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:35.011383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'bd56efa1-d0cb-44fd-a378-423d8a1c4cb0'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:35.020000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:35.027671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.033212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:floatingip and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:35.037585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ec968e35-6257-40af-bb64-aa2ddda118e6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:35.067484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:35.081247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:35.093368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=71201f53-80ab-4da6-a368-7a543653df56,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:35.098876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:35.134950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Network f4900ea4-89a9-4c6e-a526-d61feb836dcc is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:35.146645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:35.153229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Pushing event updated for resources: {'Port': ['ID=ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:35.155518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:35.161787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:35.237688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.239475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.252554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.274881 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-524a945f-022d-45e9-8d13-415d01722632 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The resource could not be found. Dec 20 15:53:35.276295 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-524a945f-022d-45e9-8d13-415d01722632 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3254929 Dec 20 15:53:35.279403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 47994) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:35.294058 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4900ea4-89a9-4c6e-a526-d61feb836dcc']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:35.300865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Transition to ACTIVE for port object 8ccbcf96-5128-41b9-980a-82a9af02d565 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:35.308673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0a0987-7207-4e3f-8b86-4a83f0126a17') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:35.308945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0a0987-7207-4e3f-8b86-4a83f0126a17') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:35.322019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.344590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a3f595f4-8add-4375-915e-a5d74f8e897a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.347502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.373466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a3f595f4-8add-4375-915e-a5d74f8e897a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.373705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:35.374032 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.376878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Attempting to bind port ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:35.377256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Attempting to bind port ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'ea0a0987-7207-4e3f-8b86-4a83f0126a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4900ea4-89a9-4c6e-a526-d61feb836dcc'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:35.377620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Attempting to bind port ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07 on network f4900ea4-89a9-4c6e-a526-d61feb836dcc {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:35.390776 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:35.393815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Transition to ACTIVE for port object 8ccbcf96-5128-41b9-980a-82a9af02d565 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:35.414358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:35.414926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Checking segment: {'id': 'ea0a0987-7207-4e3f-8b86-4a83f0126a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4900ea4-89a9-4c6e-a526-d61feb836dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:35.415613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.416329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Bound using segment: {'id': 'ea0a0987-7207-4e3f-8b86-4a83f0126a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4900ea4-89a9-4c6e-a526-d61feb836dcc'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:35.417149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Bound port: ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0a0987-7207-4e3f-8b86-4a83f0126a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f4900ea4-89a9-4c6e-a526-d61feb836dcc'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:35.417831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.508329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.516252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:35.546035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a3f595f4-8add-4375-915e-a5d74f8e897a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.547131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.554101 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c7f736f0-c8ec-4a25-80a3-2470bd8106cc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:35.554865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1f3629a3-7145-44ef-9459-9fb4dc1baf25 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:35.587142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f595f4-8add-4375-915e-a5d74f8e897a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea8929d-dcba-4ab8-b10b-f7592d62a25e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:35.592131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a3f595f4-8add-4375-915e-a5d74f8e897a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:35.614162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a3f595f4-8add-4375-915e-a5d74f8e897a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.617523 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a3f595f4-8add-4375-915e-a5d74f8e897a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "DELETE /v2.0/security-groups/3ea8929d-dcba-4ab8-b10b-f7592d62a25e HTTP/1.1" status: 204 len: 168 time: 0.3349869 Dec 20 15:53:35.617523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Allocated IP 2001:db8::16f (99968442-5a59-4a2e-964b-34cc41d55e00/246a20a9-c41a-4712-8a1b-28082aecea71/94b0b83a-553c-4c0d-b757-e70a179c9e6e) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:35.618257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48000) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:35.618757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:53:35.618757 dv-neutron-821074-1-hyperv neutron-server[84391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:53:35.618757 dv-neutron-821074-1-hyperv neutron-server[84391]: [parameters: {'id': 'f4900ea4-89a9-4c6e-a526-d61feb836dcc'}] Dec 20 15:53:35.618757 dv-neutron-821074-1-hyperv neutron-server[84391]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:35.619957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:35.624427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=3d81a484-6c40-48c0-a1c1-87e620695c6e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:35.631595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:35.674235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Pushing event updated for resources: {'Port': ['ID=8ccbcf96-5128-41b9-980a-82a9af02d565,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:35.679666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:35.687801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] For port ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:35.711967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Network 99968442-5a59-4a2e-964b-34cc41d55e00 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:35.713848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] For port ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07,segment=NetworkSegment(ea0a0987-7207-4e3f-8b86-4a83f0126a17),segment_id=ea0a0987-7207-4e3f-8b86-4a83f0126a17)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:35.716803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:35.718710 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:35.719194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:35.725393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:35.732660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1aa55d10-92ff-49af-a5a4-dba43cf9f3cc tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Synchronizing usage tracker for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:35.850604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.860297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8291950a-78f2-49f9-b3e9-0b736ddddd70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:35.969293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Attempting to bind port 8ccbcf96-5128-41b9-980a-82a9af02d565 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:35.974389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Attempting to bind port 8ccbcf96-5128-41b9-980a-82a9af02d565 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'fff4284c-58c7-44cc-ae48-18e47da7f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:35.974389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Attempting to bind port 8ccbcf96-5128-41b9-980a-82a9af02d565 on network 99968442-5a59-4a2e-964b-34cc41d55e00 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:35.988368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Pushing event updated for resources: {'Port': ['ID=ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:35.991294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:35.991735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Checking segment: {'id': 'fff4284c-58c7-44cc-ae48-18e47da7f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:35.992080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:35.992470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Bound using segment: {'id': 'fff4284c-58c7-44cc-ae48-18e47da7f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:35.992950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Bound port: 8ccbcf96-5128-41b9-980a-82a9af02d565, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff4284c-58c7-44cc-ae48-18e47da7f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:35.993328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:36.003981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1aa55d10-92ff-49af-a5a4-dba43cf9f3cc tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Unset dirty status for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:36.009342 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1aa55d10-92ff-49af-a5a4-dba43cf9f3cc tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3862290 Dec 20 15:53:36.009752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:36.013021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48010) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:36.056722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:36.103127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:36.123631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:36.142148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-69907d4d-6cba-4b60-8ca4-cf7ad4987538 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '3ef960da-6a99-4e63-8e1f-92de8b45320c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:36.155784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:36.163344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-69907d4d-6cba-4b60-8ca4-cf7ad4987538 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:36.179270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-69907d4d-6cba-4b60-8ca4-cf7ad4987538 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:36.192091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-69907d4d-6cba-4b60-8ca4-cf7ad4987538 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:36.195857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] For port 8ccbcf96-5128-41b9-980a-82a9af02d565, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:36.198346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea48f1a6-3a54-4a51-88b0-7163764e3471 None None] Network f4900ea4-89a9-4c6e-a526-d61feb836dcc requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:36.206961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Transition to ACTIVE for port object 94b0b83a-553c-4c0d-b757-e70a179c9e6e will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:36.210668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-69907d4d-6cba-4b60-8ca4-cf7ad4987538 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:36.231127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] For port 8ccbcf96-5128-41b9-980a-82a9af02d565, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8ccbcf96-5128-41b9-980a-82a9af02d565,segment=NetworkSegment(fff4284c-58c7-44cc-ae48-18e47da7f14e),segment_id=fff4284c-58c7-44cc-ae48-18e47da7f14e)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:36.254487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d76a23-f598-40d4-8f8d-f85d352adcde req-28e476f1-f188-47ac-8d7c-cd1ad94cd84f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:36.261271 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-71d76a23-f598-40d4-8f8d-f85d352adcde req-28e476f1-f188-47ac-8d7c-cd1ad94cd84f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2917523 Dec 20 15:53:36.289719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Port 3d81a484-6c40-48c0-a1c1-87e620695c6e not found while updating agent binding for router 367c316e-535b-4bed-bf57-445ede92bc65. {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Dec 20 15:53:36.291296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ccf26-4f03-4f85-8894-8932baa567d0 req-0b2bd1f0-3b56-4b17-adb2-8568090e2c91 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:36.293509 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f54ccf26-4f03-4f85-8894-8932baa567d0 req-0b2bd1f0-3b56-4b17-adb2-8568090e2c91 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 946 time: 0.2047389 Dec 20 15:53:36.311714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:36.312053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:36.367617 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-71d76a23-f598-40d4-8f8d-f85d352adcde req-4671e5d8-84c1-4957-b722-9df03c34c3b7 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053138 Dec 20 15:53:36.388107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:36.388107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dc365fec-87aa-4f70-a559-8ac1b8d92849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:36.416624 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f54ccf26-4f03-4f85-8894-8932baa567d0 req-4a3d1958-f97e-4d15-9857-6cb6fa13857d tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080647 Dec 20 15:53:36.422784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:36.426415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.26.7.231 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/c4d82487-3f68-4f5b-ae13-00d142c0c807) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:36.459149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Pushing event updated for resources: {'Port': ['ID=8ccbcf96-5128-41b9-980a-82a9af02d565,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:36.459478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e77ea86-eab6-4554-b003-48af42061d67 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:36.473488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:36.474099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Routers {'367c316e-535b-4bed-bf57-445ede92bc65'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:36.475253 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['367c316e-535b-4bed-bf57-445ede92bc65'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:36.528565 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-69907d4d-6cba-4b60-8ca4-cf7ad4987538 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The resource could not be found. Dec 20 15:53:36.534565 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-69907d4d-6cba-4b60-8ca4-cf7ad4987538 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5182624 Dec 20 15:53:36.535654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48020) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:36.552421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Network 99968442-5a59-4a2e-964b-34cc41d55e00 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:36.559754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'tempest-secgroup--603049026'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:36.564276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:36.566906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:36.578697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:36.579388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:36.602281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:36.637551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Port': ['ID=94b0b83a-553c-4c0d-b757-e70a179c9e6e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:36.640457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:36.645851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:36.751744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] Set router 367c316e-535b-4bed-bf57-445ede92bc65 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:36.793767 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3431714 Dec 20 15:53:36.797122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48026) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:36.805937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'port': {'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1680925280', 'allowed_address_pairs': [{'ip_address': '2001:db8::16f', 'mac_address': 'fa:16:3e:e3:1a:63'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:36.879716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c316e-535b-4bed-bf57-445ede92bc65', 'name': 'tempest-NetworksTestDHCPv6-router-1155603194', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:27Z', 'updated_at': '2021-12-20T15:53:35Z', 'revision_number': 3, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:36.885860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e4b28-8365-4744-895a-b1e8745b72d6 None None] The sync data for ids ['367c316e-535b-4bed-bf57-445ede92bc65'] in dv-neutron-821074-1-hyperv is: [{'id': '367c316e-535b-4bed-bf57-445ede92bc65', 'name': 'tempest-NetworksTestDHCPv6-router-1155603194', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:27Z', 'updated_at': '2021-12-20T15:53:35Z', 'revision_number': 3, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:36.951227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.039318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:37.045164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:37.047504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Usage tracker for resource:port and tenant:30adb4dab68947ecadc41e67b2911c9a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:37.051577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:37.054266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:37.059986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07,segment=NetworkSegment(ea0a0987-7207-4e3f-8b86-4a83f0126a17),segment_id=ea0a0987-7207-4e3f-8b86-4a83f0126a17)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:37.059986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.060530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:37.062753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:37.068504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:37.149606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Made reservation on behalf of 30adb4dab68947ecadc41e67b2911c9a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:37.155334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.166030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.180285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] device_id is not set on port cd3debba-af25-4a07-b298-d484a4b72578 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:37.245121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:37.245277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.251750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:37.325498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.360109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26107c8d-8349-413b-a526-d2dfb13b48dd,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:37.369871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:37.380778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Router 367c316e-535b-4bed-bf57-445ede92bc65 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:37.425928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.429843 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8777370 Dec 20 15:53:37.436987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48034) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:37.451826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'tempest-secgroup--339248407'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:37.457670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:37.462952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:37.467091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.469780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:37.479119 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d19f67d1-b8bb-4a64-b2ee-799286e4d5a0 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:37.488739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Allocated IP 2001:db8::388 (99968442-5a59-4a2e-964b-34cc41d55e00/246a20a9-c41a-4712-8a1b-28082aecea71/cd3debba-af25-4a07-b298-d484a4b72578) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:37.501534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:37.575773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5982c0f-56e1-4844-aabd-3301fb117e93 req-eaa1da71-c2ce-4aff-a646-6c74374628a2 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:37.577389 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5982c0f-56e1-4844-aabd-3301fb117e93 req-eaa1da71-c2ce-4aff-a646-6c74374628a2 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2184722 Dec 20 15:53:37.710803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.730990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.761616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:37.773314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No DVR routers for this DVR port ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:37.780324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:37.785330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=c4d82487-3f68-4f5b-ae13-00d142c0c807,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:37.849872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:37.865386 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5982c0f-56e1-4844-aabd-3301fb117e93 req-beaeeaf9-2d47-418d-9768-f2ba58aa9387 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777433 Dec 20 15:53:37.885803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8ccbcf96-5128-41b9-980a-82a9af02d565 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:37.913632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:37.921023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:37.931267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:37.936782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600e1cc7-e3cb-4aac-b781-2b5cc2f68e59 None None] Network 99968442-5a59-4a2e-964b-34cc41d55e00 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:37.942391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:37.949910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:37.976331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Transition to ACTIVE for port object cd3debba-af25-4a07-b298-d484a4b72578 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:38.018725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:38.026613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cbe3e4da-729b-4788-92aa-a231f83452d3 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:38.035711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.081311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Port': ['ID=ef6cdc7c-88c0-48e2-bdb2-219d38b7dd07,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:38.083847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:38.108653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:38.123030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e238cd31-2ede-4943-ac64-e2ddee56e59d None None] Provisioning for port 8ccbcf96-5128-41b9-980a-82a9af02d565 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:38.137452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.138142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ba9171ae-450d-4be6-8ca1-c519f321e076 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:38.156504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.185499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.288046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] Sync routers for ids ['367c316e-535b-4bed-bf57-445ede92bc65'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:38.302492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 8ccbcf96-5128-41b9-980a-82a9af02d565 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:38.304873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a4ce9a-b5ea-4fc0-a5ef-7d47e07e9653,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:38.316395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:38.316491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 8ccbcf96-5128-41b9-980a-82a9af02d565 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:38.317037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.317711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:38.344922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4900ea4-89a9-4c6e-a526-d61feb836dcc']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:38.348164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Network 99968442-5a59-4a2e-964b-34cc41d55e00 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:38.362328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:38.367241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:38.371687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:38.372299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.380954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0a0987-7207-4e3f-8b86-4a83f0126a17') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:38.381808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0a0987-7207-4e3f-8b86-4a83f0126a17') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:38.382416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.383650 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9458542 Dec 20 15:53:38.389427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] Routers {'367c316e-535b-4bed-bf57-445ede92bc65'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:38.389733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['367c316e-535b-4bed-bf57-445ede92bc65'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:38.391555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48048) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:38.401927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-fbd6f9bc-dc13-4716-9ff4-8cc1e46958a0 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group_rule': {'security_group_id': '26107c8d-8349-413b-a526-d2dfb13b48dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b6a4ce9a-b5ea-4fc0-a5ef-7d47e07e9653'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:38.411361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.412732 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Port': ['ID=cd3debba-af25-4a07-b298-d484a4b72578,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:38.416393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:38.425138 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fbd6f9bc-dc13-4716-9ff4-8cc1e46958a0 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:38.437286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fbd6f9bc-dc13-4716-9ff4-8cc1e46958a0 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:38.449372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01b9ff-bcfc-4a86-befa-84b6ecb0461d req-6989c107-8505-45ab-a154-f6e98def9b12 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:38.456381 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1d01b9ff-bcfc-4a86-befa-84b6ecb0461d req-6989c107-8505-45ab-a154-f6e98def9b12 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 946 time: 0.2081685 Dec 20 15:53:38.494745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fbd6f9bc-dc13-4716-9ff4-8cc1e46958a0 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:38.495625 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6969910 Dec 20 15:53:38.500591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48052) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:38.517663 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "PUT /v2.0/routers/367c316e-535b-4bed-bf57-445ede92bc65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1350350 Dec 20 15:53:38.517663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fbd6f9bc-dc13-4716-9ff4-8cc1e46958a0 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:38.521526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48056) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:38.530578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.556409 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1d01b9ff-bcfc-4a86-befa-84b6ecb0461d req-3346d3bc-08ea-4d29-8b97-b02a4fb8c07f tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989056 Dec 20 15:53:38.566968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] Set router 367c316e-535b-4bed-bf57-445ede92bc65 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:38.604929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:38.605555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:38.622244 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:38.625164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f52ccc-23d1-4c33-95a8-49981f55f5c4 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:38.630228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f52ccc-23d1-4c33-95a8-49981f55f5c4 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:38.634551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f52ccc-23d1-4c33-95a8-49981f55f5c4 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:38.635468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b2f52ccc-23d1-4c33-95a8-49981f55f5c4 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Synchronizing usage tracker for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:38.726906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c316e-535b-4bed-bf57-445ede92bc65', 'name': 'tempest-NetworksTestDHCPv6-router-1155603194', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:27Z', 'updated_at': '2021-12-20T15:53:35Z', 'revision_number': 3, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:38.731392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b2f52ccc-23d1-4c33-95a8-49981f55f5c4 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Unset dirty status for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:38.732970 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b2f52ccc-23d1-4c33-95a8-49981f55f5c4 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2316067 Dec 20 15:53:38.735736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48060) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:38.739455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] Checking router: 367c316e-535b-4bed-bf57-445ede92bc65 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:53:38.741340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.782224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] Routers {'367c316e-535b-4bed-bf57-445ede92bc65'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:38.782998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['367c316e-535b-4bed-bf57-445ede92bc65'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:38.811769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2a715-d82b-4c9c-ba3c-ce2cf7076b38 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Deleting port cd3debba-af25-4a07-b298-d484a4b72578 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:38.812203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eeb2a715-d82b-4c9c-ba3c-ce2cf7076b38 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.844172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30882cff-fa25-48c4-81f6-516d2372c852 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:38.846064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30882cff-fa25-48c4-81f6-516d2372c852 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:38.847006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-30882cff-fa25-48c4-81f6-516d2372c852 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:38.888637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.895038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:38.920298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 8ccbcf96-5128-41b9-980a-82a9af02d565, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8ccbcf96-5128-41b9-980a-82a9af02d565,segment=NetworkSegment(fff4284c-58c7-44cc-ae48-18e47da7f14e),segment_id=fff4284c-58c7-44cc-ae48-18e47da7f14e)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:38.932193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] Set router 367c316e-535b-4bed-bf57-445ede92bc65 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:38.940812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:38.946645 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-fbd6f9bc-dc13-4716-9ff4-8cc1e46958a0 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:38.950893 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fbd6f9bc-dc13-4716-9ff4-8cc1e46958a0 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5554748 Dec 20 15:53:38.950893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=f4900ea4-89a9-4c6e-a526-d61feb836dcc,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:38.951582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48066) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:38.969615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:38.970249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-30882cff-fa25-48c4-81f6-516d2372c852 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:38.977438 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-30882cff-fa25-48c4-81f6-516d2372c852 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4495487 Dec 20 15:53:38.978058 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48070) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:39.029368 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/f4900ea4-89a9-4c6e-a526-d61feb836dcc HTTP/1.1" status: 204 len: 168 time: 6.1094475 Dec 20 15:53:39.029902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48074) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:39.049694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-810310550'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:39.060921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:39.077666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.089366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:network and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:39.090075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:39.092879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:39.104614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:39.168580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6599534-4cdb-46c6-987e-c22c04dacc24 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.212583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c316e-535b-4bed-bf57-445ede92bc65', 'name': 'tempest-NetworksTestDHCPv6-router-1155603194', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:27Z', 'updated_at': '2021-12-20T15:53:35Z', 'revision_number': 3, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:39.224087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6599534-4cdb-46c6-987e-c22c04dacc24 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.241374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b75818-00d5-440a-9763-2741cb08c7ec None None] The sync data for ids ['367c316e-535b-4bed-bf57-445ede92bc65'] in dv-neutron-821074-1-hyperv is: [{'id': '367c316e-535b-4bed-bf57-445ede92bc65', 'name': 'tempest-NetworksTestDHCPv6-router-1155603194', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:27Z', 'updated_at': '2021-12-20T15:53:35Z', 'revision_number': 3, 'project_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'gw_port_host': None}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:39.267261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eeb2a715-d82b-4c9c-ba3c-ce2cf7076b38 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.323583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=8ccbcf96-5128-41b9-980a-82a9af02d565,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:39.330051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:39.356030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:39.359823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.393110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5dae44fc-c420-4f52-87cf-e28a8031a214 None None] Provisioning for port 94b0b83a-553c-4c0d-b757-e70a179c9e6e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:39.398622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5dae44fc-c420-4f52-87cf-e28a8031a214 None None] Provisioning complete for port 94b0b83a-553c-4c0d-b757-e70a179c9e6e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:39.399032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5dae44fc-c420-4f52-87cf-e28a8031a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.446333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f110ff-4b2e-4d59-9c6b-9d769237081e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 34f19e2d-55fe-4486-8536-70fddedcbb73 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:53:39.449835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45f110ff-4b2e-4d59-9c6b-9d769237081e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.532310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5dae44fc-c420-4f52-87cf-e28a8031a214 None None] Port 94b0b83a-553c-4c0d-b757-e70a179c9e6e cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:39.541296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45f110ff-4b2e-4d59-9c6b-9d769237081e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.547503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2a715-d82b-4c9c-ba3c-ce2cf7076b38 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Calling delete_port for cd3debba-af25-4a07-b298-d484a4b72578 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:39.618552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:39.644729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.645154 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment f7ea4c61-2927-4ee6-9df3-9c94d8a150a0 of type vlan for network 83c8f452-4191-4f6d-b2bd-104653c87c47 Dec 20 15:53:39.680681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5dae44fc-c420-4f52-87cf-e28a8031a214 None None] Provisioning for port cd3debba-af25-4a07-b298-d484a4b72578 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:39.687774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5dae44fc-c420-4f52-87cf-e28a8031a214 None None] Provisioning complete for port cd3debba-af25-4a07-b298-d484a4b72578 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:39.688318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5dae44fc-c420-4f52-87cf-e28a8031a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.792214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5dae44fc-c420-4f52-87cf-e28a8031a214 None None] Port cd3debba-af25-4a07-b298-d484a4b72578 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:39.813029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17bb097-b449-47ee-8181-79b6c619c530 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:53:39.823746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1aea61-1a28-4ab3-ac48-81db873819ef req-dffb2edf-92f4-4cb0-8704-8b02cf81dad4 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:39.825860 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b1aea61-1a28-4ab3-ac48-81db873819ef req-dffb2edf-92f4-4cb0-8704-8b02cf81dad4 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2494912 Dec 20 15:53:39.831901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6599534-4cdb-46c6-987e-c22c04dacc24 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.839418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:39.857163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6599534-4cdb-46c6-987e-c22c04dacc24 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a4ce9a-b5ea-4fc0-a5ef-7d47e07e9653,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:39.859672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6599534-4cdb-46c6-987e-c22c04dacc24 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:39.862748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5dae44fc-c420-4f52-87cf-e28a8031a214 None None] Provisioning complete for port 8ccbcf96-5128-41b9-980a-82a9af02d565 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:39.863574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5dae44fc-c420-4f52-87cf-e28a8031a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.886026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2b868-023f-4a9c-945f-06b28406e5e3 req-f246fcae-a023-4d1d-8d9b-bd5c786b0480 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:39.888119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31d2b868-023f-4a9c-945f-06b28406e5e3 req-f246fcae-a023-4d1d-8d9b-bd5c786b0480 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 945 time: 0.3104775 Dec 20 15:53:39.894988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8ccbcf96-5128-41b9-980a-82a9af02d565 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:39.925193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45f110ff-4b2e-4d59-9c6b-9d769237081e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.988890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6599534-4cdb-46c6-987e-c22c04dacc24 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:39.989983 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f6599534-4cdb-46c6-987e-c22c04dacc24 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "DELETE /v2.0/security-groups/b6a4ce9a-b5ea-4fc0-a5ef-7d47e07e9653 HTTP/1.1" status: 204 len: 168 time: 1.0372617 Dec 20 15:53:40.005005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48086) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:40.028531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.030190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.055660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b1aea61-1a28-4ab3-ac48-81db873819ef req-db46a255-0203-41e1-bbaa-cc1388fc7e92 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195568 Dec 20 15:53:40.078200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-3310e651-0ac4-4f8d-9809-a8203d25a59f tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:40.079721 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-3310e651-0ac4-4f8d-9809-a8203d25a59f tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.64 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 946 time: 0.3719108 Dec 20 15:53:40.122510 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31d2b868-023f-4a9c-945f-06b28406e5e3 req-65f25e72-e42e-4a21-9f93-6f84b63f6b3d tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869121 Dec 20 15:53:40.143760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 8ccbcf96-5128-41b9-980a-82a9af02d565 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:40.144270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.195817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45f110ff-4b2e-4d59-9c6b-9d769237081e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.201711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c062213f-9222-4700-92e3-35b859dfb750 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:40.204997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17bb097-b449-47ee-8181-79b6c619c530 None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:53:40.270021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Deleting port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:40.270560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.282861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.287233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:40.287939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.291693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f110ff-4b2e-4d59-9c6b-9d769237081e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=34f19e2d-55fe-4486-8536-70fddedcbb73,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:40.313162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-45f110ff-4b2e-4d59-9c6b-9d769237081e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:40.314084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-40b1ca39-6c7b-43d5-9e2f-4f46ead1c43a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:40.327192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eeb2a715-d82b-4c9c-ba3c-ce2cf7076b38 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.335068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45f110ff-4b2e-4d59-9c6b-9d769237081e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.340370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:40.370059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5cb98762-058b-43ec-aaec-4c12f65c585d tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Synchronizing usage tracker for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:40.387969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.403253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2a715-d82b-4c9c-ba3c-ce2cf7076b38 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event deleted for resources: {'Port': ['ID=cd3debba-af25-4a07-b298-d484a4b72578,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:40.405840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eeb2a715-d82b-4c9c-ba3c-ce2cf7076b38 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:40.421048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-707ae789-70c6-4733-bc4b-92c845e12301 None None] Provisioning complete for port 94b0b83a-553c-4c0d-b757-e70a179c9e6e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:40.421442 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-707ae789-70c6-4733-bc4b-92c845e12301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.478785 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-45f110ff-4b2e-4d59-9c6b-9d769237081e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/34f19e2d-55fe-4486-8536-70fddedcbb73 HTTP/1.1" status: 204 len: 168 time: 1.4953463 Dec 20 15:53:40.482099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=83c8f452-4191-4f6d-b2bd-104653c87c47,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:40.488324 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4490960 Dec 20 15:53:40.488324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48094) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:40.488324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48096) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:40.488644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:40.497996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': '83c8f452-4191-4f6d-b2bd-104653c87c47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:40.528327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 83c8f452-4191-4f6d-b2bd-104653c87c47 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:53:40.558569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-707ae789-70c6-4733-bc4b-92c845e12301 None None] Port 94b0b83a-553c-4c0d-b757-e70a179c9e6e cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:40.581209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-707ae789-70c6-4733-bc4b-92c845e12301 None None] Could not find standard attr ID for object cd3debba-af25-4a07-b298-d484a4b72578. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:53:40.696907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5cb98762-058b-43ec-aaec-4c12f65c585d tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Unset dirty status for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:40.701520 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5cb98762-058b-43ec-aaec-4c12f65c585d tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6903055 Dec 20 15:53:40.729763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48102) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:40.793876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:40.798205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:subnet and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:40.801030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:40.807370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:40.812666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f1951-d976-4b19-8f90-2b27e9fcd192 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:40.835218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395ee45-be3b-433e-be86-44c08ecff4bb req-4f22e4cc-8f1b-4cf5-9bc0-31a94fa29f5c tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:40.836816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d395ee45-be3b-433e-be86-44c08ecff4bb req-4f22e4cc-8f1b-4cf5-9bc0-31a94fa29f5c tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 946 time: 0.6499166 Dec 20 15:53:40.866663 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d15831b7-b531-43c0-9bcf-7244364e746a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3756900 Dec 20 15:53:40.878083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eeb2a715-d82b-4c9c-ba3c-ce2cf7076b38 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:40.883578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48108) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:40.956068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:41.026050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d56e344-1d42-4954-8569-98c425028ea2 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.133799 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-eeb2a715-d82b-4c9c-ba3c-ce2cf7076b38 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "DELETE /v2.0/ports/cd3debba-af25-4a07-b298-d484a4b72578 HTTP/1.1" status: 204 len: 168 time: 2.3968575 Dec 20 15:53:41.137077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48114) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:41.180009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.195713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] For port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:41.196083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.198183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d56e344-1d42-4954-8569-98c425028ea2 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.220222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d52256f-393f-4990-9b46-b6b11f83a753 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] GET failed (client error): The resource could not be found. Dec 20 15:53:41.220739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d52256f-393f-4990-9b46-b6b11f83a753 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Synchronizing usage tracker for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:41.305249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d395ee45-be3b-433e-be86-44c08ecff4bb req-f43a7fb6-9839-4e78-82b3-045000f01023 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0d798ab-a91b-4b71-a465-7b6d268373c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4562867 Dec 20 15:53:41.332152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:53:41.334177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:53:41.341088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] Deleting port 4aa9b334-8489-4b01-8654-cf4c7908baf4 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:41.341481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.353699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-092a0b42-7f0d-4581-b5e9-ab8030bf252e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.361517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.470881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.474494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d56e344-1d42-4954-8569-98c425028ea2 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.481467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bf252083-ae83-4664-b760-cd660e703dfa tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:41.524201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d52256f-393f-4990-9b46-b6b11f83a753 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Unset dirty status for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:41.531650 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9d52256f-393f-4990-9b46-b6b11f83a753 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "GET /v2.0/ports/cd3debba-af25-4a07-b298-d484a4b72578 HTTP/1.1" status: 404 len: 333 time: 0.3851743 Dec 20 15:53:41.532262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48120) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:41.556285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'port': {'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-311965033'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:41.573084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] For port 4aa9b334-8489-4b01-8654-cf4c7908baf4, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4aa9b334-8489-4b01-8654-cf4c7908baf4,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:41.573641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.634274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.720889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=c4d82487-3f68-4f5b-ae13-00d142c0c807,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:41.723802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:41.725039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d56e344-1d42-4954-8569-98c425028ea2 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.730055 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5d56e344-1d42-4954-8569-98c425028ea2 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "DELETE /v2.0/security-groups/26107c8d-8349-413b-a526-d2dfb13b48dd HTTP/1.1" status: 204 len: 168 time: 0.9880941 Dec 20 15:53:41.730949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48124) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:41.734597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ee594429-e255-4474-83dc-6223425c237e tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:41.740219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] Calling delete_port for 4aa9b334-8489-4b01-8654-cf4c7908baf4 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:41.801224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56e344-1d42-4954-8569-98c425028ea2 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26107c8d-8349-413b-a526-d2dfb13b48dd,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:41.804053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5d56e344-1d42-4954-8569-98c425028ea2 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:41.848206 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4aa9b334-8489-4b01-8654-cf4c7908baf4 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:53:41.896169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c27a6157-50ab-412f-9843-733a6e55b20f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Synchronizing usage tracker for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:41.962354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:41.968551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:42.003713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.025116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] Pushing event deleted for resources: {'Port': ['ID=4aa9b334-8489-4b01-8654-cf4c7908baf4,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:42.027795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:42.039071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] No DVR routers for this DVR port 4aa9b334-8489-4b01-8654-cf4c7908baf4 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:42.115153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.119336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:42.205013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=c70d37f3-f473-4b94-a890-49fce89d10a3,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:42.207791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.208172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.208479 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Floating IP 0e94b718-dc41-4659-a11d-fd338f7d830f disassociated. External IP: 172.26.7.194, port: ee6e7c45-5eea-4e13-9edb-d8015fbe7f76. Dec 20 15:53:42.213726 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Calling delete_port for ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:42.214216 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:42.240854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c27a6157-50ab-412f-9843-733a6e55b20f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Unset dirty status for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:42.242123 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c27a6157-50ab-412f-9843-733a6e55b20f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4994414 Dec 20 15:53:42.246212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:42.247455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48128) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:42.255587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258337649'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:42.264477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:42.266622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': 'f7ea4c61-2927-4ee6-9df3-9c94d8a150a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '83c8f452-4191-4f6d-b2bd-104653c87c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:42.266994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: 83c8f452-4191-4f6d-b2bd-104653c87c47, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:42.287628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:42.312162 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP d260c53c-e13f-454a-87ed-03fffe3d457e associated. External IP: 172.26.7.231, port: bd56efa1-d0cb-44fd-a378-423d8a1c4cb0. Dec 20 15:53:42.361300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:42.373801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.389696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network 83c8f452-4191-4f6d-b2bd-104653c87c47 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:42.439128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:42.444558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Usage tracker for resource:security_group_rule and tenant:92e0a393db1a4c069fad4f4d167879a1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:42.447928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:42.453683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45e1ed-f352-4c46-95c4-e8b0f3ad4762 req-12fbb77c-b627-4018-924c-29449845468d tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:42.455380 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e45e1ed-f352-4c46-95c4-e8b0f3ad4762 req-12fbb77c-b627-4018-924c-29449845468d tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.9220345 Dec 20 15:53:42.473532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-092a0b42-7f0d-4581-b5e9-ab8030bf252e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.505564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 83c8f452-4191-4f6d-b2bd-104653c87c47) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:42.507384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:42.511737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45454a04-8732-4b05-9902-fa82ff7fbfe6 req-f0201d35-d348-4abd-b253-8af9a446ba94 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:42.512443 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45454a04-8732-4b05-9902-fa82ff7fbfe6 req-f0201d35-d348-4abd-b253-8af9a446ba94 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 945 time: 0.8389127 Dec 20 15:53:42.514482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:42.515158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.518831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-092a0b42-7f0d-4581-b5e9-ab8030bf252e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.528443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e62255-3677-4e2b-b009-87bdc82d63de None None] Network 83c8f452-4191-4f6d-b2bd-104653c87c47 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:42.612315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.615798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Made reservation on behalf of 30adb4dab68947ecadc41e67b2911c9a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:42.620114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.670361 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e45e1ed-f352-4c46-95c4-e8b0f3ad4762 req-27f03a4c-5204-4209-9276-85b692450d5a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054551 Dec 20 15:53:42.691209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] device_id is not set on port d42cc037-477f-4905-b787-86dc98775b92 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:42.703512 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2098951 Dec 20 15:53:42.704496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48134) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:42.730381 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45454a04-8732-4b05-9902-fa82ff7fbfe6 req-ba0ec522-c411-456b-bfc5-9e5dbf67613b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083898 Dec 20 15:53:42.787830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.788824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-83c8f452-4191-4f6d-b2bd-104653c87c47', 'network_id': '83c8f452-4191-4f6d-b2bd-104653c87c47', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': 'c70d37f3-f473-4b94-a890-49fce89d10a3'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:42.789865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.794302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-64490256-5b10-4e9c-aab9-3b46870f823d tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:42.862283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Allocated IP 2001:db8::1e7 (99968442-5a59-4a2e-964b-34cc41d55e00/246a20a9-c41a-4712-8a1b-28082aecea71/d42cc037-477f-4905-b787-86dc98775b92) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:42.964184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-092a0b42-7f0d-4581-b5e9-ab8030bf252e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.964626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eb2f24-c20c-498b-8ae6-ac8e8b32c7a5,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:42.964752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092a0b42-7f0d-4581-b5e9-ab8030bf252e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Fanout notify agent at l3_agent the message router_deleted on router 367c316e-535b-4bed-bf57-445ede92bc65 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:53:42.973620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:42.981309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.983063 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7343833 Dec 20 15:53:42.988102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48138) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:42.995023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:42.996872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Allocated IP 172.20.0.1 (83c8f452-4191-4f6d-b2bd-104653c87c47/c70d37f3-f473-4b94-a890-49fce89d10a3/65684534-ac86-45a5-95fd-f17d384691e9) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:42.998140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1e270d7a-bb8b-437b-abe3-9d5da100dc14 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:42.998703 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-1e270d7a-bb8b-437b-abe3-9d5da100dc14 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 15:53:43.002256 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1e270d7a-bb8b-437b-abe3-9d5da100dc14 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "PUT /v2.0/security-groups/b2eb2f24-c20c-498b-8ae6-ac8e8b32c7a5 HTTP/1.1" status: 409 len: 330 time: 0.0092430 Dec 20 15:53:43.004997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.013140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48142) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:43.028743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-092a0b42-7f0d-4581-b5e9-ab8030bf252e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.032737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-092a0b42-7f0d-4581-b5e9-ab8030bf252e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/routers/367c316e-535b-4bed-bf57-445ede92bc65 HTTP/1.1" status: 204 len: 168 time: 2.1494772 Dec 20 15:53:43.033957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-47e23a4c-2526-4208-bf76-27583389d2bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:43.085193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-791c3aef-13d6-4058-910c-6a46dc04e5eb req-1585c1a6-f113-46c0-9978-0496fccfd641 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Synchronizing usage tracker for tenant:4d44fdd266094759ad453f663aacf9b1 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:43.090205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48146) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:43.093891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Pushing event deleted for resources: {'Port': ['ID=ee6e7c45-5eea-4e13-9edb-d8015fbe7f76,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:43.096117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:43.187814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.273542 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.275894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69706438-a1c5-4006-8c8c-fcdd37b279bf tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.288332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Transition to ACTIVE for port object 65684534-ac86-45a5-95fd-f17d384691e9 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:43.302209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bebf42b1-ce3e-495e-bf24-5ce15e72fb0f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:43.306340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-791c3aef-13d6-4058-910c-6a46dc04e5eb req-1585c1a6-f113-46c0-9978-0496fccfd641 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Unset dirty status for tenant:4d44fdd266094759ad453f663aacf9b1 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:43.316559 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Transition to ACTIVE for port object 65684534-ac86-45a5-95fd-f17d384691e9 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:43.318347 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-791c3aef-13d6-4058-910c-6a46dc04e5eb req-1585c1a6-f113-46c0-9978-0496fccfd641 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 210 time: 0.3867550 Dec 20 15:53:43.332836 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69706438-a1c5-4006-8c8c-fcdd37b279bf tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.387686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:43.407096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.424279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:43.473493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bebf42b1-ce3e-495e-bf24-5ce15e72fb0f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:43.477502 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bebf42b1-ce3e-495e-bf24-5ce15e72fb0f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3195522 Dec 20 15:53:43.478194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48150) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:43.522878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69706438-a1c5-4006-8c8c-fcdd37b279bf tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.534257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Network 83c8f452-4191-4f6d-b2bd-104653c87c47 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:43.537789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-60ff59b9-d8c9-4ea0-94b9-ccaa1c57e48c tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:43.542141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:43.548842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:43.560547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Pushing event updated for resources: {'Port': ['ID=65684534-ac86-45a5-95fd-f17d384691e9,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:43.560958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69706438-a1c5-4006-8c8c-fcdd37b279bf tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eb2f24-c20c-498b-8ae6-ac8e8b32c7a5,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:43.573527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-69706438-a1c5-4006-8c8c-fcdd37b279bf tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:43.582975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.591944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406b75a-f7cb-44c7-bf52-1d9119659c96 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:43.592578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d406b75a-f7cb-44c7-bf52-1d9119659c96 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:43.592765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-77c80dd1-ff6c-4ce0-99ca-db4684e7d2cd tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:43.594241 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-77c80dd1-ff6c-4ce0-99ca-db4684e7d2cd tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 945 time: 0.3449609 Dec 20 15:53:43.618183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:43.656693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.662451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:43.672878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Deleting port 2a896231-7704-4c7e-a867-733a0d765bce {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:43.672878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.684289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Attempting to bind port 65684534-ac86-45a5-95fd-f17d384691e9 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:43.684799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Attempting to bind port 65684534-ac86-45a5-95fd-f17d384691e9 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f7ea4c61-2927-4ee6-9df3-9c94d8a150a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '83c8f452-4191-4f6d-b2bd-104653c87c47'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:43.685275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Attempting to bind port 65684534-ac86-45a5-95fd-f17d384691e9 on network 83c8f452-4191-4f6d-b2bd-104653c87c47 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:43.697835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:43.698827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Checking segment: {'id': 'f7ea4c61-2927-4ee6-9df3-9c94d8a150a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '83c8f452-4191-4f6d-b2bd-104653c87c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:43.699496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.700569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Bound using segment: {'id': 'f7ea4c61-2927-4ee6-9df3-9c94d8a150a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '83c8f452-4191-4f6d-b2bd-104653c87c47'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:43.701393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Bound port: 65684534-ac86-45a5-95fd-f17d384691e9, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ea4c61-2927-4ee6-9df3-9c94d8a150a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '83c8f452-4191-4f6d-b2bd-104653c87c47'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:43.701969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.724581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Transition to ACTIVE for port object d42cc037-477f-4905-b787-86dc98775b92 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:43.727233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=c70d37f3-f473-4b94-a890-49fce89d10a3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:43.733200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:43.738684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69706438-a1c5-4006-8c8c-fcdd37b279bf tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:43.739672 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-69706438-a1c5-4006-8c8c-fcdd37b279bf tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "DELETE /v2.0/security-groups/b2eb2f24-c20c-498b-8ae6-ac8e8b32c7a5 HTTP/1.1" status: 204 len: 168 time: 0.7256100 Dec 20 15:53:43.754560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48156) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:43.803361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:53:43.806743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d406b75a-f7cb-44c7-bf52-1d9119659c96 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:43.808849 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d406b75a-f7cb-44c7-bf52-1d9119659c96 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3287597 Dec 20 15:53:43.816344 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48162) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:43.871789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:53:43.872143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:53:43.957678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] For port 65684534-ac86-45a5-95fd-f17d384691e9, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:43.961754 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] For port 65684534-ac86-45a5-95fd-f17d384691e9, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=65684534-ac86-45a5-95fd-f17d384691e9,segment=NetworkSegment(f7ea4c61-2927-4ee6-9df3-9c94d8a150a0),segment_id=f7ea4c61-2927-4ee6-9df3-9c94d8a150a0)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:43.964297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Router c28c808a-1e97-4547-9932-e13adc79b0b0 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:44.041248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:44.046654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d11f9e86-c867-4d72-972f-fa5cb10b71e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:44.102946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:44.133706 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b5f461ae-b08c-4550-b77a-5c1d7f7b4307 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3061724 Dec 20 15:53:44.146266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Pushing event updated for resources: {'Port': ['ID=65684534-ac86-45a5-95fd-f17d384691e9,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:44.147776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48166) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:44.150182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:44.157941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:44.206071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c8f452-4191-4f6d-b2bd-104653c87c47']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:44.236190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-56f1ee3a-3ef4-4a40-aa18-bad0ea3f48f0 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Synchronizing usage tracker for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:44.239591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ea4c61-2927-4ee6-9df3-9c94d8a150a0') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:44.239883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ea4c61-2927-4ee6-9df3-9c94d8a150a0') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:44.260719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:44.294793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78d8f7d-ee40-4f34-b461-5de6ad9697d3 None None] Network 83c8f452-4191-4f6d-b2bd-104653c87c47 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:44.304540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:44.316032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0ee8698e-64cb-47b7-8e84-fd45373ed072 tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:44.346834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:44.357110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:44.362487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:44.367160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:44.367560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:44.374027 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201e2737-5387-415c-b0ac-4efca63cb9d0 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:44.392129 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:44.409526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:44.411692 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e2737-5387-415c-b0ac-4efca63cb9d0 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:44.414210 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-201e2737-5387-415c-b0ac-4efca63cb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:44.472060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-56f1ee3a-3ef4-4a40-aa18-bad0ea3f48f0 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Unset dirty status for tenant:92e0a393db1a4c069fad4f4d167879a1 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:44.477151 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-56f1ee3a-3ef4-4a40-aa18-bad0ea3f48f0 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7175696 Dec 20 15:53:44.480447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48172) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:44.502465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:44.525895 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-85fc0222-cf92-4e2c-b8f0-91a0c0e417f9 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] delete failed (client error): The resource could not be found. Dec 20 15:53:44.530988 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-85fc0222-cf92-4e2c-b8f0-91a0c0e417f9 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "DELETE /v2.0/security-groups/7da24817-dfa6-4c87-8b60-b39d0349387c HTTP/1.1" status: 404 len: 347 time: 0.0455377 Dec 20 15:53:44.533618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:44.533825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48176) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:44.533954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Network 99968442-5a59-4a2e-964b-34cc41d55e00 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:44.550428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] For port 2a896231-7704-4c7e-a867-733a0d765bce, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=2a896231-7704-4c7e-a867-733a0d765bce,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:44.550428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:44.554246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:44.556303 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Port': ['ID=d42cc037-477f-4905-b787-86dc98775b92,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:44.562429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:44.562623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:53:44.562623 dv-neutron-821074-1-hyperv neutron-server[84391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:53:44.562623 dv-neutron-821074-1-hyperv neutron-server[84391]: [parameters: {'id': '83c8f452-4191-4f6d-b2bd-104653c87c47'}] Dec 20 15:53:44.562623 dv-neutron-821074-1-hyperv neutron-server[84391]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:44.562930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:44.566334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:44.566961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:44.567672 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-d9f48acb-73a4-412d-8d88-c641efd59256 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] show failed (client error): The resource could not be found. Dec 20 15:53:44.568732 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d9f48acb-73a4-412d-8d88-c641efd59256 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-groups/ad5355f1-b7c2-40cc-821d-2f0eb39a49b5 HTTP/1.1" status: 404 len: 347 time: 0.0354095 Dec 20 15:53:44.576316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48180) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:44.587042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:44.595241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:44.602485 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-201e2737-5387-415c-b0ac-4efca63cb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:44.625532 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.6199539 Dec 20 15:53:44.629016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48184) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:44.636035 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-7ebb019d-f0ac-44ac-b496-15d256d1bf46 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] show failed (client error): The resource could not be found. Dec 20 15:53:44.636183 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e2737-5387-415c-b0ac-4efca63cb9d0 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:44.636183 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-201e2737-5387-415c-b0ac-4efca63cb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:44.636369 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7ebb019d-f0ac-44ac-b496-15d256d1bf46 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] 10.222.0.62 "GET /v2.0/security-group-rules/cce8ad9c-d0b5-4eb4-b595-8e63ea498ff6 HTTP/1.1" status: 404 len: 356 time: 0.0535355 Dec 20 15:53:44.638394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1859124132'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:44.667354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:44.691599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:network and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:44.720858 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-201e2737-5387-415c-b0ac-4efca63cb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:44.721328 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201e2737-5387-415c-b0ac-4efca63cb9d0 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:44.845910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac99ce5-fef3-4401-8cfb-9f3b41ae7f25 req-5faf7391-6fba-4e1f-bbb1-56ee3b9191ac tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:44.845910 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ac99ce5-fef3-4401-8cfb-9f3b41ae7f25 req-5faf7391-6fba-4e1f-bbb1-56ee3b9191ac tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.5703075 Dec 20 15:53:44.846346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:44.846443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6df55-b6e6-43c0-bc67-8296c743ac65 req-a4fb0ec9-18d4-43d4-9e58-7a7ebf98f754 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:44.846443 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ecc6df55-b6e6-43c0-bc67-8296c743ac65 req-a4fb0ec9-18d4-43d4-9e58-7a7ebf98f754 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 945 time: 0.5875058 Dec 20 15:53:44.846624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:44.847731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.186709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.186709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port 65684534-ac86-45a5-95fd-f17d384691e9 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:45.186709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.188058 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ecc6df55-b6e6-43c0-bc67-8296c743ac65 req-154f1a3e-b137-4b94-be3a-53a81e6ca70e tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups?id=231281b7-8e4b-4940-933f-62e3179881d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081999 Dec 20 15:53:45.188058 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ac99ce5-fef3-4401-8cfb-9f3b41ae7f25 req-6f53f38b-4693-43d2-99cc-210f3cd07b22 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468068 Dec 20 15:53:45.207186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.207611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.207930 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Floating IP 61d31c38-10b7-4d69-b53c-383b300fd188 disassociated. External IP: 172.26.7.196, port: 2a896231-7704-4c7e-a867-733a0d765bce. Dec 20 15:53:45.208484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Calling delete_port for 2a896231-7704-4c7e-a867-733a0d765bce owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:45.290724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:45.303974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] Sync routers for ids ['c28c808a-1e97-4547-9932-e13adc79b0b0'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:45.333691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] Routers {'c28c808a-1e97-4547-9932-e13adc79b0b0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:45.334996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c28c808a-1e97-4547-9932-e13adc79b0b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:45.438513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port 65684534-ac86-45a5-95fd-f17d384691e9, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=65684534-ac86-45a5-95fd-f17d384691e9,segment=NetworkSegment(f7ea4c61-2927-4ee6-9df3-9c94d8a150a0),segment_id=f7ea4c61-2927-4ee6-9df3-9c94d8a150a0)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:45.439145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.445801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] No DVR routers for this DVR port ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:45.448940 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed31f76d-fc1f-4f3d-b451-31be1247dffc req-404121ce-323d-474c-b4e3-7cf294fb1c27 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2209ab54-0fa9-4d19-90a3-20e699af95f2 HTTP/1.1" status: 200 len: 210 time: 0.0685868 Dec 20 15:53:45.479990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.495328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'name': 'network-vif-deleted', 'tag': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:53:45.510080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Made reservation on behalf of 51f5c888c6cd4fe5bbe13737c11c3afb for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:45.514667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.534868 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9830244 Dec 20 15:53:45.535623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48192) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:45.544983 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9cab8c12-9f80-4dc1-bd58-5c02a6dc5c41 req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.64 "DELETE /v2.0/ports/ee6e7c45-5eea-4e13-9edb-d8015fbe7f76 HTTP/1.1" status: 204 len: 173 time: 5.4574664 Dec 20 15:53:45.558461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16f', 'mac_address': 'fa:16:3e:e3:1a:63'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:45.628425 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209ab54-0fa9-4d19-90a3-20e699af95f2', 'name': 'network-vif-deleted', 'tag': 'ee6e7c45-5eea-4e13-9edb-d8015fbe7f76', 'status': 'completed', 'code': 200} Dec 20 15:53:45.628622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:45.640858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.642016 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Added segment 10711c5b-8ab1-4a05-9704-98651a21cbbd of type vlan for network 53389daa-92e4-49a6-b614-fb9ff203c862 Dec 20 15:53:45.661416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] Set router c28c808a-1e97-4547-9932-e13adc79b0b0 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:45.703327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-50c6205d-ded6-4121-a30d-146c031ac3b0 None None] Provisioning for port d42cc037-477f-4905-b787-86dc98775b92 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:45.708768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for 65684534-ac86-45a5-95fd-f17d384691e9 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:45.721018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-50c6205d-ded6-4121-a30d-146c031ac3b0 None None] Provisioning complete for port d42cc037-477f-4905-b787-86dc98775b92 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:45.722021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-50c6205d-ded6-4121-a30d-146c031ac3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.743885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.792377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.860495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-50c6205d-ded6-4121-a30d-146c031ac3b0 None None] Port d42cc037-477f-4905-b787-86dc98775b92 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:45.895965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e53d11bd-8421-4787-bc3e-33bba5a5cd62 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:45.912898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48198) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:45.924248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.objects.ports [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:53:45.925564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:45.944687 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3b6e0e53-16be-4172-9c98-c8b7bc6af695 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:46.004549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=5ac7d55c-d6d3-4a05-88d7-cc60a8fb016e,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:46.008102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:46.013437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:46.014481 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:46.021228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:46.023441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:46.025249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:46.025844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:46.055147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-db8c3d35-5850-4b57-92dd-3e72dc941d51 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:46.109953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:46.122971 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1758ce0-9d3a-4603-8a93-5837e2f5ba6a None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:46.142439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:46.143076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:46.147158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'f5cffada-70fd-4289-9736-187cc43d5015', 'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'mac_address': 'fa:16:3e:f9:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:52:00Z', 'revision_number': 5, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'subnets': [{'id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:46.166287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Port': ['ID=65684534-ac86-45a5-95fd-f17d384691e9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:46.168716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] Checking router: c28c808a-1e97-4547-9932-e13adc79b0b0 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:53:46.186164 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5542183 Dec 20 15:53:46.190001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:46.190583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48206) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:46.193830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-750dd40f-7e3a-4ec5-9f64-b2b73bcefda9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:46.270512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] Routers {'c28c808a-1e97-4547-9932-e13adc79b0b0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:46.270512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c28c808a-1e97-4547-9932-e13adc79b0b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:46.326140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Pushing event deleted for resources: {'Port': ['ID=2a896231-7704-4c7e-a867-733a0d765bce,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:46.329358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:46.535633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'subnet': {'network_id': '53389daa-92e4-49a6-b614-fb9ff203c862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:46.537934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5b48fc59-01ff-464e-a36d-f21df5b0d48d req-69a209ed-f852-4267-baa0-3690f384ba9b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Synchronizing usage tracker for tenant:15defa48c8214441a24211b2fbdf4cd8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:46.542215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] Set router c28c808a-1e97-4547-9932-e13adc79b0b0 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:46.559518 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-12c71605-104b-458c-892a-40efe374d729 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92e0a393db1a4c069fad4f4d167879a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6467488 Dec 20 15:53:46.563633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48214) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:46.624809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No DVR routers for this DVR port 65684534-ac86-45a5-95fd-f17d384691e9 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:46.639361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Network': ['ID=53389daa-92e4-49a6-b614-fb9ff203c862,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:46.655333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 53389daa-92e4-49a6-b614-fb9ff203c862 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:53:46.689455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:46.692320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5b48fc59-01ff-464e-a36d-f21df5b0d48d req-69a209ed-f852-4267-baa0-3690f384ba9b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Unset dirty status for tenant:15defa48c8214441a24211b2fbdf4cd8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:46.694109 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5b48fc59-01ff-464e-a36d-f21df5b0d48d req-69a209ed-f852-4267-baa0-3690f384ba9b tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.2581711 Dec 20 15:53:46.710772 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5583019 Dec 20 15:53:46.720716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48218) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:46.748490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:46.918307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:46.923778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:46.950579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:46.951113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '5ac7d55c-d6d3-4a05-88d7-cc60a8fb016e'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:46.952191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:46.960403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c8f452-4191-4f6d-b2bd-104653c87c47']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:46.969139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48224) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:47.012917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8234-d879-4b1d-a5e5-eed8c0edaec5 req-864554e9-7d56-4038-8198-2edcbbc70db1 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:47.014434 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9acc8234-d879-4b1d-a5e5-eed8c0edaec5 req-864554e9-7d56-4038-8198-2edcbbc70db1 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.5806689 Dec 20 15:53:47.030753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ea4c61-2927-4ee6-9df3-9c94d8a150a0') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:47.031024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5f0d97f-0251-497b-9ace-9173f80d204a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.031712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ea4c61-2927-4ee6-9df3-9c94d8a150a0') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:47.049081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Made reservation on behalf of 51f5c888c6cd4fe5bbe13737c11c3afb for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:47.064229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.112644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.140906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5f0d97f-0251-497b-9ace-9173f80d204a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.187150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:47.187575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.189988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:47.203585 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:47.208064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-eb674c84-7beb-4377-884a-01ae4d7a9380 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.216317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.218676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.222301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:47.227263 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9acc8234-d879-4b1d-a5e5-eed8c0edaec5 req-dafd9c44-4f68-4b28-b772-5a3763d396a5 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871607 Dec 20 15:53:47.293609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Allocated IP 2001:db8::f816:3eff:fef8:b187 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/5ac7d55c-d6d3-4a05-88d7-cc60a8fb016e/3336beec-d3cd-4b45-91ee-4346b82d9098) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:47.304970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Router 7eb2de97-8eee-40c8-8df6-3f444aca9914 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:47.305798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.310398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-324a2ae3-ac21-4351-9edf-3d99ae236926 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:47.368459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-eb674c84-7beb-4377-884a-01ae4d7a9380 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.369989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:47.418519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5f0d97f-0251-497b-9ace-9173f80d204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.443081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] In _notify_port_updated(), no bound segment for port d42cc037-477f-4905-b787-86dc98775b92 on network 99968442-5a59-4a2e-964b-34cc41d55e00 {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:53:47.449907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:47.449907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.450980 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'f5cffada-70fd-4289-9736-187cc43d5015', 'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'mac_address': 'fa:16:3e:f9:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:52:00Z', 'revision_number': 5, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'subnets': [{'id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:47.451108 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "PUT /v2.0/ports/d42cc037-477f-4905-b787-86dc98775b92 HTTP/1.1" status: 200 len: 1002 time: 1.9096889 Dec 20 15:53:47.452907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48228) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:47.459396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b83f81-cc76-4859-a107-b14b08024ef8 None None] The sync data for ids ['c28c808a-1e97-4547-9932-e13adc79b0b0'] in dv-neutron-821074-1-hyperv is: [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'f5cffada-70fd-4289-9736-187cc43d5015', 'name': '', 'network_id': 'ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'mac_address': 'fa:16:3e:f9:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:52:00Z', 'revision_number': 5, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'subnets': [{'id': 'cb69991d-35d8-4b86-a544-b6ee49700dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:47.507702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.512509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.536011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3965323d-6c87-47ad-b57b-10c51cb2792e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:47.539875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Port': ['ID=d42cc037-477f-4905-b787-86dc98775b92,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:47.545066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:47.545669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:47.583805 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/83c8f452-4191-4f6d-b2bd-104653c87c47 HTTP/1.1" status: 204 len: 168 time: 4.8697031 Dec 20 15:53:47.587942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=83c8f452-4191-4f6d-b2bd-104653c87c47,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:47.590582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:47.596768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48232) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:47.603027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1078318045'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:47.609083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:47.613328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:network and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:47.616744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:47.623456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:47.623915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.643602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9fcda6c5-82c4-407e-a184-5257a92f9b37 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Deleting port d42cc037-477f-4905-b787-86dc98775b92 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:47.644074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fcda6c5-82c4-407e-a184-5257a92f9b37 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.663310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0d97f-0251-497b-9ace-9173f80d204a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82b68d5-1b57-42a5-b3e8-ce2cfefd3e42,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:47.677453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d5f0d97f-0251-497b-9ace-9173f80d204a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:47.704782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5f0d97f-0251-497b-9ace-9173f80d204a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.704782 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d5f0d97f-0251-497b-9ace-9173f80d204a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e82b68d5-1b57-42a5-b3e8-ce2cfefd3e42 HTTP/1.1" status: 204 len: 168 time: 1.1270657 Dec 20 15:53:47.719503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.728323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 2a896231-7704-4c7e-a867-733a0d765bce no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:53:47.794348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Transition to ACTIVE for port object 3336beec-d3cd-4b45-91ee-4346b82d9098 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:47.814482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 2a896231-7704-4c7e-a867-733a0d765bce {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:53:47.828437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:47.831612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 2a896231-7704-4c7e-a867-733a0d765bce not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:53:47.835192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.855995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Transition to ACTIVE for port object 3336beec-d3cd-4b45-91ee-4346b82d9098 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:47.867721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-eb674c84-7beb-4377-884a-01ae4d7a9380 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.880996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bb612be6-9a3a-40c3-a127-a9de1e13d45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:47.923347 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446481b-2bf0-46d1-b27f-0c1a867d9d44 None None] New status for floating IP 0e94b718-dc41-4659-a11d-fd338f7d830f: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 15:53:47.938017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:47.942773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:47.956069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb674c84-7beb-4377-884a-01ae4d7a9380 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d798ab-a91b-4b71-a465-7b6d268373c7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:48.056489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:48.085241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:48.090572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Pushing event updated for resources: {'Port': ['ID=3336beec-d3cd-4b45-91ee-4346b82d9098,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:48.101147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:48.103863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:48.131029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0b3b4b25-19f5-4305-94c1-f6e08f34d350 None None] Provisioning complete for port d42cc037-477f-4905-b787-86dc98775b92 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:48.131029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4b25-19f5-4305-94c1-f6e08f34d350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.208775 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6f3a3fd7-d124-4a1b-bd16-97ab1eb5e5e9 req-ae4ae4fc-9a82-42f6-b919-49a9c076f1d8 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.1595221 Dec 20 15:53:48.242414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fcda6c5-82c4-407e-a184-5257a92f9b37 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.284436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-eb674c84-7beb-4377-884a-01ae4d7a9380 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:48.345126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b4b25-19f5-4305-94c1-f6e08f34d350 None None] Port d42cc037-477f-4905-b787-86dc98775b92 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:48.352290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.356181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Attempting to bind port 3336beec-d3cd-4b45-91ee-4346b82d9098 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:48.356731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Attempting to bind port 3336beec-d3cd-4b45-91ee-4346b82d9098 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:48.357275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Attempting to bind port 3336beec-d3cd-4b45-91ee-4346b82d9098 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:48.365190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:48.365867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:48.366442 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.367044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:48.367721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Bound port: 3336beec-d3cd-4b45-91ee-4346b82d9098, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:48.368437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.463137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-eb674c84-7beb-4377-884a-01ae4d7a9380 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.467094 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-eb674c84-7beb-4377-884a-01ae4d7a9380 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "DELETE /v2.0/security-groups/c0d798ab-a91b-4b71-a465-7b6d268373c7 HTTP/1.1" status: 204 len: 168 time: 1.4953799 Dec 20 15:53:48.467094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:48.488479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] For port 3336beec-d3cd-4b45-91ee-4346b82d9098, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:48.492588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] For port 3336beec-d3cd-4b45-91ee-4346b82d9098, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3336beec-d3cd-4b45-91ee-4346b82d9098,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:48.509519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48248) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:48.509686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9fcda6c5-82c4-407e-a184-5257a92f9b37 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Calling delete_port for d42cc037-477f-4905-b787-86dc98775b92 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:48.580679 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-c5c6a7a2-09f9-428e-be6a-308ce0c5c1ba tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] show failed (client error): The resource could not be found. Dec 20 15:53:48.581722 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c5c6a7a2-09f9-428e-be6a-308ce0c5c1ba tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "GET /v2.0/security-groups/c0d798ab-a91b-4b71-a465-7b6d268373c7 HTTP/1.1" status: 404 len: 347 time: 0.0677295 Dec 20 15:53:48.587536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48254) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:48.664012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:48.704596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.704943 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment 5b8cd397-be7a-4182-8d4d-75e490330b91 of type vlan for network 3e5b6f65-59e0-4bdf-9355-b36d9826caa3 Dec 20 15:53:48.729322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Subnet': ['ID=f00a4d41-1730-48d9-9dea-1c35afadc19a,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:48.740270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:48.768407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.773828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Checking segment: {'id': '10711c5b-8ab1-4a05-9704-98651a21cbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '53389daa-92e4-49a6-b614-fb9ff203c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:48.774199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network hostable DHCP agents. Network: 53389daa-92e4-49a6-b614-fb9ff203c862, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:48.789768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.795135 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d74cde44-3998-4fed-bb6f-ebd96213249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:48.809730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Deleting port 04cc29cb-e145-4935-a5ee-a95698949d18 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:48.810071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.841416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:48.867333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] Sync routers for ids ['7eb2de97-8eee-40c8-8df6-3f444aca9914'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:48.895559 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Pushing event updated for resources: {'Port': ['ID=3336beec-d3cd-4b45-91ee-4346b82d9098,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:48.898568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:48.899189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] Routers {'7eb2de97-8eee-40c8-8df6-3f444aca9914'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:48.899880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7eb2de97-8eee-40c8-8df6-3f444aca9914'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:48.937804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.946292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1baf66-f84e-4ec3-8fbf-deeec331e31c req-655cb8e4-0289-436f-9823-8e3f0b90b968 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:48.947829 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e1baf66-f84e-4ec3-8fbf-deeec331e31c req-655cb8e4-0289-436f-9823-8e3f0b90b968 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.4393086 Dec 20 15:53:48.956508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-061f1cb9-0dee-477f-af6b-457a30634de4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:48.984404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.988600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] No DVR routers for this DVR port 2a896231-7704-4c7e-a867-733a0d765bce on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:48.993712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:48.994232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:48.994232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:49.025638 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6e61677c-e2d4-4b4e-b19a-8932b8c0a692 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:49.048549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'name': 'network-vif-deleted', 'tag': '2a896231-7704-4c7e-a867-733a0d765bce'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:53:49.055144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 53389daa-92e4-49a6-b614-fb9ff203c862 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:49.071339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fcda6c5-82c4-407e-a184-5257a92f9b37 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:49.125448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] Set router 7eb2de97-8eee-40c8-8df6-3f444aca9914 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:49.151770 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06e2b44f-8a82-4f7a-89aa-6564c6b26494 req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.64 "DELETE /v2.0/ports/2a896231-7704-4c7e-a867-733a0d765bce HTTP/1.1" status: 204 len: 173 time: 5.5482774 Dec 20 15:53:49.171605 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5658126 Dec 20 15:53:49.171605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48262) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:49.229335 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e617068-d8a3-4ef7-930d-0a01ffefef1e', 'name': 'network-vif-deleted', 'tag': '2a896231-7704-4c7e-a867-733a0d765bce', 'status': 'completed', 'code': 200} Dec 20 15:53:49.425098 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': '3e5b6f65-59e0-4bdf-9355-b36d9826caa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:49.483598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:49.534636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 53389daa-92e4-49a6-b614-fb9ff203c862) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:49.550467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:49.555299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66969fbf-00ad-4de1-925a-ed0c7d4311dd None None] Network 53389daa-92e4-49a6-b614-fb9ff203c862 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:49.604013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=3e5b6f65-59e0-4bdf-9355-b36d9826caa3,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:49.613930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:49.614866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:49.630877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:49.630877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:49.632628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:49.636047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 3e5b6f65-59e0-4bdf-9355-b36d9826caa3 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:53:49.639076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:49.639725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:49.647365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:49.650224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=df31396a-8dfd-4659-89fa-0a3daf3acc27,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:49.670503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:49.685676 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-16691648-8313-41dc-a4c7-677b8b63461a req-4abb8629-b6d7-4110-924e-b2da77d0aa00 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e617068-d8a3-4ef7-930d-0a01ffefef1e HTTP/1.1" status: 200 len: 210 time: 0.1714795 Dec 20 15:53:49.688102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fcda6c5-82c4-407e-a184-5257a92f9b37 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:49.692389 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9fcda6c5-82c4-407e-a184-5257a92f9b37 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "DELETE /v2.0/ports/d42cc037-477f-4905-b787-86dc98775b92 HTTP/1.1" status: 204 len: 168 time: 2.2341301 Dec 20 15:53:49.696219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48276) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:49.802348 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e1baf66-f84e-4ec3-8fbf-deeec331e31c req-ec262b87-6c8c-4917-8ffd-5daeae5484f7 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8197088 Dec 20 15:53:49.823141 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3143387 Dec 20 15:53:49.824455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcda6c5-82c4-407e-a184-5257a92f9b37 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event deleted for resources: {'Port': ['ID=d42cc037-477f-4905-b787-86dc98775b92,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:49.841809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48282) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:49.853486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9fcda6c5-82c4-407e-a184-5257a92f9b37 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:49.874012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-713627920', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:49.883569 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-af358d66-39d6-465d-864c-b24251030b95 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] GET failed (client error): The resource could not be found. Dec 20 15:53:49.890414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Calling delete_port for 04cc29cb-e145-4935-a5ee-a95698949d18 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:49.891135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-af358d66-39d6-465d-864c-b24251030b95 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Synchronizing usage tracker for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:49.894449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:49.931194 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1958308 Dec 20 15:53:49.935995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:router and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:49.936292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48286) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:49.941411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:49.942480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:70:4a:1f', 'name': 'tempest-NetworksTestDHCPv6-370523752'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:49.948094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:49.956019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:subnet and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:49.961753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:49.982126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:49.989536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-af358d66-39d6-465d-864c-b24251030b95 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Unset dirty status for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:49.993532 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-af358d66-39d6-465d-864c-b24251030b95 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "GET /v2.0/ports/d42cc037-477f-4905-b787-86dc98775b92 HTTP/1.1" status: 404 len: 333 time: 0.2926645 Dec 20 15:53:49.996648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3336beec-d3cd-4b45-91ee-4346b82d9098 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:49.997736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:50.001956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48292) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:50.028928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'port': {'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1349754307'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:50.206626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:50.220263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:50.225505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:50.233206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:50.240497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:50.278626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:50.278626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:50.311931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-53389daa-92e4-49a6-b614-fb9ff203c862', 'network_id': '53389daa-92e4-49a6-b614-fb9ff203c862', 'tenant_id': '51f5c888c6cd4fe5bbe13737c11c3afb', 'fixed_ips': [{'subnet_id': 'f00a4d41-1730-48d9-9dea-1c35afadc19a'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:50.313232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:50.366751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:50.370672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:50.388004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cd76c2a1-bedc-423b-bf82-06caf05c4bac', 'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'mac_address': 'fa:16:3e:4a:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:56Z', 'revision_number': 5, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'subnets': [{'id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:50.388283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:50.401558 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] Checking router: 7eb2de97-8eee-40c8-8df6-3f444aca9914 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:53:50.417291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-76294c43-1539-4bec-8c72-3f297c665fa0 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:50.450470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:50.468207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:50.472108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 3336beec-d3cd-4b45-91ee-4346b82d9098 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:50.484552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] Routers {'7eb2de97-8eee-40c8-8df6-3f444aca9914'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:50.485105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7eb2de97-8eee-40c8-8df6-3f444aca9914'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:50.486017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:50.514365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:50.576175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 2443bf69-3d7c-4241-af06-52d1b5ce5b0d yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:50.630665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Pushing event deleted for resources: {'Port': ['ID=04cc29cb-e145-4935-a5ee-a95698949d18,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:50.634369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:50.647056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Made reservation on behalf of 30adb4dab68947ecadc41e67b2911c9a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:50.653013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:50.661268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfb54de-58ce-4342-957e-96eef2562345 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:50.718522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] device_id is not set on port b91cc5b3-fd22-42dc-982f-02f078a22c34 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:50.881127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Allocated IP 172.20.0.2 (53389daa-92e4-49a6-b614-fb9ff203c862/f00a4d41-1730-48d9-9dea-1c35afadc19a/8e2ded91-4c56-4e5e-9642-848ddcd16825) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:50.890232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-34fd5d32-25bb-4a8b-afaa-b0368334849f None None] Provisioning for port 3336beec-d3cd-4b45-91ee-4346b82d9098 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:50.933211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:50.940310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-34fd5d32-25bb-4a8b-afaa-b0368334849f None None] Provisioning complete for port 3336beec-d3cd-4b45-91ee-4346b82d9098 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:50.941008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-34fd5d32-25bb-4a8b-afaa-b0368334849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:50.989500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48308) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:51.079208 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.094416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-58d14a95-92b2-422e-8a79-1ebf27ba6937 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:51.138773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] Set router 7eb2de97-8eee-40c8-8df6-3f444aca9914 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:53:51.187210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': '5b8cd397-be7a-4182-8d4d-75e490330b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3e5b6f65-59e0-4bdf-9355-b36d9826caa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:51.187477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: 3e5b6f65-59e0-4bdf-9355-b36d9826caa3, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:51.236031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.240254 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] 10.222.0.62 "DELETE /v2.0/floatingips/0e94b718-dc41-4659-a11d-fd338f7d830f HTTP/1.1" status: 204 len: 168 time: 2.6475730 Dec 20 15:53:51.252898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48314) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:51.267594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 172.20.0.3 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/df31396a-8dfd-4659-89fa-0a3daf3acc27/2443bf69-3d7c-4241-af06-52d1b5ce5b0d) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:51.353429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f816:3eff:fe70:4a1f (d0452a6f-255e-4f54-b2ac-8ed7e675c952/5ac7d55c-d6d3-4a05-88d7-cc60a8fb016e/2443bf69-3d7c-4241-af06-52d1b5ce5b0d) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:51.428466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-34fd5d32-25bb-4a8b-afaa-b0368334849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.434785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2733922-5641-463f-aed9-2f0bf3d5b449 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.463400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=6d9108f4-51f6-4cca-a4d5-7c3e5a0fe0fc,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:51.508029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2733922-5641-463f-aed9-2f0bf3d5b449 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.519107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Allocated IP 2001:db8::390 (99968442-5a59-4a2e-964b-34cc41d55e00/246a20a9-c41a-4712-8a1b-28082aecea71/b91cc5b3-fd22-42dc-982f-02f078a22c34) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:51.549679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce52b53-bac6-4576-a99a-a82293bf5aff req-08f2807e-0d8d-478f-be77-41ef5f1c0a41 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:51.551672 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1ce52b53-bac6-4576-a99a-a82293bf5aff req-08f2807e-0d8d-478f-be77-41ef5f1c0a41 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.5590792 Dec 20 15:53:51.597845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:51.600006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.724704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network 3e5b6f65-59e0-4bdf-9355-b36d9826caa3 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:51.795071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-34fd5d32-25bb-4a8b-afaa-b0368334849f None None] For port 3336beec-d3cd-4b45-91ee-4346b82d9098, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3336beec-d3cd-4b45-91ee-4346b82d9098,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:51.817911 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1ce52b53-bac6-4576-a99a-a82293bf5aff req-b264adf4-8c53-476e-989a-4496926b96fd tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377048 Dec 20 15:53:51.840313 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.851824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.859777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 3e5b6f65-59e0-4bdf-9355-b36d9826caa3) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:51.874227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:51.874695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.877959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.904694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81322830-1326-4a4a-807d-3b978acd9efc None None] Network 3e5b6f65-59e0-4bdf-9355-b36d9826caa3 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:51.912471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 2443bf69-3d7c-4241-af06-52d1b5ce5b0d will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:51.921017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Transition to ACTIVE for port object 8e2ded91-4c56-4e5e-9642-848ddcd16825 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:51.967170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Transition to ACTIVE for port object b91cc5b3-fd22-42dc-982f-02f078a22c34 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:51.968102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-34fd5d32-25bb-4a8b-afaa-b0368334849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:51.976125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:52.060906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Transition to ACTIVE for port object 8e2ded91-4c56-4e5e-9642-848ddcd16825 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:52.077308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:52.092160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2733922-5641-463f-aed9-2f0bf3d5b449 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:52.111921 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8176682 Dec 20 15:53:52.112159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-aa1d326d-c788-4f9a-bffe-2b1a8c70b2a8 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:52.114733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48328) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:52.120069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:52.125993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:52.152781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f48e539f-3b3c-4dde-b1cc-4c8669eb3759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:52.200791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:52.208749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:52.223356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2733922-5641-463f-aed9-2f0bf3d5b449 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231281b7-8e4b-4940-933f-62e3179881d1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:52.228311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:52.273060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2733922-5641-463f-aed9-2f0bf3d5b449 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:52.279688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-731c0e04-a726-46bb-b67d-0794c1c6ee98 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:52.296700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:52.330437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Network 53389daa-92e4-49a6-b614-fb9ff203c862 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:52.357149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.26.7.211 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/579062dd-80de-4258-b966-8db641860a6e) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:52.365683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:52.387603 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:52.397664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c839d35d-2b57-497e-9de6-f624550f984b None None] Update dhcp port {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': '5ac7d55c-d6d3-4a05-88d7-cc60a8fb016e', 'ip_address': '2001:db8::f816:3eff:fef8:b187'}, {'subnet_id': 'df31396a-8dfd-4659-89fa-0a3daf3acc27'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': '3336beec-d3cd-4b45-91ee-4346b82d9098'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:53:52.412240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=2443bf69-3d7c-4241-af06-52d1b5ce5b0d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:52.420390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:52.421002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:52.429201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2733922-5641-463f-aed9-2f0bf3d5b449 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:52.429201 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d2733922-5641-463f-aed9-2f0bf3d5b449 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "DELETE /v2.0/security-groups/231281b7-8e4b-4940-933f-62e3179881d1 HTTP/1.1" status: 204 len: 168 time: 1.4378242 Dec 20 15:53:52.429201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48336) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:52.432020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:52.462382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd5d32-25bb-4a8b-afaa-b0368334849f None None] Pushing event updated for resources: {'Port': ['ID=3336beec-d3cd-4b45-91ee-4346b82d9098,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:52.468794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c839d35d-2b57-497e-9de6-f624550f984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:52.498350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-34fd5d32-25bb-4a8b-afaa-b0368334849f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:52.512798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:52.537907 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-fa3934b2-5317-4e15-af04-249d8a9647bc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] show failed (client error): The resource could not be found. Dec 20 15:53:52.541856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fa3934b2-5317-4e15-af04-249d8a9647bc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "GET /v2.0/security-groups/231281b7-8e4b-4940-933f-62e3179881d1 HTTP/1.1" status: 404 len: 347 time: 0.1088696 Dec 20 15:53:52.544715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48342) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:52.608402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cd76c2a1-bedc-423b-bf82-06caf05c4bac', 'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'mac_address': 'fa:16:3e:4a:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:56Z', 'revision_number': 5, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'subnets': [{'id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:52.610880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Pushing event updated for resources: {'Port': ['ID=8e2ded91-4c56-4e5e-9642-848ddcd16825,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:52.631565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:52.675330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:52.691632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-50b2f3b8-f438-40cf-aaf7-77624373dbca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:52.738053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7735ba65-ddba-4eb6-8880-562afa34e949 None None] The sync data for ids ['7eb2de97-8eee-40c8-8df6-3f444aca9914'] in dv-neutron-821074-1-hyperv is: [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:15Z', 'revision_number': 4, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cd76c2a1-bedc-423b-bf82-06caf05c4bac', 'name': '', 'network_id': '01dad90e-9efd-4542-bade-b83ae9ea3831', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'mac_address': 'fa:16:3e:4a:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:12Z', 'updated_at': '2021-12-20T15:51:56Z', 'revision_number': 5, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'subnets': [{'id': '5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:52.740115 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8025663 Dec 20 15:53:52.798844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48346) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:52.800076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Port': ['ID=b91cc5b3-fd22-42dc-982f-02f078a22c34,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:52.804859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:52.962295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Attempting to bind port 8e2ded91-4c56-4e5e-9642-848ddcd16825 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:52.962768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Attempting to bind port 8e2ded91-4c56-4e5e-9642-848ddcd16825 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '10711c5b-8ab1-4a05-9704-98651a21cbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '53389daa-92e4-49a6-b614-fb9ff203c862'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:52.963264 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Attempting to bind port 8e2ded91-4c56-4e5e-9642-848ddcd16825 on network 53389daa-92e4-49a6-b614-fb9ff203c862 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:53.021194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:53.021675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Checking segment: {'id': '10711c5b-8ab1-4a05-9704-98651a21cbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '53389daa-92e4-49a6-b614-fb9ff203c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:53.022218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.022710 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Bound using segment: {'id': '10711c5b-8ab1-4a05-9704-98651a21cbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '53389daa-92e4-49a6-b614-fb9ff203c862'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:53.023326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Bound port: 8e2ded91-4c56-4e5e-9642-848ddcd16825, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10711c5b-8ab1-4a05-9704-98651a21cbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '53389daa-92e4-49a6-b614-fb9ff203c862'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:53.023894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.034038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-3e5b6f65-59e0-4bdf-9355-b36d9826caa3', 'network_id': '3e5b6f65-59e0-4bdf-9355-b36d9826caa3', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': '6d9108f4-51f6-4cca-a4d5-7c3e5a0fe0fc'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:53:53.035094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.044619 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48350) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:53.062427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.065759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352296932', 'description': 'tempest-secgroup-smoke-1352296932 description', 'project_id': '9df6494af49f4a808a904a842b3bef90'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:53.072014 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7f281e-e261-4c1c-b40b-8954f9e9c115 None None] New status for floating IP 61d31c38-10b7-4d69-b53c-383b300fd188: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 15:53:53.077865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Deleting port 2a25268d-aab2-46c6-b1f4-c81aa60428e8 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:53.078205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.102293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:53.120182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Network 99968442-5a59-4a2e-964b-34cc41d55e00 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:53.123809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:security_group and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:53.124810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.132895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:53.134614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:53.142394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:53.147752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:53.148043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:53.148211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.229459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] For port 8e2ded91-4c56-4e5e-9642-848ddcd16825, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:53.234011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] For port 8e2ded91-4c56-4e5e-9642-848ddcd16825, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8e2ded91-4c56-4e5e-9642-848ddcd16825,segment=NetworkSegment(10711c5b-8ab1-4a05-9704-98651a21cbbd),segment_id=10711c5b-8ab1-4a05-9704-98651a21cbbd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:53.299634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.368417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2307b0f5-dc22-4bcb-9dab-f989c452f5f8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:53.373675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2307b0f5-dc22-4bcb-9dab-f989c452f5f8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:53.374467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2307b0f5-dc22-4bcb-9dab-f989c452f5f8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:53.383483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.383980 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3744137 Dec 20 15:53:53.384777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48354) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:53.397059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e7d5be18-fd1b-40d9-9925-ee408601cb09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:53.416469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e3:1a:63'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:53.428492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22520e5-3044-4d0d-a6b5-617e91758335 req-50205a0c-d2a8-41e9-8424-152bb97c524b tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:53.430137 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a22520e5-3044-4d0d-a6b5-617e91758335 req-50205a0c-d2a8-41e9-8424-152bb97c524b tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.7332456 Dec 20 15:53:53.441465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.492709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Pushing event updated for resources: {'Port': ['ID=8e2ded91-4c56-4e5e-9642-848ddcd16825,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:53.508441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:53.533473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-c839d35d-2b57-497e-9de6-f624550f984b None None] Allocated IP 172.20.0.2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/df31396a-8dfd-4659-89fa-0a3daf3acc27/3336beec-d3cd-4b45-91ee-4346b82d9098) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:53.595051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Allocated IP 172.20.0.1 (3e5b6f65-59e0-4bdf-9355-b36d9826caa3/6d9108f4-51f6-4cca-a4d5-7c3e5a0fe0fc/6cbcce8b-09da-435d-88f7-28991eb94b95) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:53.617751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.632263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a51054f0-bab9-4814-89b9-50c03c06d377 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:53.723442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:53.724352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:53.755535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2bd28fa1-a6af-4887-a434-40e1246a0e94 None None] Provisioning for port b91cc5b3-fd22-42dc-982f-02f078a22c34 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:53.776870 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe9a34df-1af4-4130-aa5e-ea4b902365f5 req-e336ecc7-6bdb-4831-90d7-45b4e77ff058 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 1098 time: 0.8489668 Dec 20 15:53:53.778716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.780410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2bd28fa1-a6af-4887-a434-40e1246a0e94 None None] Provisioning complete for port b91cc5b3-fd22-42dc-982f-02f078a22c34 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:53.780795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2bd28fa1-a6af-4887-a434-40e1246a0e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.795764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:53.891876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2307b0f5-dc22-4bcb-9dab-f989c452f5f8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:53.893119 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2307b0f5-dc22-4bcb-9dab-f989c452f5f8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 1.0901418 Dec 20 15:53:53.897446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=579062dd-80de-4258-b966-8db641860a6e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:53.899696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48362) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:53.905097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.917538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:53.942826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3336beec-d3cd-4b45-91ee-4346b82d9098 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:53.962606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:53.962994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.012953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:54.017749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:security_group_rule and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:54.021128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:54.028328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:54.056064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2bd28fa1-a6af-4887-a434-40e1246a0e94 None None] Port b91cc5b3-fd22-42dc-982f-02f078a22c34 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:54.081173 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a22520e5-3044-4d0d-a6b5-617e91758335 req-49049279-af67-4437-a09f-35c7c9c584be tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486125 Dec 20 15:53:54.098585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f3283718-8a23-4b8b-b9c7-45336f9fb5d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 2443bf69-3d7c-4241-af06-52d1b5ce5b0d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:54.098942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f3283718-8a23-4b8b-b9c7-45336f9fb5d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.107364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c839d35d-2b57-497e-9de6-f624550f984b None None] For port 3336beec-d3cd-4b45-91ee-4346b82d9098, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3336beec-d3cd-4b45-91ee-4346b82d9098,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:54.213574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Calling delete_port for 2a25268d-aab2-46c6-b1f4-c81aa60428e8 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:54.226242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c839d35d-2b57-497e-9de6-f624550f984b None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.260405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c839d35d-2b57-497e-9de6-f624550f984b None None] Transition to ACTIVE for port object 3336beec-d3cd-4b45-91ee-4346b82d9098 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:54.263082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.267892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 3336beec-d3cd-4b45-91ee-4346b82d9098 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:54.268280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.302994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6a4862c1-af41-44dd-a66f-27881f9c80b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.312270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Transition to ACTIVE for port object 6cbcce8b-09da-435d-88f7-28991eb94b95 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:54.335499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.344390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c839d35d-2b57-497e-9de6-f624550f984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.351679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:54.383598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Transition to ACTIVE for port object 6cbcce8b-09da-435d-88f7-28991eb94b95 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:54.453235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Port 3336beec-d3cd-4b45-91ee-4346b82d9098 had new provisioning blocks added so it will not transition to active. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 20 15:53:54.501477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.506422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.510895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a34df-1af4-4130-aa5e-ea4b902365f5 req-fa76779d-c812-4b60-8abb-06a2187fc493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:54.515586 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe9a34df-1af4-4130-aa5e-ea4b902365f5 req-fa76779d-c812-4b60-8abb-06a2187fc493 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 200 len: 913 time: 0.7252436 Dec 20 15:53:54.521905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839d35d-2b57-497e-9de6-f624550f984b None None] Pushing event updated for resources: {'Port': ['ID=3336beec-d3cd-4b45-91ee-4346b82d9098,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:54.531084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c839d35d-2b57-497e-9de6-f624550f984b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:54.538054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:54.618117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Pushing event updated for resources: {'Port': ['ID=6cbcce8b-09da-435d-88f7-28991eb94b95,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:54.628748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:54.642185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Network 3e5b6f65-59e0-4bdf-9355-b36d9826caa3 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:54.643732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:54.648414 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:54.660467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.672558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ebedc3fa-6bc7-4c3f-bc9d-48a3ac0eaa61 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:54.756597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.783292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:54.785621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Attempting to bind port 6cbcce8b-09da-435d-88f7-28991eb94b95 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:53:54.786375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Attempting to bind port 6cbcce8b-09da-435d-88f7-28991eb94b95 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '5b8cd397-be7a-4182-8d4d-75e490330b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3e5b6f65-59e0-4bdf-9355-b36d9826caa3'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:53:54.787194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Attempting to bind port 6cbcce8b-09da-435d-88f7-28991eb94b95 on network 3e5b6f65-59e0-4bdf-9355-b36d9826caa3 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:53:54.788562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:security_group_rule and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:54.792629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:54.800623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:54.803719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:54.807199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:53:54.807717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Checking segment: {'id': '5b8cd397-be7a-4182-8d4d-75e490330b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3e5b6f65-59e0-4bdf-9355-b36d9826caa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:53:54.808226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.809413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Bound using segment: {'id': '5b8cd397-be7a-4182-8d4d-75e490330b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3e5b6f65-59e0-4bdf-9355-b36d9826caa3'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:53:54.810008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Bound port: 6cbcce8b-09da-435d-88f7-28991eb94b95, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8cd397-be7a-4182-8d4d-75e490330b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3e5b6f65-59e0-4bdf-9355-b36d9826caa3'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:53:54.810510 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:54.823131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=6d9108f4-51f6-4cca-a4d5-7c3e5a0fe0fc,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:54.826094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:54.865745 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe9a34df-1af4-4130-aa5e-ea4b902365f5 req-0855dafc-8d52-48ee-9393-c9be4d6b4c39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 200 len: 1000 time: 0.3110847 Dec 20 15:53:54.942068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ab3296-59f6-47fa-a47c-43d4bf8e2f3b,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:54.946230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:54.946886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:54.947215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:54.997223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f3283718-8a23-4b8b-b9c7-45336f9fb5d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.003329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] For port 6cbcce8b-09da-435d-88f7-28991eb94b95, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:55.008092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] For port 6cbcce8b-09da-435d-88f7-28991eb94b95, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6cbcce8b-09da-435d-88f7-28991eb94b95,segment=NetworkSegment(5b8cd397-be7a-4182-8d4d-75e490330b91),segment_id=5b8cd397-be7a-4182-8d4d-75e490330b91)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:55.045447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a34df-1af4-4130-aa5e-ea4b902365f5 req-591e22a9-6e7f-4f55-909d-d43c59a2926b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:55.046933 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe9a34df-1af4-4130-aa5e-ea4b902365f5 req-591e22a9-6e7f-4f55-909d-d43c59a2926b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae4d857-addf-493d-a4a8-ff3c72ff9e0e HTTP/1.1" status: 200 len: 851 time: 0.1715209 Dec 20 15:53:55.081939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454d252-5272-4cd0-8364-8999bd56a8b8 None None] Network 53389daa-92e4-49a6-b614-fb9ff203c862 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:55.116700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.208486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f3283718-8a23-4b8b-b9c7-45336f9fb5d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 2443bf69-3d7c-4241-af06-52d1b5ce5b0d owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:55.262832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.275143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c5ea239e-fc3a-4af5-b605-4fd3fe0ba307 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:55.328575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.337230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57595252-8a36-4787-8c33-9486a7d7fed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:55.373890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.423165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.424242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.3715460 Dec 20 15:53:55.429831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48368) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:55.435003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5b6f65-59e0-4bdf-9355-b36d9826caa3']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:55.442007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:55.445230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:55.450262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Deleting port 2a25268d-aab2-46c6-b1f4-c81aa60428e8 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:55.450648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.460307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'security_group_rule': {'security_group_id': '2bc0d0c2-9680-4a44-805d-9d90de5c9f5e', 'project_id': '9df6494af49f4a808a904a842b3bef90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:55.484412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8cd397-be7a-4182-8d4d-75e490330b91') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:55.484768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8cd397-be7a-4182-8d4d-75e490330b91') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:55.492850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:55.497231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.497961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.507673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:security_group_rule and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:55.512514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.513320 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe9a34df-1af4-4130-aa5e-ea4b902365f5 req-c786a39f-035b-4f8b-93fd-6575205890a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45fef1de-5c23-4649-8c8d-c1f53a17597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4525673 Dec 20 15:53:55.519653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:55.531809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:53:55.541363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:55.635151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.636154 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.665952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.672809 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Pushing event updated for resources: {'Port': ['ID=6cbcce8b-09da-435d-88f7-28991eb94b95,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:55.682210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:55.682891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5d2c117e-b270-4676-bff7-aa2180bbccd7 None None] Provisioning for port 8e2ded91-4c56-4e5e-9642-848ddcd16825 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:55.687902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:55.688304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:55.709361 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:55.717926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.719527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8939e6-2f9a-4ce3-873f-f8a1277f9080 None None] Network 3e5b6f65-59e0-4bdf-9355-b36d9826caa3 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:55.873857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:55.932496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ecf1f8c1-5f16-4dbd-aa2a-cc19834aa637 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:55.995594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ba931-bcb4-404b-9599-68e028f60f4b req-b74e693c-fbcd-4795-9e76-67b3eb121fb3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:55.997705 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-be1ba931-bcb4-404b-9599-68e028f60f4b req-b74e693c-fbcd-4795-9e76-67b3eb121fb3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.6854291 Dec 20 15:53:56.051650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.058770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3336beec-d3cd-4b45-91ee-4346b82d9098 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:56.072310 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe9a34df-1af4-4130-aa5e-ea4b902365f5 req-c0c92143-2320-404e-9700-fe1a8155c6f3 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457022 Dec 20 15:53:56.075193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.075516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.096369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:53:56.096369 dv-neutron-821074-1-hyperv neutron-server[84391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:53:56.096369 dv-neutron-821074-1-hyperv neutron-server[84391]: [parameters: {'id': '3e5b6f65-59e0-4bdf-9355-b36d9826caa3'}] Dec 20 15:53:56.096369 dv-neutron-821074-1-hyperv neutron-server[84391]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:56.096906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:56.100778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5e7a54ab-4a78-4422-a730-aec3c429b0f8 None None] Provisioning for port 3336beec-d3cd-4b45-91ee-4346b82d9098 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:56.111088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] In _notify_port_updated(), no bound segment for port b91cc5b3-fd22-42dc-982f-02f078a22c34 on network 99968442-5a59-4a2e-964b-34cc41d55e00 {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:53:56.114021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5e7a54ab-4a78-4422-a730-aec3c429b0f8 None None] Provisioning complete for port 3336beec-d3cd-4b45-91ee-4346b82d9098 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:56.114401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5e7a54ab-4a78-4422-a730-aec3c429b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.115296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:56.116165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.119707 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "PUT /v2.0/ports/b91cc5b3-fd22-42dc-982f-02f078a22c34 HTTP/1.1" status: 200 len: 1003 time: 2.7261400 Dec 20 15:53:56.130068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48372) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:56.192301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f3283718-8a23-4b8b-b9c7-45336f9fb5d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.215970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Port': ['ID=b91cc5b3-fd22-42dc-982f-02f078a22c34,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:56.229969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:56.231718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:56.287747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 3336beec-d3cd-4b45-91ee-4346b82d9098 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:56.288131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.306255 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3283718-8a23-4b8b-b9c7-45336f9fb5d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=2443bf69-3d7c-4241-af06-52d1b5ce5b0d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:56.311148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f3283718-8a23-4b8b-b9c7-45336f9fb5d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:56.356929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Calling delete_port for 2a25268d-aab2-46c6-b1f4-c81aa60428e8 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:56.484992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8e2ded91-4c56-4e5e-9642-848ddcd16825 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:56.528874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b2287-d545-4f2c-9023-3ac2a9af02eb tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Deleting port b91cc5b3-fd22-42dc-982f-02f078a22c34 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:56.529497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ae9b2287-d545-4f2c-9023-3ac2a9af02eb tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.535615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8058b32b-6d8d-4133-b9f6-1a0b81790a3f None None] Could not find standard attr ID for object 2443bf69-3d7c-4241-af06-52d1b5ce5b0d. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:53:56.590442 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8058b32b-6d8d-4133-b9f6-1a0b81790a3f None None] Provisioning complete for port b91cc5b3-fd22-42dc-982f-02f078a22c34 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:56.591013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8058b32b-6d8d-4133-b9f6-1a0b81790a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.592852 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-be1ba931-bcb4-404b-9599-68e028f60f4b req-d2407b63-323e-463b-9b1b-107f7757dbb5 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5694690 Dec 20 15:53:56.631937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.657783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d56229-6901-41d6-9f15-b15afac3e33f None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:53:56.658204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.689785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port 6cbcce8b-09da-435d-88f7-28991eb94b95 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:56.690057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.717339 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe9a34df-1af4-4130-aa5e-ea4b902365f5 req-9aae5623-e373-43e9-b110-8f6f1b9efd60 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322038 Dec 20 15:53:56.757781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f3283718-8a23-4b8b-b9c7-45336f9fb5d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.764691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 8e2ded91-4c56-4e5e-9642-848ddcd16825 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:56.765462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.784474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 8e2ded91-4c56-4e5e-9642-848ddcd16825 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:56.785110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.813318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bf7be81a-54f1-4f16-abea-08a145bc9d7f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:56.819739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8058b32b-6d8d-4133-b9f6-1a0b81790a3f None None] Port b91cc5b3-fd22-42dc-982f-02f078a22c34 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:53:56.866767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcffeb6-fd26-42b9-9396-b3ee87f06e8b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:56.897621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:56.943826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.978117 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f3283718-8a23-4b8b-b9c7-45336f9fb5d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/2443bf69-3d7c-4241-af06-52d1b5ce5b0d HTTP/1.1" status: 204 len: 168 time: 3.0617507 Dec 20 15:53:56.979839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.990447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:56.991637 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5595131 Dec 20 15:53:56.992617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48376) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:56.997605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48378) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:57.017800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d56229-6901-41d6-9f15-b15afac3e33f None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:53:57.032971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Deleting port f5cffada-70fd-4289-9736-187cc43d5015 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:53:57.033441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:57.041772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 8e2ded91-4c56-4e5e-9642-848ddcd16825, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8e2ded91-4c56-4e5e-9642-848ddcd16825,segment=NetworkSegment(10711c5b-8ab1-4a05-9704-98651a21cbbd),segment_id=10711c5b-8ab1-4a05-9704-98651a21cbbd)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:57.042114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'security_group_rule': {'security_group_id': '2bc0d0c2-9680-4a44-805d-9d90de5c9f5e', 'project_id': '9df6494af49f4a808a904a842b3bef90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:57.051246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port 6cbcce8b-09da-435d-88f7-28991eb94b95, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6cbcce8b-09da-435d-88f7-28991eb94b95,segment=NetworkSegment(5b8cd397-be7a-4182-8d4d-75e490330b91),segment_id=5b8cd397-be7a-4182-8d4d-75e490330b91)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:57.051596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:57.059725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:57.073039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router 128d134b-64fe-44c5-8354-35ff61f96558 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:53:57.075644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:security_group_rule and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:57.080824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:57.088657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-99f03f95-452f-417f-b1ea-8a9bb0389445 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:57.156992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:57.158669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ae9b2287-d545-4f2c-9023-3ac2a9af02eb tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:57.160838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:57.192131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:57.204155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for 6cbcce8b-09da-435d-88f7-28991eb94b95 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:57.252738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:57.284971 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a4257-6071-412c-8013-79e365edf0e4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:57.286683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a4257-6071-412c-8013-79e365edf0e4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:57.288264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a4257-6071-412c-8013-79e365edf0e4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:57.289205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-876a4257-6071-412c-8013-79e365edf0e4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:57.298759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=8e2ded91-4c56-4e5e-9642-848ddcd16825,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:57.326677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:57.335763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Pushing event deleted for resources: {'Port': ['ID=2a25268d-aab2-46c6-b1f4-c81aa60428e8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:57.342045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:57.518083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-876a4257-6071-412c-8013-79e365edf0e4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:57.519325 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-876a4257-6071-412c-8013-79e365edf0e4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5234480 Dec 20 15:53:57.522999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:57.525885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e507837e-5a76-4835-97a0-c751e227caac None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:53:57.530558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48384) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:57.543284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b2287-d545-4f2c-9023-3ac2a9af02eb tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Calling delete_port for b91cc5b3-fd22-42dc-982f-02f078a22c34 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:57.575883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:57.591266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-07be877d-cd22-46cf-b654-7a22e6f85cf8 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:57.657876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Port': ['ID=6cbcce8b-09da-435d-88f7-28991eb94b95,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:57.660417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:57.676629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No DVR routers for this DVR port 6cbcce8b-09da-435d-88f7-28991eb94b95 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:57.728448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e507837e-5a76-4835-97a0-c751e227caac None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:53:57.817853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] For port f5cffada-70fd-4289-9736-187cc43d5015, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f5cffada-70fd-4289-9736-187cc43d5015,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:57.818210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:57.878699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8e2ded91-4c56-4e5e-9642-848ddcd16825 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:53:57.925041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:57.967559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Calling delete_port for f5cffada-70fd-4289-9736-187cc43d5015 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:53:57.972814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:57.978560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5b6f65-59e0-4bdf-9355-b36d9826caa3']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:57.997320 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8cd397-be7a-4182-8d4d-75e490330b91') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:57.997666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8cd397-be7a-4182-8d4d-75e490330b91') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:58.005298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.024718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.039926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-60669a5c-50d3-4913-8338-02dff9380225 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 5ac7d55c-d6d3-4a05-88d7-cc60a8fb016e {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:53:58.047469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60669a5c-50d3-4913-8338-02dff9380225 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.062891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 8e2ded91-4c56-4e5e-9642-848ddcd16825 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:58.063560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.078857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.085182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.101617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-383c7196-f1bf-43aa-8bb8-42321f86d897 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:58.106995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679554a7-a317-49fe-b2a3-5b571ac0e876 req-6185bb70-c783-4d79-955e-9c87e4f6226c tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:58.106995 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-679554a7-a317-49fe-b2a3-5b571ac0e876 req-6185bb70-c783-4d79-955e-9c87e4f6226c tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.3414996 Dec 20 15:53:58.116900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:53:58.117286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:58.141061 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:58.151850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:58.175645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2983cc8-b0cc-4029-9edf-0cb03d221f24,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:58.176283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.180100 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] 10.222.0.62 "DELETE /v2.0/floatingips/61d31c38-10b7-4d69-b53c-383b300fd188 HTTP/1.1" status: 204 len: 168 time: 5.6318278 Dec 20 15:53:58.180268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:58.185322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60669a5c-50d3-4913-8338-02dff9380225 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.187004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48390) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:58.229348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243202d2-dbfe-4ce7-bb6e-36aebab6daa4 None None] Sync routers for ids ['128d134b-64fe-44c5-8354-35ff61f96558'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:53:58.269648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243202d2-dbfe-4ce7-bb6e-36aebab6daa4 None None] Routers {'128d134b-64fe-44c5-8354-35ff61f96558'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:58.270298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-243202d2-dbfe-4ce7-bb6e-36aebab6daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['128d134b-64fe-44c5-8354-35ff61f96558'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:58.280407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ae9b2287-d545-4f2c-9023-3ac2a9af02eb tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.291433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eeb2a715-d82b-4c9c-ba3c-ce2cf7076b38 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:58.333320 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-679554a7-a317-49fe-b2a3-5b571ac0e876 req-569bda2f-1289-4534-9c51-011208db3bfb tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161868 Dec 20 15:53:58.351094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b2287-d545-4f2c-9023-3ac2a9af02eb tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event deleted for resources: {'Port': ['ID=b91cc5b3-fd22-42dc-982f-02f078a22c34,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:58.358607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ae9b2287-d545-4f2c-9023-3ac2a9af02eb tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:58.425637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ae9b2287-d545-4f2c-9023-3ac2a9af02eb tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.426998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.433794 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4284143 Dec 20 15:53:58.435815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48396) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:58.445766 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-243202d2-dbfe-4ce7-bb6e-36aebab6daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:58.446701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'security_group_rule': {'security_group_id': '2bc0d0c2-9680-4a44-805d-9d90de5c9f5e', 'project_id': '9df6494af49f4a808a904a842b3bef90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:58.455603 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:58.466195 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:security_group_rule and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:58.470478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:58.480058 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:58.496077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243202d2-dbfe-4ce7-bb6e-36aebab6daa4 None None] Routers {'128d134b-64fe-44c5-8354-35ff61f96558'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:58.497349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-243202d2-dbfe-4ce7-bb6e-36aebab6daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['128d134b-64fe-44c5-8354-35ff61f96558'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:58.507397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60669a5c-50d3-4913-8338-02dff9380225 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.571978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-243202d2-dbfe-4ce7-bb6e-36aebab6daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:58.572347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243202d2-dbfe-4ce7-bb6e-36aebab6daa4 None None] The sync data for ids ['128d134b-64fe-44c5-8354-35ff61f96558'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:53:58.656640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.660431 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.8072546 Dec 20 15:53:58.660852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48400) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:58.667972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f90ab-7d57-49b4-a1bb-eabcd6db9b58 req-233e2c1c-c3f3-45fb-be15-18ae5858f1ab tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:58.669537 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a10f90ab-7d57-49b4-a1bb-eabcd6db9b58 req-233e2c1c-c3f3-45fb-be15-18ae5858f1ab tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.1383564 Dec 20 15:53:58.755314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.758727 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ae9b2287-d545-4f2c-9023-3ac2a9af02eb tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "DELETE /v2.0/ports/b91cc5b3-fd22-42dc-982f-02f078a22c34 HTTP/1.1" status: 204 len: 168 time: 2.6255350 Dec 20 15:53:58.759107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-408926f6-3296-437b-902a-b57831310b7f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:58.763347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48404) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:58.774173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.793443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=3e5b6f65-59e0-4bdf-9355-b36d9826caa3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:58.817597 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c10f66-c375-4672-a4ce-d969114f16f7 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] GET failed (client error): The resource could not be found. Dec 20 15:53:58.820918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-17c10f66-c375-4672-a4ce-d969114f16f7 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Synchronizing usage tracker for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:53:58.826450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.833338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15c7798b-256d-4ca7-abb3-6bec30227f97 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:58.842770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:58.849911 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60669a5c-50d3-4913-8338-02dff9380225 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.854187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-45f110ff-4b2e-4d59-9c6b-9d769237081e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:58.884977 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/3e5b6f65-59e0-4bdf-9355-b36d9826caa3 HTTP/1.1" status: 204 len: 168 time: 6.7680726 Dec 20 15:53:58.894293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48408) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:58.897289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cffada-70fd-4289-9736-187cc43d5015,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:58.903904 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a10f90ab-7d57-49b4-a1bb-eabcd6db9b58 req-37533226-e5d4-4bc6-87d2-e85354041e29 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826298 Dec 20 15:53:58.910501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60669a5c-50d3-4913-8338-02dff9380225 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac7d55c-d6d3-4a05-88d7-cc60a8fb016e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:58.912463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:58.916014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1991848125'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:58.936656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-60669a5c-50d3-4913-8338-02dff9380225 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:58.936656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.951065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:58.969258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60669a5c-50d3-4913-8338-02dff9380225 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:58.976407 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-60669a5c-50d3-4913-8338-02dff9380225 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/5ac7d55c-d6d3-4a05-88d7-cc60a8fb016e HTTP/1.1" status: 204 len: 168 time: 1.4399130 Dec 20 15:53:58.976532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d319fda-ea8d-41a4-a43e-8e57b43ed65a None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:53:58.976632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:network and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:58.979260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48414) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:58.980180 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:59.041084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:59.084075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-17c10f66-c375-4672-a4ce-d969114f16f7 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Unset dirty status for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:53:59.089085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-17c10f66-c375-4672-a4ce-d969114f16f7 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "GET /v2.0/ports/b91cc5b3-fd22-42dc-982f-02f078a22c34 HTTP/1.1" status: 404 len: 333 time: 0.3247626 Dec 20 15:53:59.092944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48418) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:59.100467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'port': {'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1052926623'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:59.127252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.206020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet df31396a-8dfd-4659-89fa-0a3daf3acc27 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:53:59.214890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.318084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.360939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:59.364083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.375302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.400802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:53:59.450844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb262ab-3eb9-403c-8a91-34d755963441,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:59.467004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:53:59.557363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:59.574554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:59.590424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.600959 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:59.638290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.643582 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2061422 Dec 20 15:53:59.645389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.685168 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48424) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:53:59.688322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.688797 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment 9df39066-5e59-45e8-8b39-d00c8b7157cb of type vlan for network 4b77bb14-f71e-401b-ab16-ef68c6eec393 Dec 20 15:53:59.693538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'security_group_rule': {'security_group_id': '2bc0d0c2-9680-4a44-805d-9d90de5c9f5e', 'project_id': '9df6494af49f4a808a904a842b3bef90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:53:59.724139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:53:59.734326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:security_group_rule and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:53:59.740828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:53:59.763034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:53:59.796696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.819841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Made reservation on behalf of 30adb4dab68947ecadc41e67b2911c9a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:59.827149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.878979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] device_id is not set on port bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:59.915086 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:53:59.996507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:00.001781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:00.046048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:00.049897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:00.050500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:00.062072 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=df31396a-8dfd-4659-89fa-0a3daf3acc27,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:00.098034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1462dc6-1897-4ddf-b0c7-939cb94f0b0e None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:00.102514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:00.113889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:00.120654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.121604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.121968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.122113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8042-1ea4-4a57-9c80-cb972400318d req-6c37562d-a1a8-4be7-8b0b-d06865cd4b7e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:00.122349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.122705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.123177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.123531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.123888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.124231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.124580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.125024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:00.125569 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8b5b8042-1ea4-4a57-9c80-cb972400318d req-6c37562d-a1a8-4be7-8b0b-d06865cd4b7e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.3947196 Dec 20 15:54:00.131137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:00.132577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4dc81eb2-4fa6-4be2-8ec2-df3584766318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:00.144982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:00.162587 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/df31396a-8dfd-4659-89fa-0a3daf3acc27 HTTP/1.1" status: 204 len: 168 time: 1.1748409 Dec 20 15:54:00.162587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48428) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:00.338845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:00.346173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Allocated IP 2001:db8::46 (99968442-5a59-4a2e-964b-34cc41d55e00/246a20a9-c41a-4712-8a1b-28082aecea71/bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:00.359621 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1f8b4d4b-8faa-494c-b3fd-dfa9357f155e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1896400 Dec 20 15:54:00.360926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b31f37f9-475d-4fae-9b52-d9f78d3ae78e None None] Provisioning complete for port 3336beec-d3cd-4b45-91ee-4346b82d9098 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:00.361045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b31f37f9-475d-4fae-9b52-d9f78d3ae78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:00.362599 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4665017 Dec 20 15:54:00.369724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48432) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:00.370043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48434) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:00.390702 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8b5b8042-1ea4-4a57-9c80-cb972400318d req-bb63707f-c46d-4f0b-ab30-64425a6e5306 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270389 Dec 20 15:54:00.396473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-66c81cd3-b4be-487e-8d07-155d74021baf tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:00.477904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:00.646707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:00.653423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] Deleting port 3336beec-d3cd-4b45-91ee-4346b82d9098 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:00.653796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:00.758124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=4b77bb14-f71e-401b-ab16-ef68c6eec393,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:00.766461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:00.777187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:00.788338 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 4b77bb14-f71e-401b-ab16-ef68c6eec393 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:00.882745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f915f4-2b24-4b97-803b-a6e8b5a370ff,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:00.889551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:00.892176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:00.900223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:00.928721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Transition to ACTIVE for port object bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:00.934449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:01.021574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.022802 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3364956 Dec 20 15:54:01.032620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48444) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:01.080137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] For port 3336beec-d3cd-4b45-91ee-4346b82d9098, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3336beec-d3cd-4b45-91ee-4346b82d9098,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:01.080990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.097312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'security_group_rule': {'security_group_id': '2bc0d0c2-9680-4a44-805d-9d90de5c9f5e', 'project_id': '9df6494af49f4a808a904a842b3bef90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:01.110960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:01.117654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:security_group_rule and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:01.121474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:01.142538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-66c81cd3-b4be-487e-8d07-155d74021baf tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.151284 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:01.179274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:01.187966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.259723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] Calling delete_port for 3336beec-d3cd-4b45-91ee-4346b82d9098 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:01.288967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-66c81cd3-b4be-487e-8d07-155d74021baf tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.292606 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Project 9df6494af49f4a808a904a842b3bef90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:54:01.301695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-babcd3b0-b741-408f-ac38-f88938130f42 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:01.329942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.368317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66c81cd3-b4be-487e-8d07-155d74021baf tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network 4b77bb14-f71e-401b-ab16-ef68c6eec393 is not hosted by any dhcp agent {{(pid=84391) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 15:54:01.372020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c81cd3-b4be-487e-8d07-155d74021baf tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:01.372617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-66c81cd3-b4be-487e-8d07-155d74021baf tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.375325 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-66c81cd3-b4be-487e-8d07-155d74021baf tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "PUT /v2.0/networks/4b77bb14-f71e-401b-ab16-ef68c6eec393 HTTP/1.1" status: 200 len: 723 time: 0.9945576 Dec 20 15:54:01.396837 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48448) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:01.417913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': '4b77bb14-f71e-401b-ab16-ef68c6eec393', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:01.423594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.428518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:01.471885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.484072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] Pushing event deleted for resources: {'Port': ['ID=3336beec-d3cd-4b45-91ee-4346b82d9098,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:01.488575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:01.491964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-72e0b8a3-9630-4e02-abd2-bf373d61f7f9 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:01.503477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] No DVR routers for this DVR port 3336beec-d3cd-4b45-91ee-4346b82d9098 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:01.518833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c81cd3-b4be-487e-8d07-155d74021baf tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=4b77bb14-f71e-401b-ab16-ef68c6eec393,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:01.536919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 4b77bb14-f71e-401b-ab16-ef68c6eec393 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:01.566199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-66c81cd3-b4be-487e-8d07-155d74021baf tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:01.618085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Network 99968442-5a59-4a2e-964b-34cc41d55e00 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:01.625297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:01.627878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:01.631931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:01.632531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.647833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Port': ['ID=bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:01.650860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:01.733182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:01.750192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:subnet and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:01.753783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.782386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118a04f-2315-4b58-b0ec-e1dc8e19ee76 req-b45e3f99-7215-4c46-8a5c-ce57b738f016 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:01.788582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:01.789356 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0118a04f-2315-4b58-b0ec-e1dc8e19ee76 req-b45e3f99-7215-4c46-8a5c-ce57b738f016 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.6573761 Dec 20 15:54:01.806274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:01.854440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3336beec-d3cd-4b45-91ee-4346b82d9098 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:01.914982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 3336beec-d3cd-4b45-91ee-4346b82d9098 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:01.915419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3336beec-d3cd-4b45-91ee-4346b82d9098 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:01.923858 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0118a04f-2315-4b58-b0ec-e1dc8e19ee76 req-37999f99-2785-424d-8bc5-57fa8509cb5a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332142 Dec 20 15:54:01.928492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.940582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:01.940812 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8427005 Dec 20 15:54:01.940812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48452) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:01.974770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:01.984554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f094a9ec-03e9-456f-a718-0a7d601b34ee,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:01.993397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:02.009636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'port': {'network_id': '99968442-5a59-4a2e-964b-34cc41d55e00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-338706346'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:02.092071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4753d93c-a947-4c0a-9c60-861ebff2f827 None None] Provisioning for port bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:02.093712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:02.098332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4753d93c-a947-4c0a-9c60-861ebff2f827 None None] Provisioning complete for port bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:02.098780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4753d93c-a947-4c0a-9c60-861ebff2f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:02.114067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:02.117932 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0385704 Dec 20 15:54:02.121809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48456) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:02.146194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'security_group_rule': {'security_group_id': '2bc0d0c2-9680-4a44-805d-9d90de5c9f5e', 'project_id': '9df6494af49f4a808a904a842b3bef90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:02.153771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4753d93c-a947-4c0a-9c60-861ebff2f827 None None] Port bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:02.160787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:02.237705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:security_group_rule and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:02.246584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:02.279666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Deleting port cd76c2a1-bedc-423b-bf82-06caf05c4bac {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:02.280066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:02.312930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:02.331060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:02.348834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Usage tracker for resource:port and tenant:30adb4dab68947ecadc41e67b2911c9a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:02.354699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:02.381012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:02.384078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:02.398278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.objects.ports [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:54:02.413417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:02.472659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Router c28c808a-1e97-4547-9932-e13adc79b0b0 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:02.491623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Made reservation on behalf of 30adb4dab68947ecadc41e67b2911c9a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:02.494663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:02.540205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] For port cd76c2a1-bedc-423b-bf82-06caf05c4bac, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cd76c2a1-bedc-423b-bf82-06caf05c4bac,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:02.540574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:02.581221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6039b4d1-8bd4-4498-bb18-702c252d8230 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:02.624567 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Project 9df6494af49f4a808a904a842b3bef90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:54:02.664304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] device_id is not set on port 9b13fed4-5abf-4005-9e70-7da63f2d2b6f yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:02.712924 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:02.765640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Calling delete_port for cd76c2a1-bedc-423b-bf82-06caf05c4bac owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:02.765869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:02.805792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:02.809923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:02.809923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:02.816737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e35c0a-fec1-4c83-8658-a4efaa126cee None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:02.841440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=0548f228-9cf6-4495-bca8-a845e5c520da,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:02.867269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:02.972388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.006345 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6285157 Dec 20 15:54:03.014291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48462) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:03.028107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:03.032443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.20.0.1 (53389daa-92e4-49a6-b614-fb9ff203c862/f00a4d41-1730-48d9-9dea-1c35afadc19a/343ed97d-0f30-4d47-a977-8cb0f7b46925) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:03.052316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.064022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4c594cbb-5dda-4e1f-9c20-58ea26197d30 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:03.081147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Allocated IP 2001:db8::fe (99968442-5a59-4a2e-964b-34cc41d55e00/246a20a9-c41a-4712-8a1b-28082aecea71/9b13fed4-5abf-4005-9e70-7da63f2d2b6f) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:03.133004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e21dccf-6d66-4fa8-995d-9e36339fb700,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:03.142803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:03.147415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '0548f228-9cf6-4495-bca8-a845e5c520da'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:54:03.148591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.264744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.277706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-971d448e-5d33-4837-b622-e3b4ea218156 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:03.305067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.306628 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1803086 Dec 20 15:54:03.317250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48466) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:03.340011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'network': {'name': 'tempest-network-smoke--402704540', 'project_id': '9df6494af49f4a808a904a842b3bef90', 'port_security_enabled': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:03.359161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.365415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Allocated IP 2001:db8::f816:3eff:fe94:a1d0 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/0548f228-9cf6-4495-bca8-a845e5c520da/252d3b95-f972-421d-9013-ff34cf04c593) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:03.378523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:03.398013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:network and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:03.403835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:03.414794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Transition to ACTIVE for port object 343ed97d-0f30-4d47-a977-8cb0f7b46925 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:03.422092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:03.431481 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=29914cf1-64e6-4d6d-894c-cdfdf02a259e,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:03.434664 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:03.466717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': '9df39066-5e59-45e8-8b39-d00c8b7157cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4b77bb14-f71e-401b-ab16-ef68c6eec393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:03.466717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: 4b77bb14-f71e-401b-ab16-ef68c6eec393, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:54:03.532357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Made reservation on behalf of 9df6494af49f4a808a904a842b3bef90 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:03.538383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.547080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:03.569044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.574636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network 4b77bb14-f71e-401b-ab16-ef68c6eec393 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:54:03.580247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9fcda6c5-82c4-407e-a184-5257a92f9b37 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:03.592421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.594570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:03.605758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Transition to ACTIVE for port object 252d3b95-f972-421d-9013-ff34cf04c593 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:03.627450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Transition to ACTIVE for port object 252d3b95-f972-421d-9013-ff34cf04c593 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:03.635314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:54:03.665623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 53389daa-92e4-49a6-b614-fb9ff203c862 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:03.668876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.669222 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Added segment 735dff16-a41d-4705-b107-e95e8bf3dc6d of type vlan for network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c Dec 20 15:54:03.670496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:03.672149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96493ea-5ad1-4bba-bfd0-f6faf94b0cab req-1e19713b-f351-4ed5-8dc3-0e87cf16daa9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:03.673669 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c96493ea-5ad1-4bba-bfd0-f6faf94b0cab req-1e19713b-f351-4ed5-8dc3-0e87cf16daa9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.5847635 Dec 20 15:54:03.679715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:03.711080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=343ed97d-0f30-4d47-a977-8cb0f7b46925,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:03.717070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.717396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:03.725054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:03.737680 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] Sync routers for ids ['c28c808a-1e97-4547-9932-e13adc79b0b0'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:03.740796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9617869c-e4d4-4b90-a82b-78fae22bfd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:03.758715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 4b77bb14-f71e-401b-ab16-ef68c6eec393) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:03.762559 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] Routers {'c28c808a-1e97-4547-9932-e13adc79b0b0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:03.763634 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c28c808a-1e97-4547-9932-e13adc79b0b0'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:03.772862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:03.773640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.788312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:03.792461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.808150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.813144 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] 10.222.0.62 "PUT /v2.0/routers/c28c808a-1e97-4547-9932-e13adc79b0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5470290 Dec 20 15:54:03.813318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955fb73a-8058-4d0d-ad18-fd85d672a2ed None None] Network 4b77bb14-f71e-401b-ab16-ef68c6eec393 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:03.819941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48470) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:03.831223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.847102 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7c7791ff-7940-44de-a40d-89c58e3a6554 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:03.908969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:03.932810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:54:03.956175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd76c2a1-bedc-423b-bf82-06caf05c4bac,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:03.985544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Pushing event updated for resources: {'Port': ['ID=252d3b95-f972-421d-9013-ff34cf04c593,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:04.004454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:04.006938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.008579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.009053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.009617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.010147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.010630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.011192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.011646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.012086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.012647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.013061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:04.018229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:04.019382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:04.021715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:04.026659 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6205614 Dec 20 15:54:04.030215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48474) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:04.036233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-75c7a162-389c-48a7-bc99-cc2c4f955444 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:04.037129 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c96493ea-5ad1-4bba-bfd0-f6faf94b0cab req-a76d6e01-ea19-46ae-bb20-230a075d523a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494265 Dec 20 15:54:04.041719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:04.054519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Transition to ACTIVE for port object 9b13fed4-5abf-4005-9e70-7da63f2d2b6f will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:04.072043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.076668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:04.077290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.104539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:04.173588 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] Set router c28c808a-1e97-4547-9932-e13adc79b0b0 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:54:04.258299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2aa56969-cc61-43c9-a3af-6622daa2cf13 None None] Provisioning for port 343ed97d-0f30-4d47-a977-8cb0f7b46925 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:04.281236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2aa56969-cc61-43c9-a3af-6622daa2cf13 None None] Provisioning complete for port 343ed97d-0f30-4d47-a977-8cb0f7b46925 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:04.281972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2aa56969-cc61-43c9-a3af-6622daa2cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.395555 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2aa56969-cc61-43c9-a3af-6622daa2cf13 None None] Port 343ed97d-0f30-4d47-a977-8cb0f7b46925 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:04.403383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.424318 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1001151 Dec 20 15:54:04.441545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48480) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:04.459222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'admin_state_up': True, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:04.461797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Attempting to bind port 252d3b95-f972-421d-9013-ff34cf04c593 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:04.462192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Attempting to bind port 252d3b95-f972-421d-9013-ff34cf04c593 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:04.462611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Attempting to bind port 252d3b95-f972-421d-9013-ff34cf04c593 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:04.463920 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'Network': ['ID=45bd989f-1a2f-47cf-a97f-d24a33a7b88c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:04.467160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:04.472906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-4b77bb14-f71e-401b-ab16-ef68c6eec393', 'network_id': '4b77bb14-f71e-401b-ab16-ef68c6eec393', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': '29914cf1-64e6-4d6d-894c-cdfdf02a259e'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:54:04.473731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.493689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.498087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:04.498483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:04.499082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.499600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:04.500133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Bound port: 252d3b95-f972-421d-9013-ff34cf04c593, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:04.500571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.508388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:04.510657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:04.516547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:router and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:04.520839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:04.559211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:04.674171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.687709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-80c331f2-e19c-402f-aaf0-33e81bcc9c51 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:04.739804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.740725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.844359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] For port 252d3b95-f972-421d-9013-ff34cf04c593, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:04.857406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] For port 252d3b95-f972-421d-9013-ff34cf04c593, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=252d3b95-f972-421d-9013-ff34cf04c593,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:04.882537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Allocated IP 172.20.0.2 (4b77bb14-f71e-401b-ab16-ef68c6eec393/29914cf1-64e6-4d6d-894c-cdfdf02a259e/bd097e0e-7a94-4b37-b7e4-415b88ba4b40) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:04.899914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Port': ['ID=9b13fed4-5abf-4005-9e70-7da63f2d2b6f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:04.913243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Network 99968442-5a59-4a2e-964b-34cc41d55e00 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:04.916914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:04.918063 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:04.923295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:04.928822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:04.929525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.958953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.966686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:04.997058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dd8a3d83-8704-48f2-9211-514f61678aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:05.010698 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:53:58Z', 'revision_number': 5, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:05.027533 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] Checking router: c28c808a-1e97-4547-9932-e13adc79b0b0 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:54:05.060538 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] Routers {'c28c808a-1e97-4547-9932-e13adc79b0b0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:05.061897 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c28c808a-1e97-4547-9932-e13adc79b0b0'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:05.186934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2387762 Dec 20 15:54:05.186934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48486) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:05.210140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16f', 'mac_address': 'fa:16:3e:e3:1a:63'}, {'ip_address': '2001:db8::46', 'mac_address': 'fa:16:3e:cf:6c:10'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:05.246685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-75c7a162-389c-48a7-bc99-cc2c4f955444 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6355801'] for subnet, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:05.443663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:05.471918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:05.516409 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] Set router c28c808a-1e97-4547-9932-e13adc79b0b0 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:54:05.553023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Pushing event updated for resources: {'Port': ['ID=252d3b95-f972-421d-9013-ff34cf04c593,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:05.575294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:05.581931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:05.598596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Transition to ACTIVE for port object bd097e0e-7a94-4b37-b7e4-415b88ba4b40 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:05.634198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Transition to ACTIVE for port object bd097e0e-7a94-4b37-b7e4-415b88ba4b40 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:05.661885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:05.663475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-27502109-8f68-4e96-8fa2-e8d8f9ac5295 None None] Provisioning for port 9b13fed4-5abf-4005-9e70-7da63f2d2b6f completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:05.670819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-27502109-8f68-4e96-8fa2-e8d8f9ac5295 None None] Provisioning complete for port 9b13fed4-5abf-4005-9e70-7da63f2d2b6f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:05.671361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-27502109-8f68-4e96-8fa2-e8d8f9ac5295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:05.748044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:05.756172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:05.826907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:05.862684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997bd99-1645-43c6-be44-3ee1ea396aeb req-9610d3de-3b79-4b7d-a024-837e159e6647 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:05.869933 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c997bd99-1645-43c6-be44-3ee1ea396aeb req-9610d3de-3b79-4b7d-a024-837e159e6647 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.8124244 Dec 20 15:54:05.895034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-27502109-8f68-4e96-8fa2-e8d8f9ac5295 None None] Port 9b13fed4-5abf-4005-9e70-7da63f2d2b6f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:05.936107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Pushing event updated for resources: {'Port': ['ID=bd097e0e-7a94-4b37-b7e4-415b88ba4b40,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:05.940559 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:05.942986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Network 4b77bb14-f71e-401b-ab16-ef68c6eec393 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:05.944398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:05.946533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:05.983725 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c997bd99-1645-43c6-be44-3ee1ea396aeb req-a43f1aaf-adf0-4b3c-bc4b-f9201d7701d5 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125562 Dec 20 15:54:06.008869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f16f3b93-04ce-4265-806e-e484888433fd tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:06.036139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.068028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Attempting to bind port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:06.069232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Attempting to bind port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '9df39066-5e59-45e8-8b39-d00c8b7157cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4b77bb14-f71e-401b-ab16-ef68c6eec393'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:06.070212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Attempting to bind port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 on network 4b77bb14-f71e-401b-ab16-ef68c6eec393 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:06.090694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:06.091539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Checking segment: {'id': '9df39066-5e59-45e8-8b39-d00c8b7157cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4b77bb14-f71e-401b-ab16-ef68c6eec393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:06.092120 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.092751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Bound using segment: {'id': '9df39066-5e59-45e8-8b39-d00c8b7157cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4b77bb14-f71e-401b-ab16-ef68c6eec393'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:06.093424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Bound port: bd097e0e-7a94-4b37-b7e4-415b88ba4b40, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df39066-5e59-45e8-8b39-d00c8b7157cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4b77bb14-f71e-401b-ab16-ef68c6eec393'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:06.093979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.224059 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:53:58Z', 'revision_number': 5, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:06.229096 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578be9e6-987a-4001-8365-1915ac700c2b None None] The sync data for ids ['c28c808a-1e97-4547-9932-e13adc79b0b0'] in dv-neutron-821074-1-hyperv is: [{'id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'name': 'tempest-ServersTestJSON-1531606670-router', 'tenant_id': '4d44fdd266094759ad453f663aacf9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '342ead3f-5443-44ab-8259-be001521d95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:53:58Z', 'revision_number': 5, 'project_id': '4d44fdd266094759ad453f663aacf9b1', 'gw_port': {'id': '342ead3f-5443-44ab-8259-be001521d95a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c808a-1e97-4547-9932-e13adc79b0b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:02Z', 'updated_at': '2021-12-20T15:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:06.238553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.254455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:06.273103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.287347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-75c7a162-389c-48a7-bc99-cc2c4f955444 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775874048004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6611585'] for subnet, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.315700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c7a162-389c-48a7-bc99-cc2c4f955444 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.315916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-75c7a162-389c-48a7-bc99-cc2c4f955444 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.319815 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-75c7a162-389c-48a7-bc99-cc2c4f955444 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "PUT /v2.0/subnets/29914cf1-64e6-4d6d-894c-cdfdf02a259e HTTP/1.1" status: 200 len: 806 time: 2.2860615 Dec 20 15:54:06.320040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] For port bd097e0e-7a94-4b37-b7e4-415b88ba4b40, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:06.327057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] For port bd097e0e-7a94-4b37-b7e4-415b88ba4b40, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bd097e0e-7a94-4b37-b7e4-415b88ba4b40,segment=NetworkSegment(9df39066-5e59-45e8-8b39-d00c8b7157cb),segment_id=9df39066-5e59-45e8-8b39-d00c8b7157cb)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:06.329258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48490) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:06.346524 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.377339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=343ed97d-0f30-4d47-a977-8cb0f7b46925,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:06.382193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:06.382542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2f1ed5bb-b14b-4d5d-9b84-e7053f2c0061 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:06.493502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:06.499772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=afc0194c-5932-4be4-97db-ac02382ff8e3,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:06.517570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7a162-389c-48a7-bc99-cc2c4f955444 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=29914cf1-64e6-4d6d-894c-cdfdf02a259e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:06.522129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-75c7a162-389c-48a7-bc99-cc2c4f955444 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:06.532264 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.544449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Deleting port 342ead3f-5443-44ab-8259-be001521d95a {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:06.544449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.545157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ad35957-6187-4ef4-89b3-9cd07cd1e9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:06.565819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:06.587400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.612634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.613294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:06.628317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 53389daa-92e4-49a6-b614-fb9ff203c862 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:06.632431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:06.671176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.671548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.671983 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.672351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.672709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.673066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.673415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.673769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.679406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.680065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.680622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:06.702990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:06.757444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Pushing event updated for resources: {'Port': ['ID=bd097e0e-7a94-4b37-b7e4-415b88ba4b40,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:06.760594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:06.988996 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9711094 Dec 20 15:54:06.993626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:07.011231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48494) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:07.021580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:97:7b:b9', 'name': 'tempest-NetworksTestDHCPv6-1590014777'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:07.182655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] For port 342ead3f-5443-44ab-8259-be001521d95a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=342ead3f-5443-44ab-8259-be001521d95a,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:07.194632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:07.278526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-65c05799-c6a6-4f44-8984-bc2ef0554843 None None] Provisioning complete for port 343ed97d-0f30-4d47-a977-8cb0f7b46925 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:07.279533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-65c05799-c6a6-4f44-8984-bc2ef0554843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:07.320977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdfaf37-1bbd-470b-a3b7-90e0e091b98d None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:07.503196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-65c05799-c6a6-4f44-8984-bc2ef0554843 None None] Port 343ed97d-0f30-4d47-a977-8cb0f7b46925 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:07.536162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Calling delete_port for 342ead3f-5443-44ab-8259-be001521d95a owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:07.578809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:07.579627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:07.703798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-85d6d292-00c8-47e9-901b-ef040cc7c970 None None] Provisioning for port 252d3b95-f972-421d-9013-ff34cf04c593 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:07.818492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb84b5-75bc-481b-9735-d17cc00430a8 None None] Update dhcp port {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': '0548f228-9cf6-4495-bca8-a845e5c520da', 'ip_address': '2001:db8::f816:3eff:fe94:a1d0'}, {'subnet_id': 'afc0194c-5932-4be4-97db-ac02382ff8e3'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': '252d3b95-f972-421d-9013-ff34cf04c593'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:54:07.868013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:07.920836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-30eb84b5-75bc-481b-9735-d17cc00430a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:08.059280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:08.076826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1b54b07d-5a53-4a1c-b445-e1d96e75e2bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:08.091698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bd097e0e-7a94-4b37-b7e4-415b88ba4b40 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:08.130134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router 128d134b-64fe-44c5-8354-35ff61f96558 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:08.132980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Pushing event deleted for resources: {'Port': ['ID=342ead3f-5443-44ab-8259-be001521d95a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:08.151831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:08.247158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:08.276220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ebc089-3f0b-4b85-9c72-00a71c708cf7 None None] Network 4b77bb14-f71e-401b-ab16-ef68c6eec393 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:08.389938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:08.398249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-30eb84b5-75bc-481b-9735-d17cc00430a8 None None] Allocated IP 172.20.0.2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/afc0194c-5932-4be4-97db-ac02382ff8e3/252d3b95-f972-421d-9013-ff34cf04c593) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:08.437536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:08.452891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:08.476673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:08.483540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:08.495104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a825660-15b6-476a-a551-a01d8eb8d224 req-3a0ee6f5-9550-494c-a22c-0a6c0484a8fe tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:08.497128 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a825660-15b6-476a-a551-a01d8eb8d224 req-3a0ee6f5-9550-494c-a22c-0a6c0484a8fe tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 1.2451303 Dec 20 15:54:08.500661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 252d3b95-f972-421d-9013-ff34cf04c593 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:08.565934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:08.569873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-82b67428-9046-4747-8b99-e7e01ea1edce None None] Provisioning for port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:08.632827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-82b67428-9046-4747-8b99-e7e01ea1edce None None] Provisioning complete for port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:08.633205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-82b67428-9046-4747-8b99-e7e01ea1edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:08.661595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:54:08.687978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:08.691906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:08.725061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:08.813556 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a825660-15b6-476a-a551-a01d8eb8d224 req-b4c2e9ee-7e64-40bf-8385-520e2bd31d6e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008823 Dec 20 15:54:08.829553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:08.841382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-30eb84b5-75bc-481b-9735-d17cc00430a8 None None] For port 252d3b95-f972-421d-9013-ff34cf04c593, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=252d3b95-f972-421d-9013-ff34cf04c593,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:08.843064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Allocated IP 172.26.7.34 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/afe452b6-b9f7-46a1-a138-bdf234bc9371) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:08.865114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 1790cc64-30d1-4d97-bce4-e296b662590f yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:08.909066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:08.912494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ee09179a-9807-441a-a459-b483bcfbf359 tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:08.916691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:08.950703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-30eb84b5-75bc-481b-9735-d17cc00430a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.009577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port bd097e0e-7a94-4b37-b7e4-415b88ba4b40, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bd097e0e-7a94-4b37-b7e4-415b88ba4b40,segment=NetworkSegment(9df39066-5e59-45e8-8b39-d00c8b7157cb),segment_id=9df39066-5e59-45e8-8b39-d00c8b7157cb)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:09.010273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.014902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 252d3b95-f972-421d-9013-ff34cf04c593 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:09.033861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 252d3b95-f972-421d-9013-ff34cf04c593 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:09.035341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.079118 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-82b67428-9046-4747-8b99-e7e01ea1edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.157526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-82b67428-9046-4747-8b99-e7e01ea1edce None None] For port bd097e0e-7a94-4b37-b7e4-415b88ba4b40, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bd097e0e-7a94-4b37-b7e4-415b88ba4b40,segment=NetworkSegment(9df39066-5e59-45e8-8b39-d00c8b7157cb),segment_id=9df39066-5e59-45e8-8b39-d00c8b7157cb)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:09.184126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:09.189787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] In _notify_port_updated(), no bound segment for port 9b13fed4-5abf-4005-9e70-7da63f2d2b6f on network 99968442-5a59-4a2e-964b-34cc41d55e00 {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:54:09.193414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:09.194042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.198264 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "PUT /v2.0/ports/9b13fed4-5abf-4005-9e70-7da63f2d2b6f HTTP/1.1" status: 200 len: 1065 time: 4.0005336 Dec 20 15:54:09.204371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48502) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:09.228280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b156148a-a87f-4d24-af81-bc6b28ef112d None None] Sync routers for ids ['128d134b-64fe-44c5-8354-35ff61f96558'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:09.253611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-30eb84b5-75bc-481b-9735-d17cc00430a8 None None] Transition to ACTIVE for port object 252d3b95-f972-421d-9013-ff34cf04c593 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:09.278959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-82b67428-9046-4747-8b99-e7e01ea1edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.285859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:09.305434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.306286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Fanout notify agent at l3_agent the message router_deleted on router c28c808a-1e97-4547-9932-e13adc79b0b0 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:54:09.333133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.334115 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] 10.222.0.62 "DELETE /v2.0/routers/c28c808a-1e97-4547-9932-e13adc79b0b0 HTTP/1.1" status: 204 len: 168 time: 5.5113847 Dec 20 15:54:09.341833 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "PUT /v2.0/routers/128d134b-64fe-44c5-8354-35ff61f96558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6798260 Dec 20 15:54:09.348598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48506) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:09.348598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48508) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:09.348798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for bd097e0e-7a94-4b37-b7e4-415b88ba4b40 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:09.358785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'port': {'network_id': '53389daa-92e4-49a6-b614-fb9ff203c862', 'name': 'tempest-FloatingIPTestJSON-1384123501'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:09.389153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event updated for resources: {'Port': ['ID=9b13fed4-5abf-4005-9e70-7da63f2d2b6f,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:09.429747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-30eb84b5-75bc-481b-9735-d17cc00430a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.442583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b156148a-a87f-4d24-af81-bc6b28ef112d None None] Routers {'128d134b-64fe-44c5-8354-35ff61f96558'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:09.443164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b156148a-a87f-4d24-af81-bc6b28ef112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['128d134b-64fe-44c5-8354-35ff61f96558'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:09.452494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:09.540875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.561897 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b156148a-a87f-4d24-af81-bc6b28ef112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:09.571356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0a4174-fe46-4a69-88f6-1614aa9de0a6 None None] Network 4b77bb14-f71e-401b-ab16-ef68c6eec393 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:09.661292 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-dc9507ab-033e-404e-8c95-cdef59ba2e47 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Deleting port 9b13fed4-5abf-4005-9e70-7da63f2d2b6f {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:09.662059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc9507ab-033e-404e-8c95-cdef59ba2e47 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.755117 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:54:09.777628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1ccb5a-a93b-46a7-a0e8-c85a302982af admin admin] Deleting subnet cb69991d-35d8-4b86-a544-b6ee49700dd4 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:09.783459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:09.787307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccb5a-a93b-46a7-a0e8-c85a302982af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.803930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.808034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b67428-9046-4747-8b99-e7e01ea1edce None None] Pushing event updated for resources: {'Port': ['ID=bd097e0e-7a94-4b37-b7e4-415b88ba4b40,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:09.830001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8acdb9-0f6e-47de-ab47-7d6f5001be54 req-e3d2fdff-b524-469d-b826-99293fcb2ab9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:09.831745 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9a8acdb9-0f6e-47de-ab47-7d6f5001be54 req-e3d2fdff-b524-469d-b826-99293fcb2ab9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.8336627 Dec 20 15:54:09.846314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Usage tracker for resource:port and tenant:51f5c888c6cd4fe5bbe13737c11c3afb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:09.852786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:09.868958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-82b67428-9046-4747-8b99-e7e01ea1edce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:09.870512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:09.877869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1ad5b780-4bf1-4317-a3b3-6c8997ae32be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:09.903618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:09.904550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:09.913511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccb5a-a93b-46a7-a0e8-c85a302982af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:09.921512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Router 7eb2de97-8eee-40c8-8df6-3f444aca9914 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:09.947808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b156148a-a87f-4d24-af81-bc6b28ef112d None None] Routers {'128d134b-64fe-44c5-8354-35ff61f96558'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:09.947808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b156148a-a87f-4d24-af81-bc6b28ef112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['128d134b-64fe-44c5-8354-35ff61f96558'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:09.985271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 172.20.0.12 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/afc0194c-5932-4be4-97db-ac02382ff8e3/1790cc64-30d1-4d97-bce4-e296b662590f) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:09.990390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Made reservation on behalf of 51f5c888c6cd4fe5bbe13737c11c3afb for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:09.995158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:10.003318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f816:3eff:fe97:7bb9 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/0548f228-9cf6-4495-bca8-a845e5c520da/1790cc64-30d1-4d97-bce4-e296b662590f) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:10.018777 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9a8acdb9-0f6e-47de-ab47-7d6f5001be54 req-acaa8251-6e44-4452-aaee-d83b952360b3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391945 Dec 20 15:54:10.056895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b6bef306-2a32-423b-ad7e-4bdddc579b40 None None] Provisioning complete for port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:10.057888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b6bef306-2a32-423b-ad7e-4bdddc579b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:10.104223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b156148a-a87f-4d24-af81-bc6b28ef112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:10.104638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b156148a-a87f-4d24-af81-bc6b28ef112d None None] The sync data for ids ['128d134b-64fe-44c5-8354-35ff61f96558'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:10.118207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:10.134332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cf02779f-2bad-447f-9263-89d2496fc3ab tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:10.141813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:10.142373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:10.152380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] device_id is not set on port c52e760c-39b7-4080-8a3c-f1385ded6a23 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:10.217814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb84b5-75bc-481b-9735-d17cc00430a8 None None] Pushing event updated for resources: {'Port': ['ID=252d3b95-f972-421d-9013-ff34cf04c593,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:10.228628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-30eb84b5-75bc-481b-9735-d17cc00430a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:10.337552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc9507ab-033e-404e-8c95-cdef59ba2e47 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:10.423599 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b6bef306-2a32-423b-ad7e-4bdddc579b40 None None] Provisioning complete for port 9b13fed4-5abf-4005-9e70-7da63f2d2b6f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:10.424495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b6bef306-2a32-423b-ad7e-4bdddc579b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:10.433091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccb5a-a93b-46a7-a0e8-c85a302982af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:10.495610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:10.496504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:10.530729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b6bef306-2a32-423b-ad7e-4bdddc579b40 None None] Port 9b13fed4-5abf-4005-9e70-7da63f2d2b6f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:10.595325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-dc9507ab-033e-404e-8c95-cdef59ba2e47 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Calling delete_port for 9b13fed4-5abf-4005-9e70-7da63f2d2b6f owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:10.693160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'Port': ['ID=afe452b6-b9f7-46a1-a138-bdf234bc9371,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:10.709564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:10.749612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Allocated IP 172.20.0.12 (53389daa-92e4-49a6-b614-fb9ff203c862/f00a4d41-1730-48d9-9dea-1c35afadc19a/c52e760c-39b7-4080-8a3c-f1385ded6a23) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:10.771089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:10.800157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:10.821175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:10.877611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:10.886812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 252d3b95-f972-421d-9013-ff34cf04c593, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=252d3b95-f972-421d-9013-ff34cf04c593,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:10.892788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-fb397967-eb25-4184-bbb8-31386f43cd28 None None] Provisioning complete for port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:10.893153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fb397967-eb25-4184-bbb8-31386f43cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:10.956476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:10.965909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d2a0bbb2-b2e1-4b5b-a0ef-023c79c86305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:11.020964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f5cffada-70fd-4289-9736-187cc43d5015 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:11.021185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccb5a-a93b-46a7-a0e8-c85a302982af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.055509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-12095f7a-c2e2-4578-8658-ddad314977df tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:11.064580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: f5cffada-70fd-4289-9736-187cc43d5015 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:11.065110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f5cffada-70fd-4289-9736-187cc43d5015 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:11.111057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=252d3b95-f972-421d-9013-ff34cf04c593,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:11.113679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ccb5a-a93b-46a7-a0e8-c85a302982af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb69991d-35d8-4b86-a544-b6ee49700dd4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:11.122117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bb1ccb5a-a93b-46a7-a0e8-c85a302982af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:11.125326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:11.146702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccb5a-a93b-46a7-a0e8-c85a302982af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.151654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.166697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc959029-3f24-4046-8894-369473af45ba None None] Network ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:11.188952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Transition to ACTIVE for port object c52e760c-39b7-4080-8a3c-f1385ded6a23 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:11.193652 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bb1ccb5a-a93b-46a7-a0e8-c85a302982af admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cb69991d-35d8-4b86-a544-b6ee49700dd4 HTTP/1.1" status: 204 len: 168 time: 1.8470752 Dec 20 15:54:11.194274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48516) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:11.200701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bd097e0e-7a94-4b37-b7e4-415b88ba4b40 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:11.284764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e8a5d-f379-4a8d-9f3b-d6c62868f57d req-438ba3aa-bf48-4d0c-ba67-db4d922806bd tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:11.291480 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a8e8a5d-f379-4a8d-9f3b-d6c62868f57d req-438ba3aa-bf48-4d0c-ba67-db4d922806bd tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.7582269 Dec 20 15:54:11.301252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc9507ab-033e-404e-8c95-cdef59ba2e47 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.310860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ac5491d2-50a2-4b66-8525-81be6d4aa589 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:11.347485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.358184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9507ab-033e-404e-8c95-cdef59ba2e47 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event deleted for resources: {'Port': ['ID=9b13fed4-5abf-4005-9e70-7da63f2d2b6f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:11.367863 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc9507ab-033e-404e-8c95-cdef59ba2e47 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:11.411854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Deleting port 6688076c-251d-460c-bb82-cb9e8953e660 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:11.412190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.442771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.471912 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:11.472822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.518904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 1790cc64-30d1-4d97-bce4-e296b662590f will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:11.535607 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a8e8a5d-f379-4a8d-9f3b-d6c62868f57d req-b3cd9ba1-110f-4a21-bb72-c2655f3d6d4a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430997 Dec 20 15:54:11.560918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port bd097e0e-7a94-4b37-b7e4-415b88ba4b40, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bd097e0e-7a94-4b37-b7e4-415b88ba4b40,segment=NetworkSegment(9df39066-5e59-45e8-8b39-d00c8b7157cb),segment_id=9df39066-5e59-45e8-8b39-d00c8b7157cb)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:11.561465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.707125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] DHCP port deletion for ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:11.712183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9260789d-0bf8-449d-b14d-b152d5fb72e4 None None] Provisioning for port 252d3b95-f972-421d-9013-ff34cf04c593 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:11.722747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9260789d-0bf8-449d-b14d-b152d5fb72e4 None None] Provisioning complete for port 252d3b95-f972-421d-9013-ff34cf04c593 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:11.723520 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9260789d-0bf8-449d-b14d-b152d5fb72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.744356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.748941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] Deleting port 6688076c-251d-460c-bb82-cb9e8953e660 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:11.749325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.753590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-88629f8e-3b36-4fea-a1df-6ae23b955318 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:11.798449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for bd097e0e-7a94-4b37-b7e4-415b88ba4b40 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:11.820231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 252d3b95-f972-421d-9013-ff34cf04c593 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:11.889301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:11.904008 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] Sync routers for ids ['7eb2de97-8eee-40c8-8df6-3f444aca9914'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:11.929444 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] Routers {'7eb2de97-8eee-40c8-8df6-3f444aca9914'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:11.931466 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7eb2de97-8eee-40c8-8df6-3f444aca9914'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:11.971148 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] 10.222.0.62 "PUT /v2.0/routers/7eb2de97-8eee-40c8-8df6-3f444aca9914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7786381 Dec 20 15:54:11.974798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48522) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:11.988024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc9507ab-033e-404e-8c95-cdef59ba2e47 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:11.993281 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dc9507ab-033e-404e-8c95-cdef59ba2e47 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "DELETE /v2.0/ports/9b13fed4-5abf-4005-9e70-7da63f2d2b6f HTTP/1.1" status: 204 len: 168 time: 2.7849989 Dec 20 15:54:11.998387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48526) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:12.004930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Network 53389daa-92e4-49a6-b614-fb9ff203c862 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:12.050525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.056036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event updated for resources: {'Port': ['ID=c52e760c-39b7-4080-8a3c-f1385ded6a23,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:12.069822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:12.087441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:12.089827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:12.098706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-448c4801-ce38-47b3-8deb-f674e4e020fc tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:12.108824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] For port 6688076c-251d-460c-bb82-cb9e8953e660, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6688076c-251d-460c-bb82-cb9e8953e660,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:12.109216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.119835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 252d3b95-f972-421d-9013-ff34cf04c593 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:12.120238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.122770 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-899ee028-ad45-441a-9d41-8cb8972e84f8 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] GET failed (client error): The resource could not be found. Dec 20 15:54:12.123410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-899ee028-ad45-441a-9d41-8cb8972e84f8 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Synchronizing usage tracker for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:12.199553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.200433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.259300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:12.259970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.261908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2046b00-8d3c-4aec-96ac-10ebdab14d6c req-a9ab5a7a-9739-418b-98fe-330241be0a3a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:12.267263 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2046b00-8d3c-4aec-96ac-10ebdab14d6c req-a9ab5a7a-9739-418b-98fe-330241be0a3a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.4773850 Dec 20 15:54:12.274229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-899ee028-ad45-441a-9d41-8cb8972e84f8 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Unset dirty status for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:12.278888 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-899ee028-ad45-441a-9d41-8cb8972e84f8 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "GET /v2.0/ports/9b13fed4-5abf-4005-9e70-7da63f2d2b6f HTTP/1.1" status: 404 len: 333 time: 0.2769930 Dec 20 15:54:12.279496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48530) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:12.291171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] For port 6688076c-251d-460c-bb82-cb9e8953e660, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6688076c-251d-460c-bb82-cb9e8953e660,segment=NetworkSegment(2e52f4d5-176f-4479-b235-9cd96cf5dce3),segment_id=2e52f4d5-176f-4479-b235-9cd96cf5dce3)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:12.291516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.332331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:12.365121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] Calling delete_port for 6688076c-251d-460c-bb82-cb9e8953e660 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:12.368970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6ae83ddf-78a6-46a7-a054-c0a5b8f1339a tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Deleting port bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:12.369512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ae83ddf-78a6-46a7-a054-c0a5b8f1339a tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.370815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=1790cc64-30d1-4d97-bce4-e296b662590f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:12.393919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:12.395032 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] Set router 7eb2de97-8eee-40c8-8df6-3f444aca9914 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:54:12.499500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:12.512246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:12.584234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.602841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1d694ff5-8591-425d-91ee-c17b319e6b0c None None] Provisioning for port c52e760c-39b7-4080-8a3c-f1385ded6a23 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:12.615309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2eee5d7-30b2-418d-917a-99f06f07a772 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:12.620786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.624797 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2765844 Dec 20 15:54:12.626441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-30eb84b5-75bc-481b-9735-d17cc00430a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:12.635280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Calling delete_port for 6688076c-251d-460c-bb82-cb9e8953e660 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:12.664455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48534) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:12.673377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Request body: {'floatingip': {'port_id': 'c52e760c-39b7-4080-8a3c-f1385ded6a23'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:12.688190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1d694ff5-8591-425d-91ee-c17b319e6b0c None None] Provisioning complete for port c52e760c-39b7-4080-8a3c-f1385ded6a23 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:12.695824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1d694ff5-8591-425d-91ee-c17b319e6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.780546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 342ead3f-5443-44ab-8259-be001521d95a no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:12.790298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:12.837769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Port': ['ID=bd097e0e-7a94-4b37-b7e4-415b88ba4b40,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:12.854366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:12.866839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] Pushing event deleted for resources: {'Port': ['ID=6688076c-251d-460c-bb82-cb9e8953e660,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:12.883833 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:54:03Z', 'revision_number': 5, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:12.884424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 342ead3f-5443-44ab-8259-be001521d95a {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:12.886025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 342ead3f-5443-44ab-8259-be001521d95a not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:12.891899 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] Checking router: 7eb2de97-8eee-40c8-8df6-3f444aca9914 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:54:12.893323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:12.907327 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] Routers {'7eb2de97-8eee-40c8-8df6-3f444aca9914'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:12.908282 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7eb2de97-8eee-40c8-8df6-3f444aca9914'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:12.912668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] No DVR routers for this DVR port 6688076c-251d-460c-bb82-cb9e8953e660 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:12.929359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1d694ff5-8591-425d-91ee-c17b319e6b0c None None] Port c52e760c-39b7-4080-8a3c-f1385ded6a23 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:12.953166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:12.954803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:13.020615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1699f4-e55d-431d-a861-f39f73012b50 None None] DHCP port deletion for 4b77bb14-f71e-401b-ab16-ef68c6eec393 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:13.022193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2046b00-8d3c-4aec-96ac-10ebdab14d6c req-b0f5cd6c-fef4-49e4-95b4-2fd9acdbef69 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7482533 Dec 20 15:54:13.043983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae351892-fa56-4316-a006-e1be599924c8 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:54:13.111628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No DVR routers for this DVR port bd097e0e-7a94-4b37-b7e4-415b88ba4b40 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:13.181669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:13.181669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:13.256819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 252d3b95-f972-421d-9013-ff34cf04c593 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:13.260411 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] Set router 7eb2de97-8eee-40c8-8df6-3f444aca9914 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:54:13.286879 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.2742662 Dec 20 15:54:13.291686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48540) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:13.332399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ddee5e1d-760e-465b-8dcc-c2cdce1386e7 None None] Provisioning for port 1790cc64-30d1-4d97-bce4-e296b662590f completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:13.350599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:13.357844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ddee5e1d-760e-465b-8dcc-c2cdce1386e7 None None] Provisioning complete for port 1790cc64-30d1-4d97-bce4-e296b662590f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:13.358228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ddee5e1d-760e-465b-8dcc-c2cdce1386e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:13.431248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae351892-fa56-4316-a006-e1be599924c8 None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:54:13.478878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:13.496284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ddee5e1d-760e-465b-8dcc-c2cdce1386e7 None None] Port 1790cc64-30d1-4d97-bce4-e296b662590f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:13.527940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ae83ddf-78a6-46a7-a054-c0a5b8f1339a tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:13.599248 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:54:03Z', 'revision_number': 5, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:13.600441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846c4d73-b835-41e2-a8a0-00681cd99912 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:13.604547 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbabf6-a340-4663-ae0d-e2fe303c0ae6 None None] The sync data for ids ['7eb2de97-8eee-40c8-8df6-3f444aca9914'] in dv-neutron-821074-1-hyperv is: [{'id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'name': 'tempest-ServersTestManualDisk-1437200260-router', 'tenant_id': '15defa48c8214441a24211b2fbdf4cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:54:03Z', 'revision_number': 5, 'project_id': '15defa48c8214441a24211b2fbdf4cd8', 'gw_port': {'id': 'cc4f2d86-0352-4929-9a88-77a27dd6ef47', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2de97-8eee-40c8-8df6-3f444aca9914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:03Z', 'updated_at': '2021-12-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:13.606844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846c4d73-b835-41e2-a8a0-00681cd99912 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:13.611494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-846c4d73-b835-41e2-a8a0-00681cd99912 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:13.684800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 252d3b95-f972-421d-9013-ff34cf04c593 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:13.685199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:13.698653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:13.708260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c342ad4-62e2-4e36-89c9-251fceb00741 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:13.713001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Deleting port 6688076c-251d-460c-bb82-cb9e8953e660 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:13.713001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:13.746270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6ae83ddf-78a6-46a7-a054-c0a5b8f1339a tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Calling delete_port for bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:13.799039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-846c4d73-b835-41e2-a8a0-00681cd99912 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:13.803003 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-846c4d73-b835-41e2-a8a0-00681cd99912 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5048892 Dec 20 15:54:13.803003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=29914cf1-64e6-4d6d-894c-cdfdf02a259e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:13.810951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48544) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:13.811984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:13.851233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] The port '6688076c-251d-460c-bb82-cb9e8953e660' was deleted {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:54:13.900729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Router 8a2d91be-6f69-43cb-b162-899e269ff96d is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:54:14.008400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.041436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-6aef9c78-07c9-4882-a8d4-8dc8872397ab tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 1790cc64-30d1-4d97-bce4-e296b662590f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:14.041878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6aef9c78-07c9-4882-a8d4-8dc8872397ab tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.051865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.112770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bd097e0e-7a94-4b37-b7e4-415b88ba4b40 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:14.151637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.156355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: bd097e0e-7a94-4b37-b7e4-415b88ba4b40 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:14.157006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bd097e0e-7a94-4b37-b7e4-415b88ba4b40 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:14.157646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6688076c-251d-460c-bb82-cb9e8953e660 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:14.203964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e52f4d5-176f-4479-b235-9cd96cf5dce3') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.204393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e52f4d5-176f-4479-b235-9cd96cf5dce3') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.233153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 6688076c-251d-460c-bb82-cb9e8953e660 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:14.234593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6688076c-251d-460c-bb82-cb9e8953e660 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:14.256013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e13f55-cc86-42b8-864a-db45decc5923 None None] Network 4b77bb14-f71e-401b-ab16-ef68c6eec393 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:14.260731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.291931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.300704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:14.301458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:14.318471 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:14.361297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b77bb14-f71e-401b-ab16-ef68c6eec393']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.389990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df39066-5e59-45e8-8b39-d00c8b7157cb') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.390286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df39066-5e59-45e8-8b39-d00c8b7157cb') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.411427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ae83ddf-78a6-46a7-a054-c0a5b8f1339a tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.420130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2c91e9c5-7c1f-4a1d-b70e-253bc796f114 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:14.428894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.473305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae83ddf-78a6-46a7-a054-c0a5b8f1339a tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event deleted for resources: {'Port': ['ID=bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:14.473828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.475967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:54:14.499680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87873886-4092-4b06-b521-17223439a77c None None] DHCP port deletion for 4b77bb14-f71e-401b-ab16-ef68c6eec393 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:14.540583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ae83ddf-78a6-46a7-a054-c0a5b8f1339a tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:14.545354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.547596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:14.548002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:14.564155 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:14.635169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.659834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:14.677715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ae83ddf-78a6-46a7-a054-c0a5b8f1339a tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.680898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.720671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:14.720671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.723274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:14.807828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.848597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.892522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6aef9c78-07c9-4882-a8d4-8dc8872397ab tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:14.931562 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6ae83ddf-78a6-46a7-a054-c0a5b8f1339a tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "DELETE /v2.0/ports/bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3 HTTP/1.1" status: 204 len: 168 time: 2.6406910 Dec 20 15:54:14.932513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48548) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:14.982509 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c20ac2f-8b92-446d-989c-bd13e95e8057 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] GET failed (client error): The resource could not be found. Dec 20 15:54:14.983046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9c20ac2f-8b92-446d-989c-bd13e95e8057 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Synchronizing usage tracker for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:15.025648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Deleting port cc4f2d86-0352-4929-9a88-77a27dd6ef47 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:15.026228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:15.055664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-6aef9c78-07c9-4882-a8d4-8dc8872397ab tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 1790cc64-30d1-4d97-bce4-e296b662590f owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:15.092877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:15.110511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:15.111879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cd76c2a1-bedc-423b-bf82-06caf05c4bac no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:15.131885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:15.138561 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ba8ddfe7-e593-4f25-af7f-7fe0da90b2c2 HTTP/1.1" status: 204 len: 168 time: 3.9379294 Dec 20 15:54:15.167353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: cd76c2a1-bedc-423b-bf82-06caf05c4bac {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:15.168159 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cd76c2a1-bedc-423b-bf82-06caf05c4bac not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:15.179776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=4b77bb14-f71e-401b-ab16-ef68c6eec393,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:15.179986 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP d260c53c-e13f-454a-87ed-03fffe3d457e associated. External IP: 172.26.7.231, port: bd56efa1-d0cb-44fd-a378-423d8a1c4cb0. Dec 20 15:54:15.202501 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/4b77bb14-f71e-401b-ab16-ef68c6eec393 HTTP/1.1" status: 204 len: 168 time: 8.8592393 Dec 20 15:54:15.205559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:15.225083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48554) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:15.296901 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e956771c-ee72-4738-84d4-54ca175acd82 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:15.297220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e956771c-ee72-4738-84d4-54ca175acd82 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:15.298883 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e956771c-ee72-4738-84d4-54ca175acd82 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/4b77bb14-f71e-401b-ab16-ef68c6eec393 HTTP/1.1" status: 404 len: 339 time: 0.0699115 Dec 20 15:54:15.351141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48558) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:15.368564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-820073857', 'description': 'd1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:15.384774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:15.395022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:network and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:15.404790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:15.441163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9c20ac2f-8b92-446d-989c-bd13e95e8057 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Unset dirty status for tenant:30adb4dab68947ecadc41e67b2911c9a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:15.442560 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9c20ac2f-8b92-446d-989c-bd13e95e8057 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "GET /v2.0/ports/bab2ee3e-0dcc-4b5d-8ebd-0d6e43cc62e3 HTTP/1.1" status: 404 len: 333 time: 0.5063498 Dec 20 15:54:15.451909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48562) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:15.472263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:15.482564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] For port cc4f2d86-0352-4929-9a88-77a27dd6ef47, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cc4f2d86-0352-4929-9a88-77a27dd6ef47,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:15.482935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:15.539428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-28d13897-f7a5-4818-a357-3fa7e04895f5 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Deleting port 94b0b83a-553c-4c0d-b757-e70a179c9e6e {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:15.540142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28d13897-f7a5-4818-a357-3fa7e04895f5 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:15.635198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Calling delete_port for cc4f2d86-0352-4929-9a88-77a27dd6ef47 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:15.678498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:15.680062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:15.683095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:15.690433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Sync routers for ids ['8a2d91be-6f69-43cb-b162-899e269ff96d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:15.704523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Routers {'8a2d91be-6f69-43cb-b162-899e269ff96d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:15.705201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8a2d91be-6f69-43cb-b162-899e269ff96d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:15.822461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48566) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:15.893156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-39738eb2-7de0-4554-9780-f2399789723b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d44fdd266094759ad453f663aacf9b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0672596 Dec 20 15:54:15.893407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48570) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:15.894826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28d13897-f7a5-4818-a357-3fa7e04895f5 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:15.914488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Set router 8a2d91be-6f69-43cb-b162-899e269ff96d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:54:16.017449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:54:16.026450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.032232 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment 343b4b75-73f7-4c72-847b-865b4bddf31a of type vlan for network b7ab95b5-d26a-47af-85c5-ca8bca54e0ce Dec 20 15:54:16.039814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6aef9c78-07c9-4882-a8d4-8dc8872397ab tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.041495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d8250bb0-f79a-4417-8777-a55b0247b437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.054683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.059490 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.6131377 Dec 20 15:54:16.060677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ae9b2287-d545-4f2c-9023-3ac2a9af02eb tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:16.085775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-28d13897-f7a5-4818-a357-3fa7e04895f5 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Calling delete_port for 94b0b83a-553c-4c0d-b757-e70a179c9e6e owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:16.105893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48574) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:16.129247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.135930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef9c78-07c9-4882-a8d4-8dc8872397ab tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=1790cc64-30d1-4d97-bce4-e296b662590f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:16.137916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.142418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6aef9c78-07c9-4882-a8d4-8dc8872397ab tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:16.143075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6aef9c78-07c9-4882-a8d4-8dc8872397ab tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:16.194248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4f2d86-0352-4929-9a88-77a27dd6ef47,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:16.205430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:16.209371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d8250bb0-f79a-4417-8777-a55b0247b437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.262382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:11Z', 'revision_number': 3, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:16.266134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Checking router: 8a2d91be-6f69-43cb-b162-899e269ff96d for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:54:16.266491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Updating router 8a2d91be-6f69-43cb-b162-899e269ff96d port afe452b6-b9f7-46a1-a138-bdf234bc9371 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:54:16.321183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:54:16.349503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.452810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28d13897-f7a5-4818-a357-3fa7e04895f5 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.485485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:16.564731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6aef9c78-07c9-4882-a8d4-8dc8872397ab tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.593892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:16.600037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d13897-f7a5-4818-a357-3fa7e04895f5 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event deleted for resources: {'Port': ['ID=94b0b83a-553c-4c0d-b757-e70a179c9e6e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:16.603882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-28d13897-f7a5-4818-a357-3fa7e04895f5 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:16.622890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28d13897-f7a5-4818-a357-3fa7e04895f5 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.662768 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-92df583d-a78d-4322-b2e5-9743221938bb tempest-TestNetworkAdvancedServerOps-749974844 tempest-TestNetworkAdvancedServerOps-749974844-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=9df6494af49f4a808a904a842b3bef90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5526657 Dec 20 15:54:16.706704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48580) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:16.854110 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-28d13897-f7a5-4818-a357-3fa7e04895f5 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "DELETE /v2.0/ports/94b0b83a-553c-4c0d-b757-e70a179c9e6e HTTP/1.1" status: 204 len: 168 time: 1.4010162 Dec 20 15:54:16.858001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48584) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:16.924958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.927585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.930012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:16.930012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:16.940614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:16.952142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Transition to ACTIVE for port object afe452b6-b9f7-46a1-a138-bdf234bc9371 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:16.956851 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6aef9c78-07c9-4882-a8d4-8dc8872397ab tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/1790cc64-30d1-4d97-bce4-e296b662590f HTTP/1.1" status: 204 len: 168 time: 3.1424713 Dec 20 15:54:16.968218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48588) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:16.998562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a827360-fad2-4135-9a5f-ee0d101ace1f tempest-TestNetworkAdvancedServerOps-749974844 tempest-TestNetworkAdvancedServerOps-749974844-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:17.000142 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6a827360-fad2-4135-9a5f-ee0d101ace1f tempest-TestNetworkAdvancedServerOps-749974844 tempest-TestNetworkAdvancedServerOps-749974844-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2923636 Dec 20 15:54:17.056017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48592) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:17.147390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.151866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a6c439c2-3911-4157-a6b2-f5b4fc7ec2fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:17.232214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Attempting to bind port afe452b6-b9f7-46a1-a138-bdf234bc9371 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:17.232595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Attempting to bind port afe452b6-b9f7-46a1-a138-bdf234bc9371 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:17.232969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Attempting to bind port afe452b6-b9f7-46a1-a138-bdf234bc9371 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:17.239252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1ffde-1c8d-4bb5-bf94-3e80a04285aa None None] Pushing event updated for resources: {'Port': ['ID=afe452b6-b9f7-46a1-a138-bdf234bc9371,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:17.242652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-73c1ffde-1c8d-4bb5-bf94-3e80a04285aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:17.246117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:17.246500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:17.246970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.247364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:17.247829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Bound port: afe452b6-b9f7-46a1-a138-bdf234bc9371, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:17.248205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.282433 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-32d8c51e-4966-4d01-9002-560d9f95130a tempest-TestNetworkAdvancedServerOps-749974844 tempest-TestNetworkAdvancedServerOps-749974844-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2246959 Dec 20 15:54:17.283732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48596) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:17.292300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794083405', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'project_id': '9df6494af49f4a808a904a842b3bef90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:17.340850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] For port afe452b6-b9f7-46a1-a138-bdf234bc9371, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:17.343846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] For port afe452b6-b9f7-46a1-a138-bdf234bc9371, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=afe452b6-b9f7-46a1-a138-bdf234bc9371,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:17.378505 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0195031 Dec 20 15:54:17.379480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=b7ab95b5-d26a-47af-85c5-ca8bca54e0ce,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:17.385212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48600) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:17.391882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d8250bb0-f79a-4417-8777-a55b0247b437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.393899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network b7ab95b5-d26a-47af-85c5-ca8bca54e0ce details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:17.394343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d8250bb0-f79a-4417-8777-a55b0247b437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.398061 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d8250bb0-f79a-4417-8777-a55b0247b437 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0e051ce-f1e1-487b-8404-69722f267f00 HTTP/1.1" status: 204 len: 168 time: 1.5012259 Dec 20 15:54:17.416454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:17.423610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:17.437727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.438626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d1d32-3a46-40f1-8c13-257d4352a231 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:17.445085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d1d32-3a46-40f1-8c13-257d4352a231 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:17.446674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d1d32-3a46-40f1-8c13-257d4352a231 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:17.447576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-607d1d32-3a46-40f1-8c13-257d4352a231 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:17.453625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:17.457165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceab0f6d-2428-40ea-8d5d-f8620cf086ea tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Deleting subnet 246a20a9-c41a-4712-8a1b-28082aecea71 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:17.460631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ceab0f6d-2428-40ea-8d5d-f8620cf086ea tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.462961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8250bb0-f79a-4417-8777-a55b0247b437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e051ce-f1e1-487b-8404-69722f267f00,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:17.467362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d8250bb0-f79a-4417-8777-a55b0247b437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:17.472943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.529896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ceab0f6d-2428-40ea-8d5d-f8620cf086ea tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.550089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-607d1d32-3a46-40f1-8c13-257d4352a231 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:17.551327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-607d1d32-3a46-40f1-8c13-257d4352a231 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5757654 Dec 20 15:54:17.577854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48606) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:17.674433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Routers {'8a2d91be-6f69-43cb-b162-899e269ff96d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:17.675433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8a2d91be-6f69-43cb-b162-899e269ff96d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:17.697610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:17.728709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:subnet and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:17.738773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:17.748186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:17.760659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:17.776852 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9acde5-c7d9-4ed9-b978-59ed33c07986 None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:17.779270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1ffde-1c8d-4bb5-bf94-3e80a04285aa None None] Pushing event updated for resources: {'Port': ['ID=afe452b6-b9f7-46a1-a138-bdf234bc9371,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:17.784011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-73c1ffde-1c8d-4bb5-bf94-3e80a04285aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:17.797275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9932d04-c97c-4f05-866a-9848e5b68951 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:17.798326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c9932d04-c97c-4f05-866a-9848e5b68951 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Synchronizing usage tracker for tenant:12c60908b02241a0b8f3da86a74eb183 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:17.806467 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9acde5-c7d9-4ed9-b978-59ed33c07986 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:17.807574 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-bd9acde5-c7d9-4ed9-b978-59ed33c07986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:17.884963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.891010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:17.913405 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-bd9acde5-c7d9-4ed9-b978-59ed33c07986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:17.929219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] Set router 8a2d91be-6f69-43cb-b162-899e269ff96d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:54:17.931524 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9acde5-c7d9-4ed9-b978-59ed33c07986 None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:17.932269 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-bd9acde5-c7d9-4ed9-b978-59ed33c07986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:18.011237 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-bd9acde5-c7d9-4ed9-b978-59ed33c07986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:18.011781 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9acde5-c7d9-4ed9-b978-59ed33c07986 None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:18.012550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c9932d04-c97c-4f05-866a-9848e5b68951 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Unset dirty status for tenant:12c60908b02241a0b8f3da86a74eb183 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:18.014955 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c9932d04-c97c-4f05-866a-9848e5b68951 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/networks?id=b7ab95b5-d26a-47af-85c5-ca8bca54e0ce HTTP/1.1" status: 200 len: 760 time: 0.6260295 Dec 20 15:54:18.017539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48612) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:18.026557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-decb407d-7109-4160-aca7-129d8dea9677 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'description': 'd2'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:18.066799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.067886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb2de97-8eee-40c8-8df6-3f444aca9914 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:54:18.077492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bdd07f-894f-4dd0-96a7-d2b6fe0bda40 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 0548f228-9cf6-4495-bca8-a845e5c520da {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:18.081903 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd07f-894f-4dd0-96a7-d2b6fe0bda40 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.103969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.108498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7eb2de97-8eee-40c8-8df6-3f444aca9914 HTTP/1.1" status: 204 len: 168 time: 6.1351001 Dec 20 15:54:18.137333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48618) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:18.151785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ceab0f6d-2428-40ea-8d5d-f8620cf086ea tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.277834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Made reservation on behalf of 9df6494af49f4a808a904a842b3bef90 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:18.330009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd07f-894f-4dd0-96a7-d2b6fe0bda40 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.407186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:11Z', 'revision_number': 3, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:18.412047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b53a2d-c2c2-4cc8-b4d0-34b033f45a22 None None] The sync data for ids ['8a2d91be-6f69-43cb-b162-899e269ff96d'] in dv-neutron-821074-1-hyperv is: [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:11Z', 'revision_number': 3, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:18.438676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-decb407d-7109-4160-aca7-129d8dea9677 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.496634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-51091e7f-8d17-4026-bf29-bfd3b4451a4b admin admin] Deleting subnet 5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:18.533059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-decb407d-7109-4160-aca7-129d8dea9677 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.551192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:18.563593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51091e7f-8d17-4026-bf29-bfd3b4451a4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.595737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-decb407d-7109-4160-aca7-129d8dea9677 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network b7ab95b5-d26a-47af-85c5-ca8bca54e0ce is not hosted by any dhcp agent {{(pid=84392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 15:54:18.599993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb407d-7109-4160-aca7-129d8dea9677 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:18.601087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-decb407d-7109-4160-aca7-129d8dea9677 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.606728 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-decb407d-7109-4160-aca7-129d8dea9677 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "PUT /v2.0/networks/b7ab95b5-d26a-47af-85c5-ca8bca54e0ce HTTP/1.1" status: 200 len: 757 time: 0.5840793 Dec 20 15:54:18.613898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48628) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:18.641246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.726369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51091e7f-8d17-4026-bf29-bfd3b4451a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.766796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb407d-7109-4160-aca7-129d8dea9677 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=b7ab95b5-d26a-47af-85c5-ca8bca54e0ce,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:18.771840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-decb407d-7109-4160-aca7-129d8dea9677 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:18.777636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd07f-894f-4dd0-96a7-d2b6fe0bda40 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.820676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network b7ab95b5-d26a-47af-85c5-ca8bca54e0ce details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:18.893065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ceab0f6d-2428-40ea-8d5d-f8620cf086ea tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:18.902508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bb1ccb5a-a93b-46a7-a0e8-c85a302982af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:18.909027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a8c9eb-c6f3-4912-951e-a6d1f9168c73 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:18.911160 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e9a8c9eb-c6f3-4912-951e-a6d1f9168c73 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/networks?id=b7ab95b5-d26a-47af-85c5-ca8bca54e0ce HTTP/1.1" status: 200 len: 760 time: 0.2966118 Dec 20 15:54:18.916930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48638) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:18.929377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-649872550'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:18.938804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:18.958831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:19.125157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:19.136423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.195473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:54:19.217377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device afe452b6-b9f7-46a1-a138-bdf234bc9371 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:19.233770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.234755 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment e7a6e31a-d4ab-4c9d-b808-87d5091c595c of type vlan for network fd32a2d9-aec1-45e5-8b1b-c82d0e744364 Dec 20 15:54:19.249743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab0f6d-2428-40ea-8d5d-f8620cf086ea tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event deleted for resources: {'Subnet': ['ID=246a20a9-c41a-4712-8a1b-28082aecea71,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:19.429669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.454881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ceab0f6d-2428-40ea-8d5d-f8620cf086ea tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:19.476449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ceab0f6d-2428-40ea-8d5d-f8620cf086ea tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.479673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port afe452b6-b9f7-46a1-a138-bdf234bc9371 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:19.491724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c44b834-396b-408d-b50e-82a40db63556 None None] Network 99968442-5a59-4a2e-964b-34cc41d55e00 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:19.587853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.592637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:19.593302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.600578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51091e7f-8d17-4026-bf29-bfd3b4451a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.603583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-336bc84f-fd9e-4696-9d7b-dcc70e39c0a0 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:19.653087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port afe452b6-b9f7-46a1-a138-bdf234bc9371 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:19.653467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.689136 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ceab0f6d-2428-40ea-8d5d-f8620cf086ea tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "DELETE /v2.0/subnets/246a20a9-c41a-4712-8a1b-28082aecea71 HTTP/1.1" status: 204 len: 168 time: 2.8298190 Dec 20 15:54:19.692658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48646) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:19.820804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.821628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=fd32a2d9-aec1-45e5-8b1b-c82d0e744364,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:19.827231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:19.841418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2a0ccb8e-6ab7-4fba-9c48-d71a7b76c26f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:19.850709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.853072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network fd32a2d9-aec1-45e5-8b1b-c82d0e744364 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:19.902756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port afe452b6-b9f7-46a1-a138-bdf234bc9371, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=afe452b6-b9f7-46a1-a138-bdf234bc9371,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:19.919635 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0013142 Dec 20 15:54:19.924640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48650) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:19.931119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': 'fd32a2d9-aec1-45e5-8b1b-c82d0e744364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:19.944511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd07f-894f-4dd0-96a7-d2b6fe0bda40 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:19.969383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] DHCP port deletion for 99968442-5a59-4a2e-964b-34cc41d55e00 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:19.982542 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] Deleting port 8ccbcf96-5128-41b9-980a-82a9af02d565 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:19.983082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.012463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.022053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3fb6c912-7efe-4f7f-a861-a37a7dbd00c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:20.029255 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.086038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:20.090544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=afe452b6-b9f7-46a1-a138-bdf234bc9371,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:20.090824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Usage tracker for resource:subnet and tenant:12c60908b02241a0b8f3da86a74eb183 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:20.097160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:20.097376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:20.097483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cc4f2d86-0352-4929-9a88-77a27dd6ef47 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:20.102072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:20.120462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd07f-894f-4dd0-96a7-d2b6fe0bda40 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.124463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'Subnet': ['ID=8d49e741-3096-4edc-aac1-d01d7cfdf754,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:20.133278 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4fc85-e2cc-450e-8b48-59d9686d1fcb None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:20.136168 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:20.138199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ce5ef35-b37f-48c8-8146-c3201b3e6b75 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:20.159020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: cc4f2d86-0352-4929-9a88-77a27dd6ef47 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:20.159369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cc4f2d86-0352-4929-9a88-77a27dd6ef47 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:20.180210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdd07f-894f-4dd0-96a7-d2b6fe0bda40 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=0548f228-9cf6-4495-bca8-a845e5c520da,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:20.183618 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f6bdd07f-894f-4dd0-96a7-d2b6fe0bda40 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/0548f228-9cf6-4495-bca8-a845e5c520da HTTP/1.1" status: 204 len: 168 time: 2.5942254 Dec 20 15:54:20.184724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f6bdd07f-894f-4dd0-96a7-d2b6fe0bda40 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:20.186659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48656) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:20.190595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Deleting port 8ccbcf96-5128-41b9-980a-82a9af02d565 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:20.190957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.236620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51091e7f-8d17-4026-bf29-bfd3b4451a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.242650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ceab0f6d-2428-40ea-8d5d-f8620cf086ea tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:20.266215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:20.318678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51091e7f-8d17-4026-bf29-bfd3b4451a4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:20.321926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-51091e7f-8d17-4026-bf29-bfd3b4451a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:20.334011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Checking segment: {'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:20.334604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Network hostable DHCP agents. Network: 45bd989f-1a2f-47cf-a97f-d24a33a7b88c, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:54:20.351995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51091e7f-8d17-4026-bf29-bfd3b4451a4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.356024 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-51091e7f-8d17-4026-bf29-bfd3b4451a4b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5a04b05e-84b0-4ca7-b17f-997cd3e3ed4c HTTP/1.1" status: 204 len: 168 time: 2.2107246 Dec 20 15:54:20.376432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48664) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:20.403896 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5db2ac4-320b-4fd7-a3fe-9964bcf3132b None None] Network 01dad90e-9efd-4542-bade-b83ae9ea3831 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:20.446932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.562274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] For port 8ccbcf96-5128-41b9-980a-82a9af02d565, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8ccbcf96-5128-41b9-980a-82a9af02d565,segment=NetworkSegment(fff4284c-58c7-44cc-ae48-18e47da7f14e),segment_id=fff4284c-58c7-44cc-ae48-18e47da7f14e)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:20.563429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.694678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.716200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Calling delete_port for 8ccbcf96-5128-41b9-980a-82a9af02d565 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:20.746240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-26115f8a-4caf-46c8-8f24-9f5498013923 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet afc0194c-5932-4be4-97db-ac02382ff8e3 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:20.750020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Deleting port 053da54c-9322-4aac-973f-e2de0a1e8c5f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:20.750363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.771046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router 128d134b-64fe-44c5-8354-35ff61f96558 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:20.778587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26115f8a-4caf-46c8-8f24-9f5498013923 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.798467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] For port 8ccbcf96-5128-41b9-980a-82a9af02d565, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8ccbcf96-5128-41b9-980a-82a9af02d565,segment=NetworkSegment(fff4284c-58c7-44cc-ae48-18e47da7f14e),segment_id=fff4284c-58c7-44cc-ae48-18e47da7f14e)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:20.799181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.931296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26115f8a-4caf-46c8-8f24-9f5498013923 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:20.931689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] Calling delete_port for 8ccbcf96-5128-41b9-980a-82a9af02d565 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:21.041945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:54:21.057044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:21.068031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-28d13897-f7a5-4818-a357-3fa7e04895f5 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:21.165666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] For port 053da54c-9322-4aac-973f-e2de0a1e8c5f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=053da54c-9322-4aac-973f-e2de0a1e8c5f,segment=NetworkSegment(1c6a5f56-cd70-4cea-b525-435b9fa026f3),segment_id=1c6a5f56-cd70-4cea-b525-435b9fa026f3)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:21.171561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:21.215367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:21.215933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:21.221932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 45bd989f-1a2f-47cf-a97f-d24a33a7b88c) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:21.246488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event deleted for resources: {'Port': ['ID=8ccbcf96-5128-41b9-980a-82a9af02d565,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:21.258712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea226250-86b8-4464-8537-68d4d12f3e76 None None] Network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:21.270401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:21.271601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:21.272184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:21.311464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device afe452b6-b9f7-46a1-a138-bdf234bc9371 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:21.323533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] No DVR routers for this DVR port 8ccbcf96-5128-41b9-980a-82a9af02d565 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:21.342045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:21.360187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Calling delete_port for 053da54c-9322-4aac-973f-e2de0a1e8c5f owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:21.385942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:21.448271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26115f8a-4caf-46c8-8f24-9f5498013923 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:21.475711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc037b64-d92c-4fcd-a065-dc22ecf9183f None None] DHCP port deletion for 01dad90e-9efd-4542-bade-b83ae9ea3831 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:21.540849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bc037b64-d92c-4fcd-a065-dc22ecf9183f None None] Deleting port 053da54c-9322-4aac-973f-e2de0a1e8c5f {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:21.541261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bc037b64-d92c-4fcd-a065-dc22ecf9183f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:21.730759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] Deleting port 8ccbcf96-5128-41b9-980a-82a9af02d565 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:21.730759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:21.771132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=6d2d5d5f-40bd-4829-9e66-4c6bfa3c451a,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:21.778897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:21.827691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': 'e7a6e31a-d4ab-4c9d-b808-87d5091c595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fd32a2d9-aec1-45e5-8b1b-c82d0e744364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:21.828129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: fd32a2d9-aec1-45e5-8b1b-c82d0e744364, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:54:21.880376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:21.899023 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.6115615 Dec 20 15:54:21.899609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48678) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:21.918958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99968442-5a59-4a2e-964b-34cc41d55e00']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:21.927487 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bc037b64-d92c-4fcd-a065-dc22ecf9183f None None] The port '053da54c-9322-4aac-973f-e2de0a1e8c5f' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:54:21.934123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:21.940923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:21.973797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff4284c-58c7-44cc-ae48-18e47da7f14e') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:21.974165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff4284c-58c7-44cc-ae48-18e47da7f14e') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:21.985655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5541a6a8-9584-4eac-b1b7-a86f6669ef1d None None] The port '8ccbcf96-5128-41b9-980a-82a9af02d565' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:54:22.001633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.007069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88027614-1c12-42c5-964b-f0fe8c5791f2 None None] Sync routers for ids ['128d134b-64fe-44c5-8354-35ff61f96558'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:22.028028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26115f8a-4caf-46c8-8f24-9f5498013923 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.043567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:22.073634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.079022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network fd32a2d9-aec1-45e5-8b1b-c82d0e744364 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:54:22.101444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.104123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48682) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:22.107094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port afe452b6-b9f7-46a1-a138-bdf234bc9371 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:22.113509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.113704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26115f8a-4caf-46c8-8f24-9f5498013923 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=afc0194c-5932-4be4-97db-ac02382ff8e3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:22.120201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-26115f8a-4caf-46c8-8f24-9f5498013923 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:22.120349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:22.121191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.122046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4c0f782c-da84-4999-8e0f-f41c0930907f tempest-RoutersAdminTest-1454019988 tempest-RoutersAdminTest-1454019988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:22.146267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-82a5de66-31e0-4c9b-ac82-a19b568d6fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.159265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26115f8a-4caf-46c8-8f24-9f5498013923 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.192192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] No DVR routers for this DVR port 053da54c-9322-4aac-973f-e2de0a1e8c5f on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:22.194540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=053da54c-9322-4aac-973f-e2de0a1e8c5f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:22.209420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8550c65-1750-4f1a-9676-7c639ccc0a33 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:22.227075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:22.249483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, fd32a2d9-aec1-45e5-8b1b-c82d0e744364) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:22.252698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88027614-1c12-42c5-964b-f0fe8c5791f2 None None] Routers {'128d134b-64fe-44c5-8354-35ff61f96558'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:22.254311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-88027614-1c12-42c5-964b-f0fe8c5791f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['128d134b-64fe-44c5-8354-35ff61f96558'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:22.259750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:22.260289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:22.264123 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:22.274158 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6550e91c-d341-4fcb-a33d-34bf54e1fdf3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "PUT /v2.0/floatingips/d260c53c-e13f-454a-87ed-03fffe3d457e HTTP/1.1" status: 200 len: 979 time: 9.6065736 Dec 20 15:54:22.278015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48688) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:22.384869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.398628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.399225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:22.409713 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-26115f8a-4caf-46c8-8f24-9f5498013923 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/afc0194c-5932-4be4-97db-ac02382ff8e3 HTTP/1.1" status: 204 len: 168 time: 2.2219546 Dec 20 15:54:22.426253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48692) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:22.446117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port c52e760c-39b7-4080-8a3c-f1385ded6a23 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:22.446452 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.453391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079086d8-f86e-4a82-a529-9b6e5d0f4722 None None] Network fd32a2d9-aec1-45e5-8b1b-c82d0e744364 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:22.488428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.521259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Pushing event deleted for resources: {'Network': ['ID=99968442-5a59-4a2e-964b-34cc41d55e00,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:22.526271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:22.528965 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] 10.222.0.62 "DELETE /v2.0/networks/99968442-5a59-4a2e-964b-34cc41d55e00 HTTP/1.1" status: 204 len: 168 time: 2.8295867 Dec 20 15:54:22.621706 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6957886 Dec 20 15:54:22.623410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f96edfb6-7479-4295-8bc6-be7d572053a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:router {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:22.628145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48698) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:22.645792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dad90e-9efd-4542-bade-b83ae9ea3831']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:22.666312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-211317095'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:22.681816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:22.690984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Usage tracker for resource:network and tenant:3e42eb35e87e4137a661afb66f0bea45 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:22.703126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:22.715084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:22.780785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:54:22.780785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.819327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6a5f56-cd70-4cea-b525-435b9fa026f3') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:22.819655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6a5f56-cd70-4cea-b525-435b9fa026f3') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:22.853555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.855785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Made reservation on behalf of 3e42eb35e87e4137a661afb66f0bea45 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:22.857825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-fd32a2d9-aec1-45e5-8b1b-c82d0e744364', 'network_id': 'fd32a2d9-aec1-45e5-8b1b-c82d0e744364', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': '6d2d5d5f-40bd-4829-9e66-4c6bfa3c451a'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:54:22.858617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.859287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.868145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-88027614-1c12-42c5-964b-f0fe8c5791f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:22.889979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.899398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.902538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.903350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a6f04922-ef45-410c-a84a-e02329ccad09 None None] Provisioning complete for port 252d3b95-f972-421d-9013-ff34cf04c593 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:22.903733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6f04922-ef45-410c-a84a-e02329ccad09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.916092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:22.916482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:22.930019 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:22.939273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:22.939783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f96edfb6-7479-4295-8bc6-be7d572053a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:router {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:22.940900 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f96edfb6-7479-4295-8bc6-be7d572053a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4247925 Dec 20 15:54:22.944800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48702) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:22.987944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:23.037469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:23.045654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Usage tracker for resource:security_group_rule and tenant:3e42eb35e87e4137a661afb66f0bea45 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:23.051530 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:23.067522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:23.170147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.171511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88027614-1c12-42c5-964b-f0fe8c5791f2 None None] Routers {'128d134b-64fe-44c5-8354-35ff61f96558'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:23.172136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-88027614-1c12-42c5-964b-f0fe8c5791f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['128d134b-64fe-44c5-8354-35ff61f96558'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:23.216384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.297495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:23.303312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-88027614-1c12-42c5-964b-f0fe8c5791f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:23.303854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88027614-1c12-42c5-964b-f0fe8c5791f2 None None] The sync data for ids ['128d134b-64fe-44c5-8354-35ff61f96558'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:23.321409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.347185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=01dad90e-9efd-4542-bade-b83ae9ea3831,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:23.356798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:23.361121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48708) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:23.362146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:23.378711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:23.383111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:23.392533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:23.443127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.443502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.443815 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Floating IP d260c53c-e13f-454a-87ed-03fffe3d457e disassociated. External IP: 172.26.7.231, port: c52e760c-39b7-4080-8a3c-f1385ded6a23. Dec 20 15:54:23.444157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for c52e760c-39b7-4080-8a3c-f1385ded6a23 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:23.489955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Allocated IP 172.20.0.2 (45bd989f-1a2f-47cf-a97f-d24a33a7b88c/8d49e741-3096-4edc-aac1-d01d7cfdf754/dcc1cf50-2980-4aa8-b1a6-db2e6d373010) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:23.498158 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/01dad90e-9efd-4542-bade-b83ae9ea3831 HTTP/1.1" status: 204 len: 168 time: 3.1184974 Dec 20 15:54:23.542069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8ccbcf96-5128-41b9-980a-82a9af02d565 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:23.548088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:23.554389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.592730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Allocated IP 172.20.0.2 (fd32a2d9-aec1-45e5-8b1b-c82d0e744364/6d2d5d5f-40bd-4829-9e66-4c6bfa3c451a/f11cf661-e2c5-4173-930d-b8aef56657c6) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:23.596258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 8ccbcf96-5128-41b9-980a-82a9af02d565 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:23.596617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8ccbcf96-5128-41b9-980a-82a9af02d565 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:23.696786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.742034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:23.758242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 053da54c-9322-4aac-973f-e2de0a1e8c5f no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:23.807282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] Deleting port 252d3b95-f972-421d-9013-ff34cf04c593 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:23.807582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.816057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.819306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f7d03982-3814-4896-a1d7-cc13bf450168 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:23.830560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 053da54c-9322-4aac-973f-e2de0a1e8c5f {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:23.831347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 053da54c-9322-4aac-973f-e2de0a1e8c5f not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:23.870834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:54:23.887099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.887662 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Added segment 88fa65ca-48d2-4d0e-bba8-416888c817c6 of type vlan for network 07a0bd72-807c-45bf-8181-21a6fcfee409 Dec 20 15:54:23.929432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.934517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:23.941856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1912f0c0-5699-463d-a12d-bd941bdbb1e5,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:23.950491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:23.950991 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a0f49505-d7eb-4a8b-9acb-51b985db9388 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:23.997552 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-387d38cb-472d-47a0-822a-fd0e9af5c8f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30adb4dab68947ecadc41e67b2911c9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6291342 Dec 20 15:54:23.999056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48716) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:24.005558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=c52e760c-39b7-4080-8a3c-f1385ded6a23,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:24.007249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:24.050614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48720) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:24.187489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9619baec-8b2c-4194-9168-c697bc1136df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.216846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.227565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Transition to ACTIVE for port object dcc1cf50-2980-4aa8-b1a6-db2e6d373010 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:24.234135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.240374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:24.241217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.248379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Transition to ACTIVE for port object dcc1cf50-2980-4aa8-b1a6-db2e6d373010 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:24.250892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa922fe0-639a-4cc1-b598-3933682114dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524371847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:24.353772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.364619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:24.372069 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-64d3736f-672b-47c2-99a0-841eba8eda6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15defa48c8214441a24211b2fbdf4cd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3155921 Dec 20 15:54:24.378950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48724) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:24.382584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9619baec-8b2c-4194-9168-c697bc1136df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.420406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.426527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc511527-f084-4d1a-b78c-e0c523d7b9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.480352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.486195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e309a52-8c38-44da-a950-27480a00fc37 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:24.501059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Transition to ACTIVE for port object f11cf661-e2c5-4173-930d-b8aef56657c6 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:24.514384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Pushing event updated for resources: {'Network': ['ID=07a0bd72-807c-45bf-8181-21a6fcfee409,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:24.520559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:24.539110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] For port 252d3b95-f972-421d-9013-ff34cf04c593, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=252d3b95-f972-421d-9013-ff34cf04c593,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:24.539309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.548150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:24.549289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router 128d134b-64fe-44c5-8354-35ff61f96558 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:24.550119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Pushing event updated for resources: {'Port': ['ID=dcc1cf50-2980-4aa8-b1a6-db2e6d373010,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:24.553740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 07a0bd72-807c-45bf-8181-21a6fcfee409 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:24.565643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:24.574336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae6a5-e068-42ca-b063-58e7446c707a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.574935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:24.588189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:24.590106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:24.590496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Transition to ACTIVE for port object f11cf661-e2c5-4173-930d-b8aef56657c6 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:24.596733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=7f7a53f3-96c4-4e58-8026-2ddca853898d,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:24.598873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:24.602100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:24.621390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:24.626402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.626583 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5188029 Dec 20 15:54:24.630295 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48728) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:24.638187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae6a5-e068-42ca-b063-58e7446c707a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.642703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Request body: {'subnet': {'network_id': '07a0bd72-807c-45bf-8181-21a6fcfee409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:24.715225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] Calling delete_port for 252d3b95-f972-421d-9013-ff34cf04c593 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:24.812929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8635249 Dec 20 15:54:24.813376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48732) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:24.825542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:24.835843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.852773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:24.876042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9619baec-8b2c-4194-9168-c697bc1136df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.883113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d8250bb0-f79a-4417-8777-a55b0247b437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:24.897384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619baec-8b2c-4194-9168-c697bc1136df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1ba4fa-b698-4077-958b-57abbb2755c7,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:24.899830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9619baec-8b2c-4194-9168-c697bc1136df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:24.931430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.950378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9619baec-8b2c-4194-9168-c697bc1136df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:24.954789 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9619baec-8b2c-4194-9168-c697bc1136df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db1ba4fa-b698-4077-958b-57abbb2755c7 HTTP/1.1" status: 204 len: 168 time: 0.9525332 Dec 20 15:54:24.980338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:25.014171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Network fd32a2d9-aec1-45e5-8b1b-c82d0e744364 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:25.015124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Attempting to bind port dcc1cf50-2980-4aa8-b1a6-db2e6d373010 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:25.015388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Attempting to bind port dcc1cf50-2980-4aa8-b1a6-db2e6d373010 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:25.015760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Attempting to bind port dcc1cf50-2980-4aa8-b1a6-db2e6d373010 on network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:25.019506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Pushing event updated for resources: {'Port': ['ID=f11cf661-e2c5-4173-930d-b8aef56657c6,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:25.052382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:25.052979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Usage tracker for resource:subnet and tenant:3e42eb35e87e4137a661afb66f0bea45 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:25.053348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:25.053348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:25.053578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:25.053668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.053762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:25.053876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae6a5-e068-42ca-b063-58e7446c707a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.053958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Checking segment: {'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:25.053958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.053958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Bound using segment: {'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:25.053958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Bound port: dcc1cf50-2980-4aa8-b1a6-db2e6d373010, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:25.053958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.054320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae6a5-e068-42ca-b063-58e7446c707a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.055547 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1b7ae6a5-e068-42ca-b063-58e7446c707a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59500c20-f69f-442e-80e2-c5480821348f HTTP/1.1" status: 204 len: 168 time: 0.6674833 Dec 20 15:54:25.059855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:25.100354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2d5d5f-40bd-4829-9e66-4c6bfa3c451a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:25.111364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:25.113439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7a3fa362-3c0b-4e19-be8c-bc6b65adf941 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:25.149862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ae6a5-e068-42ca-b063-58e7446c707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59500c20-f69f-442e-80e2-c5480821348f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:25.188672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:25.251908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.262011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:25.282678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:25.303928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:25.320981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:25.327403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Made reservation on behalf of 3e42eb35e87e4137a661afb66f0bea45 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:25.344776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1b7ae6a5-e068-42ca-b063-58e7446c707a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:25.357936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:25.362895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] Pushing event deleted for resources: {'Port': ['ID=252d3b95-f972-421d-9013-ff34cf04c593,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:25.365694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:25.373189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Attempting to bind port f11cf661-e2c5-4173-930d-b8aef56657c6 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:25.373899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Attempting to bind port f11cf661-e2c5-4173-930d-b8aef56657c6 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'e7a6e31a-d4ab-4c9d-b808-87d5091c595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fd32a2d9-aec1-45e5-8b1b-c82d0e744364'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:25.374505 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Attempting to bind port f11cf661-e2c5-4173-930d-b8aef56657c6 on network fd32a2d9-aec1-45e5-8b1b-c82d0e744364 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:25.391458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:25.392518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Checking segment: {'id': 'e7a6e31a-d4ab-4c9d-b808-87d5091c595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fd32a2d9-aec1-45e5-8b1b-c82d0e744364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:25.393155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.393786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Bound using segment: {'id': 'e7a6e31a-d4ab-4c9d-b808-87d5091c595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fd32a2d9-aec1-45e5-8b1b-c82d0e744364'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:25.394507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Bound port: f11cf661-e2c5-4173-930d-b8aef56657c6, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a6e31a-d4ab-4c9d-b808-87d5091c595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fd32a2d9-aec1-45e5-8b1b-c82d0e744364'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:25.395178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.422582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] No DVR routers for this DVR port 252d3b95-f972-421d-9013-ff34cf04c593 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:25.439133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:25.449194 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e253ed-1726-4975-8c33-f87dd85d100c None None] Sync routers for ids ['128d134b-64fe-44c5-8354-35ff61f96558'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:25.462504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e558b27f-e1ae-494d-9ef6-cf377bcfc2ba None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:25.464079 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e253ed-1726-4975-8c33-f87dd85d100c None None] Routers {'128d134b-64fe-44c5-8354-35ff61f96558'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:25.464838 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f0e253ed-1726-4975-8c33-f87dd85d100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['128d134b-64fe-44c5-8354-35ff61f96558'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:25.505124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.530842 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f0e253ed-1726-4975-8c33-f87dd85d100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:25.533520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.544399 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e253ed-1726-4975-8c33-f87dd85d100c None None] Routers {'128d134b-64fe-44c5-8354-35ff61f96558'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:25.545351 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f0e253ed-1726-4975-8c33-f87dd85d100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['128d134b-64fe-44c5-8354-35ff61f96558'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:25.581434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd32a2d9-aec1-45e5-8b1b-c82d0e744364']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:25.643099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a6e31a-d4ab-4c9d-b808-87d5091c595c') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:25.643390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a6e31a-d4ab-4c9d-b808-87d5091c595c') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:25.662066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.673138 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f0e253ed-1726-4975-8c33-f87dd85d100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:25.673607 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e253ed-1726-4975-8c33-f87dd85d100c None None] The sync data for ids ['128d134b-64fe-44c5-8354-35ff61f96558'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:25.682515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:25.716584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.738447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.749576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:25.749977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:25.769821 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:25.776156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 252d3b95-f972-421d-9013-ff34cf04c593 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:25.821866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:25.827464 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/ports/c52e760c-39b7-4080-8a3c-f1385ded6a23 HTTP/1.1" status: 204 len: 168 time: 3.5457480 Dec 20 15:54:25.842375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48744) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:26.075311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:26.088636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:26.100870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 252d3b95-f972-421d-9013-ff34cf04c593 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:26.101624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 252d3b95-f972-421d-9013-ff34cf04c593 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:26.112352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] For port dcc1cf50-2980-4aa8-b1a6-db2e6d373010, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:26.145750 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '7f7a53f3-96c4-4e58-8026-2ddca853898d'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:54:26.150610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:26.311819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:54:26.311819 dv-neutron-821074-1-hyperv neutron-server[84392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:54:26.311819 dv-neutron-821074-1-hyperv neutron-server[84392]: [parameters: {'id': 'fd32a2d9-aec1-45e5-8b1b-c82d0e744364'}] Dec 20 15:54:26.311819 dv-neutron-821074-1-hyperv neutron-server[84392]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:26.312353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:26.430762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Allocated IP 172.20.0.2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/7f7a53f3-96c4-4e58-8026-2ddca853898d/9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:26.508274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Allocated IP 172.20.0.1 (45bd989f-1a2f-47cf-a97f-d24a33a7b88c/8d49e741-3096-4edc-aac1-d01d7cfdf754/89f63a33-6aee-4f3c-83d5-788d58511177) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:26.568267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] For port dcc1cf50-2980-4aa8-b1a6-db2e6d373010, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dcc1cf50-2980-4aa8-b1a6-db2e6d373010,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:26.621344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] For port f11cf661-e2c5-4173-930d-b8aef56657c6, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:26.643486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] For port f11cf661-e2c5-4173-930d-b8aef56657c6, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f11cf661-e2c5-4173-930d-b8aef56657c6,segment=NetworkSegment(e7a6e31a-d4ab-4c9d-b808-87d5091c595c),segment_id=e7a6e31a-d4ab-4c9d-b808-87d5091c595c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:26.752373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:26.763313 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Transition to ACTIVE for port object 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:26.781977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Transition to ACTIVE for port object 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:26.811239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:26.816435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:26.828042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:26.901730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Pushing event updated for resources: {'Port': ['ID=dcc1cf50-2980-4aa8-b1a6-db2e6d373010,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:26.907040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:26.923289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port f11cf661-e2c5-4173-930d-b8aef56657c6 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:26.923620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:26.959626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:26.959871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:26.965294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2e0030bd-8857-44fb-be9f-d536efebf0b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:26.965512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dde6f626-b4df-4761-ae01-4723e7fac855 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:26.994090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:27.106958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Pushing event updated for resources: {'Subnet': ['ID=eec43720-9222-4c67-9a25-dff080357abf,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:27.130103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:27.130296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:27.187822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:27.196217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:27.204791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Checking segment: {'id': '88fa65ca-48d2-4d0e-bba8-416888c817c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07a0bd72-807c-45bf-8181-21a6fcfee409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:27.212087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Network hostable DHCP agents. Network: 07a0bd72-807c-45bf-8181-21a6fcfee409, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:54:27.219846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48776) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.225493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Pushing event updated for resources: {'Port': ['ID=f11cf661-e2c5-4173-930d-b8aef56657c6,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:27.228560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:27.229915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:27.253427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:27.255133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-73c1ffde-1c8d-4bb5-bf94-3e80a04285aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:27.262670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Transition to ACTIVE for port object 89f63a33-6aee-4f3c-83d5-788d58511177 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:27.265835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.objects.ports [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:54:27.352337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Pushing event updated for resources: {'Port': ['ID=9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:27.357364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:27.472913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edb8be9-10b4-42fc-bf6f-2d6673e304ab None None] Network fd32a2d9-aec1-45e5-8b1b-c82d0e744364 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:27.501117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-100e1708-4666-41cc-90d6-ecef402aab4f tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.505193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-100e1708-4666-41cc-90d6-ecef402aab4f tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2186906 Dec 20 15:54:27.505193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:27.513772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Attempting to bind port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:27.513772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Attempting to bind port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:27.513772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Attempting to bind port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:27.514110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48784) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.518874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-0c71c54d-899a-49f6-964c-6bc97a3e78fe tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.523244 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0c71c54d-899a-49f6-964c-6bc97a3e78fe tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0154009 Dec 20 15:54:27.523944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48788) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.535955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:27.536725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:27.537346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:27.537945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:27.539025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Bound port: 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:27.539354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-58ac3e32-60c5-478f-88c8-6f29823e0d03 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.543001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:27.543653 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:27.547821 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-58ac3e32-60c5-478f-88c8-6f29823e0d03 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0220582 Dec 20 15:54:27.548425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48792) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.551767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Network 07a0bd72-807c-45bf-8181-21a6fcfee409 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:54:27.557852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-7c436bac-155b-42ea-9421-3ac42f9fb0f6 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.562090 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7c436bac-155b-42ea-9421-3ac42f9fb0f6 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0103421 Dec 20 15:54:27.564571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48796) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.575621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-e95514f0-4c49-46ff-8917-b76205f8b2f1 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.580275 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e95514f0-4c49-46ff-8917-b76205f8b2f1 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0146742 Dec 20 15:54:27.580859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48800) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.595524 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-8ee1d2bd-e47c-441f-ac30-14c9b44d6989 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.596471 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8ee1d2bd-e47c-441f-ac30-14c9b44d6989 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0114348 Dec 20 15:54:27.602264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48804) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.608364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-70279008-7ed0-4b73-9e87-2eee4b685b11 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.611592 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-70279008-7ed0-4b73-9e87-2eee4b685b11 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0059311 Dec 20 15:54:27.620915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port f11cf661-e2c5-4173-930d-b8aef56657c6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f11cf661-e2c5-4173-930d-b8aef56657c6,segment=NetworkSegment(e7a6e31a-d4ab-4c9d-b808-87d5091c595c),segment_id=e7a6e31a-d4ab-4c9d-b808-87d5091c595c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:27.621285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:27.630511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48808) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.637819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-dd91fdb1-42b4-4cc3-8245-8e1da9c9ab15 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.641141 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dd91fdb1-42b4-4cc3-8245-8e1da9c9ab15 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0068200 Dec 20 15:54:27.650091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48812) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.655403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:27.665888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:27.795661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dcc1cf50-2980-4aa8-b1a6-db2e6d373010 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:27.818940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:27.822004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-27751c13-055c-4753-89ae-69e213320623 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.825393 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-27751c13-055c-4753-89ae-69e213320623 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.1728492 Dec 20 15:54:27.826543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48818) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.828860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 07a0bd72-807c-45bf-8181-21a6fcfee409) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:27.837096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-5da284e6-eda2-41e6-92d3-35ff5cf18442 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.840521 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5da284e6-eda2-41e6-92d3-35ff5cf18442 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0105851 Dec 20 15:54:27.840521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:27.840521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:27.847247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48822) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.857683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-56f9dffc-7786-4bc3-ae99-63989c0b5a15 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.860935 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-56f9dffc-7786-4bc3-ae99-63989c0b5a15 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0104344 Dec 20 15:54:27.868781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48826) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.875730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192dfef7-cd7f-4847-9551-c4fc0ec083a4 None None] Network 07a0bd72-807c-45bf-8181-21a6fcfee409 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:27.877788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-02cc19fa-2f54-4cf2-88c1-822766a2c313 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.881043 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-02cc19fa-2f54-4cf2-88c1-822766a2c313 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0090327 Dec 20 15:54:27.881871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48830) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.894130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-22402f7f-92cb-4bcc-91e9-5541ff3aad22 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.897626 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-22402f7f-92cb-4bcc-91e9-5541ff3aad22 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0104473 Dec 20 15:54:27.897626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:27.905643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48834) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.915666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-e225e804-ddac-4844-a8c9-33989fd22002 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.918986 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e225e804-ddac-4844-a8c9-33989fd22002 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0085244 Dec 20 15:54:27.921234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48838) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.943170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for f11cf661-e2c5-4173-930d-b8aef56657c6 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:27.955709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-65ce84f1-6895-4f91-ab53-f90930762241 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.958988 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-65ce84f1-6895-4f91-ab53-f90930762241 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0345550 Dec 20 15:54:27.963581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48842) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.971214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-a79c6ee5-83d0-4f97-b47f-26c51f2384b4 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.974402 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a79c6ee5-83d0-4f97-b47f-26c51f2384b4 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0076749 Dec 20 15:54:27.976176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48846) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:27.987789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-f703964a-99e0-4189-830f-06d02c21b3f4 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:27.987789 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f703964a-99e0-4189-830f-06d02c21b3f4 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0098205 Dec 20 15:54:27.993723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48850) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.002287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-f1b2c40c-483a-438c-8e32-32a7cf4c8c70 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.006309 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f1b2c40c-483a-438c-8e32-32a7cf4c8c70 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0085189 Dec 20 15:54:28.006309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48854) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.021405 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3896558 Dec 20 15:54:28.022484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48858) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.025526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-0cab9873-03de-46bb-a507-70d59395c7b8 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.029158 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0cab9873-03de-46bb-a507-70d59395c7b8 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0190573 Dec 20 15:54:28.030251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'Port': ['ID=89f63a33-6aee-4f3c-83d5-788d58511177,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:28.034821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48860) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.042379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Request body: {'port': {'network_id': '07a0bd72-807c-45bf-8181-21a6fcfee409', 'name': 'tempest-DHCPAgentSchedulersTestJSON-501746718'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:28.056273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:28.062131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] For port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:28.065601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-1de53a9c-44f8-4967-a507-dda6b6a4cca3 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.066545 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1de53a9c-44f8-4967-a507-dda6b6a4cca3 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0091786 Dec 20 15:54:28.071354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48866) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.083051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:28.083499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-e8efc597-4fd2-4edc-be43-1d2447035d20 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.086820 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e8efc597-4fd2-4edc-be43-1d2447035d20 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0120075 Dec 20 15:54:28.087101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] For port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:28.088702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48870) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.088842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:28.103625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-f1be05db-0ce4-43e3-8c60-f84f5e638005 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.107629 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f1be05db-0ce4-43e3-8c60-f84f5e638005 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0154712 Dec 20 15:54:28.108986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48874) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.117340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-18855c4f-ce89-4569-953a-6ad42662be7c tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.118303 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-18855c4f-ce89-4569-953a-6ad42662be7c tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0084302 Dec 20 15:54:28.143979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48878) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.166777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-0607a989-1be0-4107-af6e-ca9efd9ace38 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.168996 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0607a989-1be0-4107-af6e-ca9efd9ace38 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0181530 Dec 20 15:54:28.170580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48884) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.186844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-8b531dd1-9779-4ae3-a115-88638cf19971 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.194270 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8b531dd1-9779-4ae3-a115-88638cf19971 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0186315 Dec 20 15:54:28.195470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:28.196915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48888) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.200227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:28.200543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:28.202236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-872d6279-c0b6-4443-9ae8-8cf79ab4f8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:28.252042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-8b15bfb6-aa95-4f55-be3e-0c436dfb0941 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.253431 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8b15bfb6-aa95-4f55-be3e-0c436dfb0941 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0496020 Dec 20 15:54:28.260217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48892) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.270287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-0db658a4-9649-4037-9642-6d28a24290db tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.272118 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0db658a4-9649-4037-9642-6d28a24290db tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0089300 Dec 20 15:54:28.274696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48896) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.280366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:28.282035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-2b1384fc-9d09-4946-8f98-a245a2f66d75 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.283162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2b1384fc-9d09-4946-8f98-a245a2f66d75 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0066803 Dec 20 15:54:28.285278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Usage tracker for resource:port and tenant:3e42eb35e87e4137a661afb66f0bea45 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:28.285794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48900) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.288665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:28.289168 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port dcc1cf50-2980-4aa8-b1a6-db2e6d373010 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:28.296401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:28.298241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-343466c2-88e7-418c-9847-d85d77558ae1 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.299594 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-343466c2-88e7-418c-9847-d85d77558ae1 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0126505 Dec 20 15:54:28.313346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48904) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.319153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-05f9ddc8-9a3a-4f45-a3e5-290ac711a8e1 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.328764 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-05f9ddc8-9a3a-4f45-a3e5-290ac711a8e1 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0140507 Dec 20 15:54:28.329762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48908) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.334435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-c6bea5e1-8077-426a-8c86-0f71ab11fd07 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.337752 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c6bea5e1-8077-426a-8c86-0f71ab11fd07 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049829 Dec 20 15:54:28.346872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48912) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.357254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-b0862538-0b6f-449d-8029-ea52935b9e7f tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.360649 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b0862538-0b6f-449d-8029-ea52935b9e7f tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0104277 Dec 20 15:54:28.363394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48916) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.369334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-902228ec-391b-4f90-ba96-c51d5391f332 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.375811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48920) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.376656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:28.380050 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-902228ec-391b-4f90-ba96-c51d5391f332 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0153501 Dec 20 15:54:28.389358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e3746da1-7765-4a33-8016-f2226e9268c1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:28.406648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Pushing event updated for resources: {'Port': ['ID=9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:28.410714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:28.423984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-07a0bd72-807c-45bf-8181-21a6fcfee409', 'network_id': '07a0bd72-807c-45bf-8181-21a6fcfee409', 'tenant_id': '3e42eb35e87e4137a661afb66f0bea45', 'fixed_ips': [{'subnet_id': 'eec43720-9222-4c67-9a25-dff080357abf'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:54:28.429326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:28.449899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-9a3814fc-bff3-47ff-b36c-324faf5b1661 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.451402 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9a3814fc-bff3-47ff-b36c-324faf5b1661 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0692909 Dec 20 15:54:28.453458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Port': ['ID=f11cf661-e2c5-4173-930d-b8aef56657c6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:28.454190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48926) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.462109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-737cf542-ffbc-4a18-bf1e-08c71ef720eb tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.463788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:28.466419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48930) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.466618 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-737cf542-ffbc-4a18-bf1e-08c71ef720eb tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0105164 Dec 20 15:54:28.501331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-6bf49631-ac3e-48c3-a1ec-f6d414a47cf7 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.502507 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6bf49631-ac3e-48c3-a1ec-f6d414a47cf7 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0346687 Dec 20 15:54:28.505244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48934) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.508317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No DVR routers for this DVR port f11cf661-e2c5-4173-930d-b8aef56657c6 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:28.511758 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-5933d491-cbe2-40e0-a565-773abe4b8091 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.512859 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5933d491-cbe2-40e0-a565-773abe4b8091 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066502 Dec 20 15:54:28.515456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48938) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.520956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-b24cb246-e728-459c-81d5-faab287ef7d0 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.522163 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b24cb246-e728-459c-81d5-faab287ef7d0 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056047 Dec 20 15:54:28.524648 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48942) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.527691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Made reservation on behalf of 3e42eb35e87e4137a661afb66f0bea45 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:28.534331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:28.567233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-3fe303bd-1813-46b5-9054-0cfd0286a358 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.570736 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3fe303bd-1813-46b5-9054-0cfd0286a358 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0449941 Dec 20 15:54:28.585308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48948) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.619380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] device_id is not set on port 8ab86be3-21c7-4b6b-bbf8-8d19b2dc6285 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:28.684413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Allocated IP 172.20.0.2 (07a0bd72-807c-45bf-8181-21a6fcfee409/eec43720-9222-4c67-9a25-dff080357abf/0001f0ec-ea16-45f0-b5b1-6f236a0f516b) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:28.815940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-2ae19ee2-b004-4821-9911-876b397bb4f3 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.818321 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2ae19ee2-b004-4821-9911-876b397bb4f3 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0284274 Dec 20 15:54:28.829192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48954) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.849059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-282e73a0-fc85-4f32-b7e5-4c6ce364f451 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.852686 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-282e73a0-fc85-4f32-b7e5-4c6ce364f451 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0159652 Dec 20 15:54:28.857341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b162b59-fce1-44a5-8a25-f0c9b83d32e3 None None] Network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:28.861819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48958) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.864466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:28.886824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:28.894893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-d2ac2b9f-e814-4ca8-9003-b5acb0064f31 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.898567 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d2ac2b9f-e814-4ca8-9003-b5acb0064f31 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0240760 Dec 20 15:54:28.903410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48962) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.930082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-fce77e7f-92ff-4184-aaf2-ad9dde696ae5 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.930082 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fce77e7f-92ff-4184-aaf2-ad9dde696ae5 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0177555 Dec 20 15:54:28.930082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48966) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.930082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-932dd885-27ba-421e-aa99-dec49252ea0c tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.931154 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-932dd885-27ba-421e-aa99-dec49252ea0c tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050910 Dec 20 15:54:28.955799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 48972) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:28.968779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:28.990026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-65f9c4b7-783d-4da2-a127-cab8f80b2326 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:28.993679 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-65f9c4b7-783d-4da2-a127-cab8f80b2326 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0358901 Dec 20 15:54:28.997901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48976) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.007713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-5621bd35-3719-4c61-a4ae-e04470bfca83 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.008717 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5621bd35-3719-4c61-a4ae-e04470bfca83 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0098288 Dec 20 15:54:29.011795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48980) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.026753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-436f9e6d-03b7-4f92-b79e-342318b8e3be tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.028345 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-436f9e6d-03b7-4f92-b79e-342318b8e3be tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0156782 Dec 20 15:54:29.030850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48984) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.039281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-71d18597-0e6e-4290-a22e-5be10c405d91 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.043225 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-71d18597-0e6e-4290-a22e-5be10c405d91 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0084827 Dec 20 15:54:29.060798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48988) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.071805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-214664b1-b47b-456a-9227-cda8b21b27ca tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.076427 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-214664b1-b47b-456a-9227-cda8b21b27ca tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0110345 Dec 20 15:54:29.077197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd32a2d9-aec1-45e5-8b1b-c82d0e744364']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:29.085436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48992) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.093049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-3d12aad2-fd6b-483d-bb3e-136dbefde408 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.096512 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3d12aad2-fd6b-483d-bb3e-136dbefde408 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0076485 Dec 20 15:54:29.110864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 48998) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.120195 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-a129b134-1fa6-4b91-93df-43aeae000273 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.124007 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a129b134-1fa6-4b91-93df-43aeae000273 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0102823 Dec 20 15:54:29.124164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a6e31a-d4ab-4c9d-b808-87d5091c595c') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:29.124164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a6e31a-d4ab-4c9d-b808-87d5091c595c') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:29.124361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49002) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.179565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.190738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Transition to ACTIVE for port object 0001f0ec-ea16-45f0-b5b1-6f236a0f516b will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:29.205474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-c15afa5f-2dbc-49d3-9b43-25655c7f451e tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.208953 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c15afa5f-2dbc-49d3-9b43-25655c7f451e tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0812969 Dec 20 15:54:29.209106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.212888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Transition to ACTIVE for port object 0001f0ec-ea16-45f0-b5b1-6f236a0f516b will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:29.217690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49006) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.233816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-84686a88-f1e7-4205-b43a-aaf1f137223a tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.235715 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-84686a88-f1e7-4205-b43a-aaf1f137223a tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0134065 Dec 20 15:54:29.246024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49010) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.251291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.300089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [None req-7bda94ae-6cf7-448b-8bd7-3a294fc5887f tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.303542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7bda94ae-6cf7-448b-8bd7-3a294fc5887f tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0544035 Dec 20 15:54:29.307356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] For port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:29.331240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49014) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.333290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.345612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ddbd3bad-7b24-49d7-a0f9-b6db98e7b2a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:29.358516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:29.359079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.376962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-7240fd21-1f4e-46ac-a826-2118ad2a3491 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:29.378019 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:29.380856 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7240fd21-1f4e-46ac-a826-2118ad2a3491 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0455844 Dec 20 15:54:29.381664 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49018) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.384114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.398079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-873dbae9-3313-47bf-949e-4807979254ea tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.404201 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-873dbae9-3313-47bf-949e-4807979254ea tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0086396 Dec 20 15:54:29.404885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49022) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.419392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-6e99a835-fc3a-4371-b1bd-d92f76660116 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.423853 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6e99a835-fc3a-4371-b1bd-d92f76660116 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0121996 Dec 20 15:54:29.423853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49026) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.432035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ddd104a7-78bf-4710-b910-0f6416ad652c None None] Provisioning for port dcc1cf50-2980-4aa8-b1a6-db2e6d373010 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:29.433006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-4534984d-fc6d-4abb-85ec-9bc5486555c3 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.436601 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4534984d-fc6d-4abb-85ec-9bc5486555c3 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0097926 Dec 20 15:54:29.437293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49030) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.444464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-540d892b-dae3-412a-b673-e4f18aff77cd tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.446423 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-540d892b-dae3-412a-b673-e4f18aff77cd tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0075665 Dec 20 15:54:29.454875 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49034) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.458976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Allocated IP 172.20.0.12 (07a0bd72-807c-45bf-8181-21a6fcfee409/eec43720-9222-4c67-9a25-dff080357abf/8ab86be3-21c7-4b6b-bbf8-8d19b2dc6285) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:29.461212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Pushing event updated for resources: {'Port': ['ID=0001f0ec-ea16-45f0-b5b1-6f236a0f516b,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:29.464106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-c8d78adc-35f6-4acc-a10e-18eee8e1a1d6 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.468422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ddd104a7-78bf-4710-b910-0f6416ad652c None None] Provisioning complete for port dcc1cf50-2980-4aa8-b1a6-db2e6d373010 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:29.468608 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c8d78adc-35f6-4acc-a10e-18eee8e1a1d6 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0092039 Dec 20 15:54:29.468705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ddd104a7-78bf-4710-b910-0f6416ad652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.468785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49040) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.475266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-90ccbab8-4cf3-4b49-910f-796cffddac36 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.478856 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-90ccbab8-4cf3-4b49-910f-796cffddac36 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0068002 Dec 20 15:54:29.480477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49044) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.487519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-94948afd-c33f-457c-b870-a93a73cd5518 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.491123 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-94948afd-c33f-457c-b870-a93a73cd5518 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071070 Dec 20 15:54:29.492451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49048) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.512151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-9bf5f4e0-122d-45c5-a789-cac76d388daf tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.512574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:29.515816 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9bf5f4e0-122d-45c5-a789-cac76d388daf tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0197432 Dec 20 15:54:29.515816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.515816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.530089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49052) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.530636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f3283718-8a23-4b8b-b9c7-45336f9fb5d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:29.539593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Network 07a0bd72-807c-45bf-8181-21a6fcfee409 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:29.543226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:29.558048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:29.593674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [None req-8fca2681-5eff-41ce-a9a4-c082ca7c7a08 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 15:54:29.597512 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8fca2681-5eff-41ce-a9a4-c082ca7c7a08 tempest-ExtensionsTestJSON-926250609 tempest-ExtensionsTestJSON-926250609-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0236719 Dec 20 15:54:29.626688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:29.633440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:29.642819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:29.647573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.799861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:29.801824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee,revision_number=4']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:29.805504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:29.810469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-51091e7f-8d17-4026-bf29-bfd3b4451a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:29.853535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Attempting to bind port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:29.853915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Attempting to bind port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '88fa65ca-48d2-4d0e-bba8-416888c817c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07a0bd72-807c-45bf-8181-21a6fcfee409'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:29.854284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Attempting to bind port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b on network 07a0bd72-807c-45bf-8181-21a6fcfee409 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:29.886683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.907397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dadb2614-54e5-46ab-be91-5ff7e860b5c6 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:29.919596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:29.920051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Checking segment: {'id': '88fa65ca-48d2-4d0e-bba8-416888c817c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07a0bd72-807c-45bf-8181-21a6fcfee409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:29.920389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.921463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Bound using segment: {'id': '88fa65ca-48d2-4d0e-bba8-416888c817c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07a0bd72-807c-45bf-8181-21a6fcfee409'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:29.922046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Bound port: 0001f0ec-ea16-45f0-b5b1-6f236a0f516b, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fa65ca-48d2-4d0e-bba8-416888c817c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07a0bd72-807c-45bf-8181-21a6fcfee409'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:29.922429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.925541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:29.969893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=30cb2a18-a12d-41f3-a63a-42c324e42ce8,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:29.976396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:29.983213 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1681738 Dec 20 15:54:29.987156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49060) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:29.998633 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/fd32a2d9-aec1-45e5-8b1b-c82d0e744364 HTTP/1.1" status: 204 len: 168 time: 7.3627014 Dec 20 15:54:30.002522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499bb1a7-21e0-4b87-9659-62bf2ddb39ae None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:30.003064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:1b:57:b7', 'name': 'tempest-NetworksTestDHCPv6-56767132'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:30.010474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49064) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:30.052010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ddd104a7-78bf-4710-b910-0f6416ad652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:30.089617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=fd32a2d9-aec1-45e5-8b1b-c82d0e744364,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:30.168531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:30.193973 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce329bd-26e4-4b10-bf95-17e1476bb10d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] GET failed (client error): The resource could not be found. Dec 20 15:54:30.194467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1ce329bd-26e4-4b10-bf95-17e1476bb10d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Synchronizing usage tracker for tenant:12c60908b02241a0b8f3da86a74eb183 on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:30.217002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:30.248692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Transition to ACTIVE for port object 8ab86be3-21c7-4b6b-bbf8-8d19b2dc6285 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:30.283404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ddd104a7-78bf-4710-b910-0f6416ad652c None None] For port dcc1cf50-2980-4aa8-b1a6-db2e6d373010, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dcc1cf50-2980-4aa8-b1a6-db2e6d373010,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:30.333351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:30.357303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] For port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:30.379329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:30.388868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:30.392018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:30.398945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:30.429945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:30.430435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:30.436047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:30.437212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ddd104a7-78bf-4710-b910-0f6416ad652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:30.440548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:30.446706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] For port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0001f0ec-ea16-45f0-b5b1-6f236a0f516b,segment=NetworkSegment(88fa65ca-48d2-4d0e-bba8-416888c817c6),segment_id=88fa65ca-48d2-4d0e-bba8-416888c817c6)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:30.449294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:30.471769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0b5e4069-f3f7-47a9-b4bc-65cbc0a58ef1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:30.507085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1ce329bd-26e4-4b10-bf95-17e1476bb10d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Unset dirty status for tenant:12c60908b02241a0b8f3da86a74eb183 on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:30.508271 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1ce329bd-26e4-4b10-bf95-17e1476bb10d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/subnets/6d2d5d5f-40bd-4829-9e66-4c6bfa3c451a HTTP/1.1" status: 404 len: 337 time: 0.4931800 Dec 20 15:54:30.536199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49074) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:30.547506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49078) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:30.570031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:30.572295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:30.576379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:30.595752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd104a7-78bf-4710-b910-0f6416ad652c None None] Pushing event updated for resources: {'Port': ['ID=dcc1cf50-2980-4aa8-b1a6-db2e6d373010,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:30.599430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ddd104a7-78bf-4710-b910-0f6416ad652c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:30.602801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57a26c4d-650a-4757-beff-abeb93b3fdfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:30.615474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'Port': ['ID=89f63a33-6aee-4f3c-83d5-788d58511177,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:30.621129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:30.622169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:30.669560 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a65e0ab-31d0-4afc-b597-b113cea7e5a7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:30.669995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a65e0ab-31d0-4afc-b597-b113cea7e5a7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:30.672192 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6a65e0ab-31d0-4afc-b597-b113cea7e5a7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/fd32a2d9-aec1-45e5-8b1b-c82d0e744364 HTTP/1.1" status: 404 len: 339 time: 0.1340463 Dec 20 15:54:30.707123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Network 07a0bd72-807c-45bf-8181-21a6fcfee409 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:30.709910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49086) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:30.713737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Pushing event updated for resources: {'Port': ['ID=0001f0ec-ea16-45f0-b5b1-6f236a0f516b,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:30.717350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:30.739748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 19853b34-d6c3-4291-85d4-b7c9d648a03f yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:30.829686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:30.841167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:30.892280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Provisioning for port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:30.904829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Provisioning complete for port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:30.905287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:30.920879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Pushing event updated for resources: {'Port': ['ID=8ab86be3-21c7-4b6b-bbf8-8d19b2dc6285,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:30.971721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port 343ed97d-0f30-4d47-a977-8cb0f7b46925 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:30.978945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:31.017535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:31.022612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:31.023789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:31.079967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:31.187388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:31.204486 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1720788 Dec 20 15:54:31.252841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] For port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:31.266130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49096) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:31.338292 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:31.341315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e592fe82-91f0-4b13-a75c-8da9a17762e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:31.452339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Pushing event updated for resources: {'Port': ['ID=9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:31.455925 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:31.474404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49100) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:31.478529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c03803-3ed7-429c-8c0b-145fecd809a5 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:31.479213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a2c03803-3ed7-429c-8c0b-145fecd809a5 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Synchronizing usage tracker for tenant:12c60908b02241a0b8f3da86a74eb183 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:31.502902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b6dbbd13-d570-4124-9ee0-9ce3bf9b33e3 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Deleting port 8ab86be3-21c7-4b6b-bbf8-8d19b2dc6285 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:31.503271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6dbbd13-d570-4124-9ee0-9ce3bf9b33e3 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:31.532378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Provisioning for port 89f63a33-6aee-4f3c-83d5-788d58511177 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:31.539461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Provisioning complete for port 89f63a33-6aee-4f3c-83d5-788d58511177 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:31.540089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:31.613576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 172.20.0.13 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/7f7a53f3-96c4-4e58-8026-2ddca853898d/19853b34-d6c3-4291-85d4-b7c9d648a03f) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:31.621572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:31.625061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f816:3eff:fe1b:57b7 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/30cb2a18-a12d-41f3-a63a-42c324e42ce8/19853b34-d6c3-4291-85d4-b7c9d648a03f) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:31.652021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Port 89f63a33-6aee-4f3c-83d5-788d58511177 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:31.679657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Provisioning complete for port dcc1cf50-2980-4aa8-b1a6-db2e6d373010 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:31.680049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:31.831010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:31.884489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dcc1cf50-2980-4aa8-b1a6-db2e6d373010 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:31.888271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:31.912660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6dbbd13-d570-4124-9ee0-9ce3bf9b33e3 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:31.916578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for 343ed97d-0f30-4d47-a977-8cb0f7b46925 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:31.975554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port dcc1cf50-2980-4aa8-b1a6-db2e6d373010 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:31.976244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:32.031361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:32.032701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:32.040283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:32.046880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] Usage tracker for resource:security_group_rule and tenant:c85a6e174831447a9debb009d55f05e9 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:32.052496 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:32.056741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b6dbbd13-d570-4124-9ee0-9ce3bf9b33e3 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Calling delete_port for 8ab86be3-21c7-4b6b-bbf8-8d19b2dc6285 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:32.121475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Usage tracker for resource:floatingip and tenant:1dadf19350404d4dad9ee92789341aab is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:32.157312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a2c03803-3ed7-429c-8c0b-145fecd809a5 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Unset dirty status for tenant:12c60908b02241a0b8f3da86a74eb183 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:32.158560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:32.163486 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a2c03803-3ed7-429c-8c0b-145fecd809a5 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.4522481 Dec 20 15:54:32.164281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49106) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:32.167999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:32.183737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:32.194675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8b57ff55-7576-4b37-bfc1-2e7e5cc52ddd None None] Provisioning complete for port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:32.195482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8b57ff55-7576-4b37-bfc1-2e7e5cc52ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:32.284385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8991c3cb-bd29-4c28-a66e-e5ff011583a4 None None] Network 07a0bd72-807c-45bf-8181-21a6fcfee409 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:32.321606 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5f26cb40-40c6-4f9a-9fc9-2dc1fbf67849 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 207 time: 0.1488547 Dec 20 15:54:32.329095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49110) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:32.374776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:32.601787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:32.603363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:32.624616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:32.748343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac22e0b-7c3c-42eb-81b3-4ced3cd3201e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:32.752441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac22e0b-7c3c-42eb-81b3-4ced3cd3201e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:32.756628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac22e0b-7c3c-42eb-81b3-4ced3cd3201e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:32.759496 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:32.760746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac22e0b-7c3c-42eb-81b3-4ced3cd3201e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:32.762167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4ac22e0b-7c3c-42eb-81b3-4ced3cd3201e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Synchronizing usage tracker for tenant:12c60908b02241a0b8f3da86a74eb183 on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:32.774702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c53a5a65-8199-44e2-b59f-f8d9dff11473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:32.782890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4ac22e0b-7c3c-42eb-81b3-4ced3cd3201e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Unset dirty status for tenant:12c60908b02241a0b8f3da86a74eb183 on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:32.788723 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4ac22e0b-7c3c-42eb-81b3-4ced3cd3201e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4543030 Dec 20 15:54:32.790802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49116) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:32.825486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 19853b34-d6c3-4291-85d4-b7c9d648a03f will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:32.834967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6dbbd13-d570-4124-9ee0-9ce3bf9b33e3 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:32.849181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:32.873415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:32.873415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:32.873880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ea6e7-5e40-4970-95f1-b931feb862e0,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:32.876693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:32.920086 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbbd13-d570-4124-9ee0-9ce3bf9b33e3 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Pushing event deleted for resources: {'Port': ['ID=8ab86be3-21c7-4b6b-bbf8-8d19b2dc6285,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:32.924002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6dbbd13-d570-4124-9ee0-9ce3bf9b33e3 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:32.939817 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c85a6e174831447a9debb009d55f05e9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3799245 Dec 20 15:54:32.947788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:32.966456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49120) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:32.988139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:32.988543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-23ace365-f3de-4b0b-92c7-51986d28b8e8 None None] Provisioning complete for port 89f63a33-6aee-4f3c-83d5-788d58511177 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:32.988543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-23ace365-f3de-4b0b-92c7-51986d28b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:33.091245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-23ace365-f3de-4b0b-92c7-51986d28b8e8 None None] Port 89f63a33-6aee-4f3c-83d5-788d58511177 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:33.138191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0001f0ec-ea16-45f0-b5b1-6f236a0f516b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:33.181036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:33.295629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:33.310408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-23ace365-f3de-4b0b-92c7-51986d28b8e8 None None] Provisioning for port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:33.311533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-38153dc6-ca07-49d9-8d45-c4204b2bd936 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:33.349733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:33.361469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:33.361995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:33.378768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=343ed97d-0f30-4d47-a977-8cb0f7b46925,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:33.387585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:33.400529 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a30b98b3-87ba-4037-af1c-941fc84c59b5 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6013296 Dec 20 15:54:33.402809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6dbbd13-d570-4124-9ee0-9ce3bf9b33e3 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:33.411865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49124) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:33.474358 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b6dbbd13-d570-4124-9ee0-9ce3bf9b33e3 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] 10.222.0.62 "DELETE /v2.0/ports/8ab86be3-21c7-4b6b-bbf8-8d19b2dc6285 HTTP/1.1" status: 204 len: 168 time: 2.2058225 Dec 20 15:54:33.480781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49128) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:33.485334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:33.489604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:33.492491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=19853b34-d6c3-4291-85d4-b7c9d648a03f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:33.493862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:33.519139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-de711552-cc95-4e57-bd35-28bab15421df None None] Provisioning complete for port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:33.519669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-de711552-cc95-4e57-bd35-28bab15421df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:33.533978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc82ab43-fcd3-45b2-b8bf-f82aaeb8a1c9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:33.535613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc82ab43-fcd3-45b2-b8bf-f82aaeb8a1c9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:33.537381 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cc82ab43-fcd3-45b2-b8bf-f82aaeb8a1c9 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1164958 Dec 20 15:54:33.549959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49134) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:33.714831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:33.780692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:33.839748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d3f90b9f-b401-4ede-843f-10e1824f3df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:33.857517 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0001f0ec-ea16-45f0-b5b1-6f236a0f516b,segment=NetworkSegment(88fa65ca-48d2-4d0e-bba8-416888c817c6),segment_id=88fa65ca-48d2-4d0e-bba8-416888c817c6)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:33.880848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-de711552-cc95-4e57-bd35-28bab15421df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:33.885740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2d096d13-184d-4ad8-9e22-e67cc915c42b tempest-DHCPAgentSchedulersTestJSON-254598951 tempest-DHCPAgentSchedulersTestJSON-254598951-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4003866 Dec 20 15:54:33.888173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49138) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:33.899147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1842162592'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:33.906639 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:33.907492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:33.921367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:33.938382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Allocated IP 172.26.7.203 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/80a0d82f-c6c6-4410-b4eb-a2367cc0f906) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:33.940867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Usage tracker for resource:network and tenant:3e42eb35e87e4137a661afb66f0bea45 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:33.947492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:33.966380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:34.010798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.014437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f0ece-f97a-4a23-b920-6c085e0ce13c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.016410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f0ece-f97a-4a23-b920-6c085e0ce13c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.018489 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ba5f0ece-f97a-4a23-b920-6c085e0ce13c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4646192 Dec 20 15:54:34.025090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49142) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:34.027497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d14add53-0930-43d8-9faa-edadc0c33482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:34.059242 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0710652 Dec 20 15:54:34.066895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49146) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:34.082954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d3f90b9f-b401-4ede-843f-10e1824f3df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.099388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Router 8a2d91be-6f69-43cb-b162-899e269ff96d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:34.118472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Made reservation on behalf of 3e42eb35e87e4137a661afb66f0bea45 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:34.121660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.133543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078868c-07d1-4c31-9ae3-75e1aa65b96b None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:54:34.164780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-de711552-cc95-4e57-bd35-28bab15421df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:34.165591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-de711552-cc95-4e57-bd35-28bab15421df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:34.271093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=0001f0ec-ea16-45f0-b5b1-6f236a0f516b,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:34.278772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:34.317505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.329935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078868c-07d1-4c31-9ae3-75e1aa65b96b None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:54:34.330796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45d4e2d-4943-4d23-99dc-f95195663590 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.336531 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e45d4e2d-4943-4d23-99dc-f95195663590 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/networks/b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 HTTP/1.1" status: 200 len: 800 time: 0.3064046 Dec 20 15:54:34.336725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45cc2e8-cc6e-4a87-b2c6-67ec36c91852 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.337160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49150) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:34.340725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45cc2e8-cc6e-4a87-b2c6-67ec36c91852 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.341682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d45cc2e8-cc6e-4a87-b2c6-67ec36c91852 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:34.374486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d3f90b9f-b401-4ede-843f-10e1824f3df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.379185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-29428de9-3804-4dcb-a358-3da33e98387f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:34.385690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:54:34.398758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.402373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f90b9f-b401-4ede-843f-10e1824f3df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ea6e7-5e40-4970-95f1-b931feb862e0,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:34.408790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d3f90b9f-b401-4ede-843f-10e1824f3df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:34.414637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.414637 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Added segment 37893a24-3286-483c-a32e-69c31e4db72b of type vlan for network 8c98ee34-fffe-4733-ae2f-47618dc65d2f Dec 20 15:54:34.474263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d45cc2e8-cc6e-4a87-b2c6-67ec36c91852 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:34.477944 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d45cc2e8-cc6e-4a87-b2c6-67ec36c91852 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3972850 Dec 20 15:54:34.479162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49154) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:34.516813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.519457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d3f90b9f-b401-4ede-843f-10e1824f3df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.520534 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d3f90b9f-b401-4ede-843f-10e1824f3df5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a4ea6e7-5e40-4970-95f1-b931feb862e0 HTTP/1.1" status: 204 len: 168 time: 1.4981661 Dec 20 15:54:34.564208 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-941705eb-3a26-402c-8aab-a6f6b1ecd002 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/networks/b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2256930 Dec 20 15:54:34.569471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49160) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:34.638811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c690b3ca-c196-4712-9430-e98d6f62b37d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 19853b34-d6c3-4291-85d4-b7c9d648a03f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:34.639419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c690b3ca-c196-4712-9430-e98d6f62b37d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.655798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b738022-204d-4d38-b278-aa3392b8390a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.656389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6b738022-204d-4d38-b278-aa3392b8390a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Synchronizing usage tracker for tenant:12c60908b02241a0b8f3da86a74eb183 on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:34.663421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.675834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:34.721205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:34.727129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:34.740406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:34.800611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.804364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.804938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:34.820177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6b738022-204d-4d38-b278-aa3392b8390a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Unset dirty status for tenant:12c60908b02241a0b8f3da86a74eb183 on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:34.821237 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6b738022-204d-4d38-b278-aa3392b8390a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/subnets/ec15f30d-cc4a-48c6-8b50-98600c9da4a9 HTTP/1.1" status: 200 len: 811 time: 0.2473590 Dec 20 15:54:34.829600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49164) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:34.829799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event updated for resources: {'Port': ['ID=80a0d82f-c6c6-4410-b4eb-a2367cc0f906,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:34.834689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:34.835362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:34.881038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-303469f6-03d2-426f-bb55-b12599dea91a None None] Could not find standard attr ID for object 8ab86be3-21c7-4b6b-bbf8-8d19b2dc6285. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:54:34.902799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:34.912577 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "PUT /v2.0/routers/8a2d91be-6f69-43cb-b162-899e269ff96d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0118654 Dec 20 15:54:34.925060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Sync routers for ids ['8a2d91be-6f69-43cb-b162-899e269ff96d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:34.941352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Routers {'8a2d91be-6f69-43cb-b162-899e269ff96d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:34.942411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8a2d91be-6f69-43cb-b162-899e269ff96d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:34.952633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Pushing event updated for resources: {'Network': ['ID=8c98ee34-fffe-4733-ae2f-47618dc65d2f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:34.956182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:35.005083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89df69a7-b780-48ec-910c-efd5149daf4a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:35.009839 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-89df69a7-b780-48ec-910c-efd5149daf4a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "GET /v2.0/subnets/ec15f30d-cc4a-48c6-8b50-98600c9da4a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1749978 Dec 20 15:54:35.020465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49170) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:35.037531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-413494851'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:35.054178 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1648757 Dec 20 15:54:35.061255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:35.061865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 8c98ee34-fffe-4733-ae2f-47618dc65d2f details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:35.063293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49174) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:35.077578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:35.084837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-303469f6-03d2-426f-bb55-b12599dea91a None None] Provisioning for port 19853b34-d6c3-4291-85d4-b7c9d648a03f completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:35.100717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:35.118619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-303469f6-03d2-426f-bb55-b12599dea91a None None] Provisioning complete for port 19853b34-d6c3-4291-85d4-b7c9d648a03f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:35.119181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-303469f6-03d2-426f-bb55-b12599dea91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:35.124668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c690b3ca-c196-4712-9430-e98d6f62b37d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:35.295588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:35.296813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c690b3ca-c196-4712-9430-e98d6f62b37d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 19853b34-d6c3-4291-85d4-b7c9d648a03f owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:35.346132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:35.349017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:35.389468 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-303469f6-03d2-426f-bb55-b12599dea91a None None] Port 19853b34-d6c3-4291-85d4-b7c9d648a03f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:35.420094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Set router 8a2d91be-6f69-43cb-b162-899e269ff96d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:54:35.587375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:35.705334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:35.727666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:35.764305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:28Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '89f63a33-6aee-4f3c-83d5-788d58511177', 'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'mac_address': 'fa:16:3e:c7:57:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:25Z', 'updated_at': '2021-12-20T15:54:29Z', 'revision_number': 2, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'subnets': [{'id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:35.768655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Checking router: 8a2d91be-6f69-43cb-b162-899e269ff96d for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:54:35.769277 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Updating router 8a2d91be-6f69-43cb-b162-899e269ff96d port 89f63a33-6aee-4f3c-83d5-788d58511177 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:54:35.821489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:54:35.828446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:35.836692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6a3ab8d3-8c8f-410b-9182-1c72fc9faf4f tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Synchronizing usage tracker for tenant:9df6494af49f4a808a904a842b3bef90 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:35.846106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event updated for resources: {'Port': ['ID=80a0d82f-c6c6-4410-b4eb-a2367cc0f906,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:35.849604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:35.888831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:35.901630 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ba22def6-6608-4315-bf0b-7ef61b785355 tempest-DHCPAgentSchedulersTestJSON-254598951 tempest-DHCPAgentSchedulersTestJSON-254598951-project-admin] 10.222.0.62 "GET /v2.0/agents/83cdfac8-7f5b-448b-ae8d-eec17314460e/dhcp-networks HTTP/1.1" status: 200 len: 7846 time: 0.8347726 Dec 20 15:54:35.910501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:35.911211 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Added segment 67d23fcc-c861-4ea9-9cee-ac5c25725726 of type vlan for network 687e64a0-bff1-4c52-a806-350713fc430d Dec 20 15:54:35.911864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49196) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:35.981021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.056307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.063003 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5806105 Dec 20 15:54:36.063686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49202) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:36.087712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1071489537'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:36.095482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6a3ab8d3-8c8f-410b-9182-1c72fc9faf4f tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Unset dirty status for tenant:9df6494af49f4a808a904a842b3bef90 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:36.101431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:36.103669 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6a3ab8d3-8c8f-410b-9182-1c72fc9faf4f tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352296932&fields=id&tenant_id=9df6494af49f4a808a904a842b3bef90 HTTP/1.1" status: 200 len: 267 time: 0.8232305 Dec 20 15:54:36.106630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Usage tracker for resource:network and tenant:1dadf19350404d4dad9ee92789341aab is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:36.110135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:36.116495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:36.126685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb900da8-1510-461e-9733-1a1ad7711285 tempest-DHCPAgentSchedulersTestJSON-254598951 tempest-DHCPAgentSchedulersTestJSON-254598951-project-admin] Network 8c98ee34-fffe-4733-ae2f-47618dc65d2f is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:54:36.130584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:54:36.162756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0001f0ec-ea16-45f0-b5b1-6f236a0f516b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:36.212536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Made reservation on behalf of 1dadf19350404d4dad9ee92789341aab for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:36.216475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.248309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.271424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.275190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:36.275771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.285611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a8c0ef0f-517b-4b25-8b93-f79f976ace29 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:36.289462 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-eb900da8-1510-461e-9733-1a1ad7711285 tempest-DHCPAgentSchedulersTestJSON-254598951 tempest-DHCPAgentSchedulersTestJSON-254598951-project-admin] 10.222.0.62 "POST /v2.0/agents/83cdfac8-7f5b-448b-ae8d-eec17314460e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3756278 Dec 20 15:54:36.293314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49210) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:36.307351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56ddccf-6ec2-4034-be5f-15c89a8f8479 None None] Network 8c98ee34-fffe-4733-ae2f-47618dc65d2f requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:36.342851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49214) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:36.348982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:36.349597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.474446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Network': ['ID=687e64a0-bff1-4c52-a806-350713fc430d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:36.476614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c690b3ca-c196-4712-9430-e98d6f62b37d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.496373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:36.509534 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:36.515016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 687e64a0-bff1-4c52-a806-350713fc430d details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:36.541895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5bef02ed-7d15-4abc-9986-45ae05a05f49 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:36.561979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Usage tracker for resource:security_group_rule and tenant:1dadf19350404d4dad9ee92789341aab is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:36.569990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:36.580886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:36.610057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690b3ca-c196-4712-9430-e98d6f62b37d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=19853b34-d6c3-4291-85d4-b7c9d648a03f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:36.617340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-d20a45cd-700d-48d5-9aae-762ce763ecae tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:36.625071 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-d20a45cd-700d-48d5-9aae-762ce763ecae tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/networks?id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c HTTP/1.1" status: 200 len: 796 time: 0.5203397 Dec 20 15:54:36.628913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c690b3ca-c196-4712-9430-e98d6f62b37d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:36.647393 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6212683 Dec 20 15:54:36.650369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49220) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:36.668182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'network_id': '687e64a0-bff1-4c52-a806-350713fc430d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:36.692747 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-e7db4477-e0bc-472a-801c-9c2001538067 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/quotas/9df6494af49f4a808a904a842b3bef90 HTTP/1.1" status: 200 len: 375 time: 0.0665605 Dec 20 15:54:36.703244 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3298a305-ecfa-4af5-8c96-1829a6fe9d21 tempest-DHCPAgentSchedulersTestJSON-254598951 tempest-DHCPAgentSchedulersTestJSON-254598951-project-admin] 10.222.0.62 "GET /v2.0/agents/83cdfac8-7f5b-448b-ae8d-eec17314460e/dhcp-networks HTTP/1.1" status: 200 len: 8591 time: 0.4068210 Dec 20 15:54:36.703499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.716430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49226) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:36.777806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Transition to ACTIVE for port object 89f63a33-6aee-4f3c-83d5-788d58511177 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:36.785951 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cecd88f4-d0c8-44ca-983d-a6a300f28187 tempest-ServiceProvidersTest-1175309214 tempest-ServiceProvidersTest-1175309214-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4291940 Dec 20 15:54:36.882143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-132f2e12-a264-47a0-a6d4-3040ba232766 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Synchronizing usage tracker for tenant:9df6494af49f4a808a904a842b3bef90 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:36.893224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.906412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router 128d134b-64fe-44c5-8354-35ff61f96558 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:36.915043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-73c1ffde-1c8d-4bb5-bf94-3e80a04285aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:36.934688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:36.952858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:36.965864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:37.011937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-132f2e12-a264-47a0-a6d4-3040ba232766 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Unset dirty status for tenant:9df6494af49f4a808a904a842b3bef90 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:37.013284 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-132f2e12-a264-47a0-a6d4-3040ba232766 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9df6494af49f4a808a904a842b3bef90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3195064 Dec 20 15:54:37.078066 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7549da-2e04-49a9-bf33-cc51885ed0df None None] Pushing event updated for resources: {'Port': ['ID=89f63a33-6aee-4f3c-83d5-788d58511177,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:37.099294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:37.109097 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f47cb768-e39a-4711-9432-6f5722d5cf1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:37.109309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-db7549da-2e04-49a9-bf33-cc51885ed0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:37.125782 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-173e8c9f-7bc3-4111-9ea2-55bf84ec66cc tempest-DHCPAgentSchedulersTestJSON-254598951 tempest-DHCPAgentSchedulersTestJSON-254598951-project-admin] 10.222.0.62 "DELETE /v2.0/agents/83cdfac8-7f5b-448b-ae8d-eec17314460e/dhcp-networks/8c98ee34-fffe-4733-ae2f-47618dc65d2f HTTP/1.1" status: 204 len: 168 time: 0.4052460 Dec 20 15:54:37.153270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49232) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:37.179787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:54:37.182363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Attempting to bind port 89f63a33-6aee-4f3c-83d5-788d58511177 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:37.183590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Attempting to bind port 89f63a33-6aee-4f3c-83d5-788d58511177 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:37.184336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Attempting to bind port 89f63a33-6aee-4f3c-83d5-788d58511177 on network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:37.189716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d5b841-7df9-4d69-95e6-da067413ec9c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:37.192409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:37.192681 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Made reservation on behalf of 12c60908b02241a0b8f3da86a74eb183 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:37.192831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Checking segment: {'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:37.193764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:37.193764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Bound using segment: {'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:37.195144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Bound port: 89f63a33-6aee-4f3c-83d5-788d58511177, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:37.195569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:37.219397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:37.274766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:37.275605 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Added segment 87d6ae10-b042-4825-a0c6-220db0b20c2f of type vlan for network 50098448-b79f-4672-935b-fcc42232647c Dec 20 15:54:37.345018 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-2796e855-b6ca-4be8-aeb1-017ac1922fde service neutron] 10.222.0.62 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154073 Dec 20 15:54:37.373005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] For port 89f63a33-6aee-4f3c-83d5-788d58511177, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:37.379852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] For port 89f63a33-6aee-4f3c-83d5-788d58511177, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=89f63a33-6aee-4f3c-83d5-788d58511177,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:37.425110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c690b3ca-c196-4712-9430-e98d6f62b37d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:37.429383 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c690b3ca-c196-4712-9430-e98d6f62b37d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/19853b34-d6c3-4291-85d4-b7c9d648a03f HTTP/1.1" status: 204 len: 168 time: 2.9469063 Dec 20 15:54:37.438842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49236) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:37.468293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:37.472509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-56c40a96-2a8d-4973-8dd9-2601d007084b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:37.486275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:37.501656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:37.608288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7549da-2e04-49a9-bf33-cc51885ed0df None None] Pushing event updated for resources: {'Port': ['ID=89f63a33-6aee-4f3c-83d5-788d58511177,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:37.612377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-db7549da-2e04-49a9-bf33-cc51885ed0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:37.612997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Routers {'8a2d91be-6f69-43cb-b162-899e269ff96d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:37.614018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8a2d91be-6f69-43cb-b162-899e269ff96d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:37.674443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing IP validity checks on allocation pools {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 15:54:37.675063 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 15:54:37.713780 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7cb88883-82bb-4711-b486-830151b46b8a tempest-DHCPAgentSchedulersTestJSON-254598951 tempest-DHCPAgentSchedulersTestJSON-254598951-project-admin] 10.222.0.62 "GET /v2.0/agents/83cdfac8-7f5b-448b-ae8d-eec17314460e/dhcp-networks HTTP/1.1" status: 200 len: 7846 time: 0.5559864 Dec 20 15:54:37.718346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b923d6-57f1-4912-af0a-c6be01a02814 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:37.719713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b923d6-57f1-4912-af0a-c6be01a02814 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:37.721129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b923d6-57f1-4912-af0a-c6be01a02814 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:37.722199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f4b923d6-57f1-4912-af0a-c6be01a02814 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:37.726877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49242) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:37.727262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49244) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:37.738286 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-78f24705-0d0a-4b64-b48e-8f35657bf5b5 service neutron] 10.222.0.62 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850980 Dec 20 15:54:37.751545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:37.757293 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "PUT /v2.0/routers/128d134b-64fe-44c5-8354-35ff61f96558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9049542 Dec 20 15:54:37.760096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49252) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:37.770067 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cb3c8f-03ef-4522-81a2-0243bd2b14ae None None] Sync routers for ids ['128d134b-64fe-44c5-8354-35ff61f96558'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:37.795164 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb3c8f-03ef-4522-81a2-0243bd2b14ae None None] Routers {'128d134b-64fe-44c5-8354-35ff61f96558'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:37.795677 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a5cb3c8f-03ef-4522-81a2-0243bd2b14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['128d134b-64fe-44c5-8354-35ff61f96558'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:37.842092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:37.846023 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:37.846743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:37.865159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:37.935802 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fe0f0333-fc95-4ff7-bc11-746ae3f8a5e9 tempest-DHCPAgentSchedulersTestJSON-254598951 tempest-DHCPAgentSchedulersTestJSON-254598951-project-admin] 10.222.0.62 "GET /v2.0/networks/07a0bd72-807c-45bf-8181-21a6fcfee409/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1954219 Dec 20 15:54:37.937638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49256) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:37.942377 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a5cb3c8f-03ef-4522-81a2-0243bd2b14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:37.942691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f4b923d6-57f1-4912-af0a-c6be01a02814 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:37.943993 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f4b923d6-57f1-4912-af0a-c6be01a02814 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4966729 Dec 20 15:54:37.958209 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb3c8f-03ef-4522-81a2-0243bd2b14ae None None] Routers {'128d134b-64fe-44c5-8354-35ff61f96558'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:37.959131 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a5cb3c8f-03ef-4522-81a2-0243bd2b14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['128d134b-64fe-44c5-8354-35ff61f96558'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:37.961490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49260) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:37.967075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] Set router 8a2d91be-6f69-43cb-b162-899e269ff96d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:54:38.035333 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a5cb3c8f-03ef-4522-81a2-0243bd2b14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:38.036030 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cb3c8f-03ef-4522-81a2-0243bd2b14ae None None] The sync data for ids ['128d134b-64fe-44c5-8354-35ff61f96558'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:38.079437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event updated for resources: {'Network': ['ID=50098448-b79f-4672-935b-fcc42232647c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:38.085361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:38.106368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:38.132034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 50098448-b79f-4672-935b-fcc42232647c details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:38.140654 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0681615 Dec 20 15:54:38.141363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49264) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:38.146481 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Request body: {'subnet': {'network_id': '50098448-b79f-4672-935b-fcc42232647c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:38.164536 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d2d56ffd-1bca-4049-b10a-12f35ffe227a tempest-DHCPAgentSchedulersTestJSON-254598951 tempest-DHCPAgentSchedulersTestJSON-254598951-project-admin] 10.222.0.62 "GET /v2.0/networks/07a0bd72-807c-45bf-8181-21a6fcfee409/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2232776 Dec 20 15:54:38.165037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49268) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:38.215937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:38.223879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c51e9e78-c3cc-4964-af54-69c9bee56247 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:38.287098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:38.342764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca2664669a140ee801f45440b054a35 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:38.353638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:38.368265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:38.388479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:38.423504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:28Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '89f63a33-6aee-4f3c-83d5-788d58511177', 'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'mac_address': 'fa:16:3e:c7:57:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:25Z', 'updated_at': '2021-12-20T15:54:37Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'subnets': [{'id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:38.427813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd8188-6431-4a95-964d-8999a1d7a616 None None] The sync data for ids ['8a2d91be-6f69-43cb-b162-899e269ff96d'] in dv-neutron-821074-1-hyperv is: [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:28Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '89f63a33-6aee-4f3c-83d5-788d58511177', 'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'mac_address': 'fa:16:3e:c7:57:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:25Z', 'updated_at': '2021-12-20T15:54:37Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'subnets': [{'id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:38.439628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Usage tracker for resource:subnet and tenant:1dadf19350404d4dad9ee92789341aab is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:38.444048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=aa09aedb-24ff-4772-ba4e-fb4ae4a174d3,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:38.448024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bfe75e-d19b-403f-86be-2570524a9f2b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 30cb2a18-a12d-41f3-a63a-42c324e42ce8 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:38.456099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:38.456453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-49bfe75e-d19b-403f-86be-2570524a9f2b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:38.473699 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:38.473699 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:38.517794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Checking segment: {'id': '67d23fcc-c861-4ea9-9cee-ac5c25725726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '687e64a0-bff1-4c52-a806-350713fc430d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:38.518152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network hostable DHCP agents. Network: 687e64a0-bff1-4c52-a806-350713fc430d, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:54:38.560756 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-db6b51c1-aa3f-4002-b8dd-ea332ffc65b2 tempest-DHCPAgentSchedulersTestJSON-254598951 tempest-DHCPAgentSchedulersTestJSON-254598951-project-admin] 10.222.0.62 "GET /v2.0/agents/83cdfac8-7f5b-448b-ae8d-eec17314460e/dhcp-networks HTTP/1.1" status: 200 len: 7846 time: 0.3945565 Dec 20 15:54:38.564764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49272) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:38.565690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-49bfe75e-d19b-403f-86be-2570524a9f2b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:38.611086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:38.712009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:38.764531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-49bfe75e-d19b-403f-86be-2570524a9f2b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:38.793362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Network 687e64a0-bff1-4c52-a806-350713fc430d is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:54:38.795692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Made reservation on behalf of 1dadf19350404d4dad9ee92789341aab for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:38.840540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:38.851360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:38.863146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d3f90b9f-b401-4ede-843f-10e1824f3df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:38.934735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a001c94-3d74-407d-8a2b-47b90ffb1a40,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:38.943035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:38.946376 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ca2664669a140ee801f45440b054a35&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2133965 Dec 20 15:54:38.950846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49276) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:38.986258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 687e64a0-bff1-4c52-a806-350713fc430d) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:38.991149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:38.998083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f999753-c648-473f-ad2a-29f732496891 None None] Network 687e64a0-bff1-4c52-a806-350713fc430d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:39.033395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:39.033996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.106526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-49bfe75e-d19b-403f-86be-2570524a9f2b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.116090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-90b0cae6-669b-4ae2-8424-1367a5355a2e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:39.144809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8762392b-0593-4495-9be1-d9e1e169ed7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.156903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.216357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfe75e-d19b-403f-86be-2570524a9f2b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=30cb2a18-a12d-41f3-a63a-42c324e42ce8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:39.232411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.232662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-49bfe75e-d19b-403f-86be-2570524a9f2b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:39.240414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-49bfe75e-d19b-403f-86be-2570524a9f2b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.244853 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f97138-6c63-40cb-be7e-2561edcef30f req-a469e805-9b6b-4980-9a07-b5361900e8c8 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 210 time: 0.0820479 Dec 20 15:54:39.250344 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5935719 Dec 20 15:54:39.254763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49284) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:39.266873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9a30f9ce-e811-4285-86ae-1e48d55aa901 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:39.268870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8762392b-0593-4495-9be1-d9e1e169ed7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.315600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port 579062dd-80de-4258-b966-8db641860a6e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:39.316145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.333774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87f393b-1c12-44c7-aea1-c42f5fd4116b None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:39.358383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c98ee34-fffe-4733-ae2f-47618dc65d2f']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:39.394590 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-49bfe75e-d19b-403f-86be-2570524a9f2b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/30cb2a18-a12d-41f3-a63a-42c324e42ce8 HTTP/1.1" status: 204 len: 168 time: 1.4319828 Dec 20 15:54:39.398513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49290) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:39.406437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37893a24-3286-483c-a32e-69c31e4db72b') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:39.406735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37893a24-3286-483c-a32e-69c31e4db72b') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:39.500728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.556911 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.566572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.620388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-687e64a0-bff1-4c52-a806-350713fc430d', 'network_id': '687e64a0-bff1-4c52-a806-350713fc430d', 'tenant_id': '12c60908b02241a0b8f3da86a74eb183', 'fixed_ips': [{'subnet_id': 'aa09aedb-24ff-4772-ba4e-fb4ae4a174d3'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:54:39.622039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.626862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a30f9ce-e811-4285-86ae-1e48d55aa901 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6355801'] for subnet, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.635103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:39.635752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.650347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8762392b-0593-4495-9be1-d9e1e169ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:39.651603 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:39.723518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abaab71c-450f-41fa-b396-91d50335f16e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:39.738830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for 579062dd-80de-4258-b966-8db641860a6e owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:39.912567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762392b-0593-4495-9be1-d9e1e169ed7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a001c94-3d74-407d-8a2b-47b90ffb1a40,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:39.918255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8762392b-0593-4495-9be1-d9e1e169ed7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:39.924349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8762392b-0593-4495-9be1-d9e1e169ed7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:39.925652 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8762392b-0593-4495-9be1-d9e1e169ed7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a001c94-3d74-407d-8a2b-47b90ffb1a40 HTTP/1.1" status: 204 len: 168 time: 0.9710815 Dec 20 15:54:40.000877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d91d22-591e-4bee-9350-454c27a8eee6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 7f7a53f3-96c4-4e58-8026-2ddca853898d {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:40.002854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.009813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-94d91d22-591e-4bee-9350-454c27a8eee6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.053716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-035068f3-f735-4a5b-8b0d-71724f54238f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:40.075440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.163954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Pushing event deleted for resources: {'Network': ['ID=8c98ee34-fffe-4733-ae2f-47618dc65d2f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:40.173650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.182880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:40.183850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 89f63a33-6aee-4f3c-83d5-788d58511177 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:40.188813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:40.246843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.263856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0fa0952f-7369-42c6-9acb-9065cd5e9a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:40.308728 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] 10.222.0.62 "DELETE /v2.0/networks/8c98ee34-fffe-4733-ae2f-47618dc65d2f HTTP/1.1" status: 204 len: 168 time: 1.7422395 Dec 20 15:54:40.327372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49302) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:40.338774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-94d91d22-591e-4bee-9350-454c27a8eee6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.374176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event updated for resources: {'Subnet': ['ID=7fa45009-9923-4493-84b3-6fc51171997b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:40.398871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 89f63a33-6aee-4f3c-83d5-788d58511177 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:40.405967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 89f63a33-6aee-4f3c-83d5-788d58511177 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:40.407875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.427051 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:40.439272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=579062dd-80de-4258-b966-8db641860a6e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:40.473368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:40.475802 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0e873e0d-9f98-4d8a-8567-ee3afd13189b req-fa28a5c8-8fd6-4f9a-b67a-fdc1bdaf8dd5 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 210 time: 0.1142867 Dec 20 15:54:40.479284 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-815dce7c-d521-42b4-a39f-8e889120badc tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:40.479719 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815dce7c-d521-42b4-a39f-8e889120badc tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:40.481860 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-815dce7c-d521-42b4-a39f-8e889120badc tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] 10.222.0.62 "DELETE /v2.0/ports/8ab86be3-21c7-4b6b-bbf8-8d19b2dc6285 HTTP/1.1" status: 404 len: 333 time: 0.1459370 Dec 20 15:54:40.490661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49308) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:40.583104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Checking segment: {'id': '87d6ae10-b042-4825-a0c6-220db0b20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '50098448-b79f-4672-935b-fcc42232647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:40.583872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Network hostable DHCP agents. Network: 50098448-b79f-4672-935b-fcc42232647c, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:54:40.613110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-94d91d22-591e-4bee-9350-454c27a8eee6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.638542 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.676048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a30f9ce-e811-4285-86ae-1e48d55aa901 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775874048004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6611585'] for subnet, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.685969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a22e217c-e0ad-4ab2-aca2-c7a296cc8e17 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:40.742055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Network 50098448-b79f-4672-935b-fcc42232647c is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:54:40.786639 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a30f9ce-e811-4285-86ae-1e48d55aa901 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:40.787569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a30f9ce-e811-4285-86ae-1e48d55aa901 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.792185 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9a30f9ce-e811-4285-86ae-1e48d55aa901 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "PUT /v2.0/subnets/aa09aedb-24ff-4772-ba4e-fb4ae4a174d3 HTTP/1.1" status: 200 len: 877 time: 1.5361755 Dec 20 15:54:40.793305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30f9ce-e811-4285-86ae-1e48d55aa901 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event updated for resources: {'Subnet': ['ID=aa09aedb-24ff-4772-ba4e-fb4ae4a174d3,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:40.795569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49316) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:40.798520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9a30f9ce-e811-4285-86ae-1e48d55aa901 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:40.807225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:40.835085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Allocated IP 172.20.0.3 (687e64a0-bff1-4c52-a806-350713fc430d/aa09aedb-24ff-4772-ba4e-fb4ae4a174d3/38c2e2e0-b535-4ff2-add5-3e379448c6af) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:40.852182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 50098448-b79f-4672-935b-fcc42232647c) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:40.925565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 89f63a33-6aee-4f3c-83d5-788d58511177, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=89f63a33-6aee-4f3c-83d5-788d58511177,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:40.930534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1746e6-5be3-421c-9172-55f5d0dafc66 None None] Network 50098448-b79f-4672-935b-fcc42232647c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:40.994565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:40.995161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.003887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-94d91d22-591e-4bee-9350-454c27a8eee6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.017981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:41.036595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8b73cfa0-31ed-4ae6-a962-17e82080458d None None] Provisioning complete for port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:41.037180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8b73cfa0-31ed-4ae6-a962-17e82080458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.118494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.130018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d91d22-591e-4bee-9350-454c27a8eee6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7a53f3-96c4-4e58-8026-2ddca853898d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:41.137343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-94d91d22-591e-4bee-9350-454c27a8eee6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:41.143495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-94d91d22-591e-4bee-9350-454c27a8eee6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.149181 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-94d91d22-591e-4bee-9350-454c27a8eee6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/7f7a53f3-96c4-4e58-8026-2ddca853898d HTTP/1.1" status: 204 len: 168 time: 1.7497883 Dec 20 15:54:41.151318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:41.153160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49324) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:41.225441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21821524-29a6-4024-9c34-bcb1ff0e88b5 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:41.293479 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cbec7195-00f2-4846-9389-20cc4a0ac5b4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1516454 Dec 20 15:54:41.301335 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d8ec0c43-3aeb-4c8b-8c94-fad78113d3db tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1467774 Dec 20 15:54:41.302292 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49330) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:41.313775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49332) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:41.321261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1071474434', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:41.331308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:41.339432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.341749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Usage tracker for resource:router and tenant:1dadf19350404d4dad9ee92789341aab is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:41.345956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:41.357906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:41.433710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:41.459758 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.494173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.495722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.552522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.577326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:41.582149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:41.585593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:41.592461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:41.599250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.652126 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4fdd5379-de03-4d3f-a8e4-616967540215 req-fca58f0f-781b-424e-b994-3df88b4f4558 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 210 time: 0.0505786 Dec 20 15:54:41.654954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0fc7f3-31cc-43e9-82ee-e4b3ae9316a1 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Deleting subnet eec43720-9222-4c67-9a25-dff080357abf {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:41.664131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.667766 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc7f3-31cc-43e9-82ee-e4b3ae9316a1 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.708574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=89f63a33-6aee-4f3c-83d5-788d58511177,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:41.720526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:41.742841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc7f3-31cc-43e9-82ee-e4b3ae9316a1 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.810141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49350) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:41.845980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:41.849857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.875234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-50098448-b79f-4672-935b-fcc42232647c', 'network_id': '50098448-b79f-4672-935b-fcc42232647c', 'tenant_id': '1dadf19350404d4dad9ee92789341aab', 'fixed_ips': [{'subnet_id': '7fa45009-9923-4493-84b3-6fc51171997b'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:54:41.875466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc7f3-31cc-43e9-82ee-e4b3ae9316a1 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.875997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.899930 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:41.932245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Transition to ACTIVE for port object 38c2e2e0-b535-4ff2-add5-3e379448c6af will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:42.007822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.025978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Transition to ACTIVE for port object 38c2e2e0-b535-4ff2-add5-3e379448c6af will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:42.059073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-162617282-network', 'tenant_id': '8ac00e5ad70d49adba94a4fe7666e959'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:42.066962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.066962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Fanout notify agent at l3_agent the message router_deleted on router 128d134b-64fe-44c5-8354-35ff61f96558 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:54:42.077915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:42.121564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Allocated IP 172.20.0.2 (50098448-b79f-4672-935b-fcc42232647c/7fa45009-9923-4493-84b3-6fc51171997b/ed5fd784-b6df-462d-8b53-334afde21661) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:42.135666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 89f63a33-6aee-4f3c-83d5-788d58511177 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:42.143560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Usage tracker for resource:network and tenant:8ac00e5ad70d49adba94a4fe7666e959 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:42.156287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:42.175358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:42.188651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e254f4-b543-4c9f-9682-8bc5e6cf41e2 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:42.193096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.196511 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/routers/128d134b-64fe-44c5-8354-35ff61f96558 HTTP/1.1" status: 204 len: 168 time: 4.4332142 Dec 20 15:54:42.196665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.200686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49356) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:42.219424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:42.290531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Made reservation on behalf of 8ac00e5ad70d49adba94a4fe7666e959 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:42.293488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.320175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-78e254f4-b543-4c9f-9682-8bc5e6cf41e2 None None] Deleting port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:42.320774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e254f4-b543-4c9f-9682-8bc5e6cf41e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.325364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.345951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.353997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-60669a5c-50d3-4913-8338-02dff9380225 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:42.393190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=aa09aedb-24ff-4772-ba4e-fb4ae4a174d3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:42.403775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:42.404794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc7f3-31cc-43e9-82ee-e4b3ae9316a1 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.415768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9314e187-a7c2-4bf4-b437-e71d5b69778a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:42.478070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Pushing event updated for resources: {'Port': ['ID=38c2e2e0-b535-4ff2-add5-3e379448c6af,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:42.495314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Network 687e64a0-bff1-4c52-a806-350713fc430d is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:42.497796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:42.512374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.523889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:42.527645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fc7f3-31cc-43e9-82ee-e4b3ae9316a1 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Pushing event deleted for resources: {'Subnet': ['ID=eec43720-9222-4c67-9a25-dff080357abf,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:42.532012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:42.544367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8d0fc7f3-31cc-43e9-82ee-e4b3ae9316a1 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:42.547725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:42.556102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687e64a0-bff1-4c52-a806-350713fc430d']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:42.559241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Usage tracker for resource:security_group_rule and tenant:8ac00e5ad70d49adba94a4fe7666e959 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:42.562672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc7f3-31cc-43e9-82ee-e4b3ae9316a1 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.569844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:42.576539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d23fcc-c861-4ea9-9cee-ac5c25725726') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:42.576986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d23fcc-c861-4ea9-9cee-ac5c25725726') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:42.592645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.603794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89edafe8-7a7f-406c-99b4-4b84e3c5bb08 None None] Network 07a0bd72-807c-45bf-8181-21a6fcfee409 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:42.617594 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8d0fc7f3-31cc-43e9-82ee-e4b3ae9316a1 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] 10.222.0.62 "DELETE /v2.0/subnets/eec43720-9222-4c67-9a25-dff080357abf HTTP/1.1" status: 204 len: 168 time: 2.1237431 Dec 20 15:54:42.628759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:42.632323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49360) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:42.643750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.652159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.679918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-4828170d-ea85-42bf-8371-a461549c880b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting subnet f00a4d41-1730-48d9-9dea-1c35afadc19a {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:42.682137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:42.682534 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:42.698129 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:42.700984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4828170d-ea85-42bf-8371-a461549c880b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.706174 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.746629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 89f63a33-6aee-4f3c-83d5-788d58511177 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:42.747192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.884520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.892504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4828170d-ea85-42bf-8371-a461549c880b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:42.894141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:54:42.894141 dv-neutron-821074-1-hyperv neutron-server[84391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:54:42.894141 dv-neutron-821074-1-hyperv neutron-server[84391]: [parameters: {'id': '687e64a0-bff1-4c52-a806-350713fc430d'}] Dec 20 15:54:42.894141 dv-neutron-821074-1-hyperv neutron-server[84391]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:42.894514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:42.919659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-45efe84a-89c3-4342-8568-be282d241b03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:42.925295 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Allocated IP 172.26.7.233 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/7791ff7c-fe69-4747-ba6c-9b46594ebcff) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:42.944964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Attempting to bind port 38c2e2e0-b535-4ff2-add5-3e379448c6af on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:42.945460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Attempting to bind port 38c2e2e0-b535-4ff2-add5-3e379448c6af by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '67d23fcc-c861-4ea9-9cee-ac5c25725726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '687e64a0-bff1-4c52-a806-350713fc430d'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:42.945817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Attempting to bind port 38c2e2e0-b535-4ff2-add5-3e379448c6af on network 687e64a0-bff1-4c52-a806-350713fc430d {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:42.946127 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0b294b76-7276-4ce9-80b4-e5dfab5942b4 req-ef01df93-575b-447d-aade-90e44ab44b3a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 210 time: 0.1332850 Dec 20 15:54:42.967243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.044631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-78e254f4-b543-4c9f-9682-8bc5e6cf41e2 None None] For port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:43.045020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e254f4-b543-4c9f-9682-8bc5e6cf41e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.047622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:43.061008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:43.061392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Checking segment: {'id': '67d23fcc-c861-4ea9-9cee-ac5c25725726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '687e64a0-bff1-4c52-a806-350713fc430d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:43.061789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.062197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Bound using segment: {'id': '67d23fcc-c861-4ea9-9cee-ac5c25725726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '687e64a0-bff1-4c52-a806-350713fc430d'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:43.062670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Bound port: 38c2e2e0-b535-4ff2-add5-3e379448c6af, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d23fcc-c861-4ea9-9cee-ac5c25725726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '687e64a0-bff1-4c52-a806-350713fc430d'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:43.063074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.063720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:43.070514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=d85e60c8-1b64-4637-944b-d577d96d50b6,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:43.075654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:43.076429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.082231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Deleting port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:43.082566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.084573 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.099764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.108185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.114454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:43.199505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4828170d-ea85-42bf-8371-a461549c880b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.219215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-78e254f4-b543-4c9f-9682-8bc5e6cf41e2 None None] Calling delete_port for 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:43.231894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.241422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.242285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-472092b3-17e1-44d0-be09-f965b281d806 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:43.252815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ae83ddf-78a6-46a7-a054-c0a5b8f1339a tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:43.270472 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9523690 Dec 20 15:54:43.274420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49368) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:43.280115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Transition to ACTIVE for port object ed5fd784-b6df-462d-8b53-334afde21661 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:43.344899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccda7fe-35ec-41b0-a592-99d852af2101,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:43.345595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:43.350965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:43.356680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:43.385331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event updated for resources: {'Port': ['ID=7791ff7c-fe69-4747-ba6c-9b46594ebcff,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:43.386681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:43.392415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:43.396427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.413359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:54:43.418310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:43.441949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] For port 38c2e2e0-b535-4ff2-add5-3e379448c6af, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:43.446152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] For port 38c2e2e0-b535-4ff2-add5-3e379448c6af, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=38c2e2e0-b535-4ff2-add5-3e379448c6af,segment=NetworkSegment(67d23fcc-c861-4ea9-9cee-ac5c25725726),segment_id=67d23fcc-c861-4ea9-9cee-ac5c25725726)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:43.484732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Transition to ACTIVE for port object ed5fd784-b6df-462d-8b53-334afde21661 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:43.517037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.517037 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Added segment c454e83e-7897-46b5-b201-ddaaf1caaad1 of type vlan for network fee66d5f-af16-4dca-9cb2-0c9215a13f72 Dec 20 15:54:43.567040 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port 38c2e2e0-b535-4ff2-add5-3e379448c6af {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:43.567384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.581020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] DHCP port deletion for 07a0bd72-807c-45bf-8181-21a6fcfee409 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:43.585606 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] Deleting port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:43.586258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.602504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] For port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0001f0ec-ea16-45f0-b5b1-6f236a0f516b,segment=NetworkSegment(88fa65ca-48d2-4d0e-bba8-416888c817c6),segment_id=88fa65ca-48d2-4d0e-bba8-416888c817c6)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:43.602859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.622273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.628938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ddd104a7-78bf-4710-b910-0f6416ad652c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:43.642933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.701581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4828170d-ea85-42bf-8371-a461549c880b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.705898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e254f4-b543-4c9f-9682-8bc5e6cf41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.709697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.769019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bbef3507-ba0d-4e79-8abd-85a6d56c1cb3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:43.792422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Pushing event updated for resources: {'Port': ['ID=38c2e2e0-b535-4ff2-add5-3e379448c6af,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:43.799968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:43.803256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-db7549da-2e04-49a9-bf33-cc51885ed0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:43.806505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port 38c2e2e0-b535-4ff2-add5-3e379448c6af, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=38c2e2e0-b535-4ff2-add5-3e379448c6af,segment=NetworkSegment(67d23fcc-c861-4ea9-9cee-ac5c25725726),segment_id=67d23fcc-c861-4ea9-9cee-ac5c25725726)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:43.806668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Calling delete_port for 0001f0ec-ea16-45f0-b5b1-6f236a0f516b owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:43.806861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:43.840446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e254f4-b543-4c9f-9682-8bc5e6cf41e2 None None] No DVR routers for this DVR port 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:43.872005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Network 50098448-b79f-4672-935b-fcc42232647c is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:43.873636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e254f4-b543-4c9f-9682-8bc5e6cf41e2 None None] Pushing event deleted for resources: {'Port': ['ID=9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:43.878958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:43.947750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for 38c2e2e0-b535-4ff2-add5-3e379448c6af owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:43.967943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828170d-ea85-42bf-8371-a461549c880b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Subnet': ['ID=f00a4d41-1730-48d9-9dea-1c35afadc19a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:43.981447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4828170d-ea85-42bf-8371-a461549c880b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:43.988008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:44.029710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:44.034182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:44.038082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4828170d-ea85-42bf-8371-a461549c880b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.043195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:44.061120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:44.070095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] For port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0001f0ec-ea16-45f0-b5b1-6f236a0f516b,segment=NetworkSegment(88fa65ca-48d2-4d0e-bba8-416888c817c6),segment_id=88fa65ca-48d2-4d0e-bba8-416888c817c6)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:44.070506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.073218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.076222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.098364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.099390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:44.099905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.125047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-230d6c1b-d856-4d5d-838c-d4fa1819595a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:44.177057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.187396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d72cfe19-260e-45d1-9532-5480a539d155 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:44.195318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] Calling delete_port for 0001f0ec-ea16-45f0-b5b1-6f236a0f516b owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:44.210215 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e2807e0-d430-4f88-8cca-83543846b771 req-f4920180-a808-490f-aff6-754da8704c14 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 210 time: 0.0543013 Dec 20 15:54:44.215948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:44.234372 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4828170d-ea85-42bf-8371-a461549c880b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/subnets/f00a4d41-1730-48d9-9dea-1c35afadc19a HTTP/1.1" status: 204 len: 168 time: 2.0298028 Dec 20 15:54:44.238398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49376) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:44.239274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Port': ['ID=38c2e2e0-b535-4ff2-add5-3e379448c6af,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:44.243320 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:44.272129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:44.272129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:44.282375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07908605-5cbb-4912-97f9-87e51df65b2f None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:44.287289 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4735119 Dec 20 15:54:44.293315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.296728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49380) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:44.300872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Pushing event updated for resources: {'Network': ['ID=fee66d5f-af16-4dca-9cb2-0c9215a13f72,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:44.316613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Request body: {'subnet': {'network_id': 'fee66d5f-af16-4dca-9cb2-0c9215a13f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-162617282-subnet', 'tenant_id': '8ac00e5ad70d49adba94a4fe7666e959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:44.317193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb285c0d-473d-4e1b-851c-a0d9b392da11 None None] Network 53389daa-92e4-49a6-b614-fb9ff203c862 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:44.320946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:44.321459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f62f0b4e-5149-4e8c-995c-ee2efe773666 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:44.329784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:44.364272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No DVR routers for this DVR port 38c2e2e0-b535-4ff2-add5-3e379448c6af on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:44.382251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network fee66d5f-af16-4dca-9cb2-0c9215a13f72 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:44.408667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:44.410553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.421818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Usage tracker for resource:subnet and tenant:8ac00e5ad70d49adba94a4fe7666e959 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:44.424943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Pushing event deleted for resources: {'Port': ['ID=0001f0ec-ea16-45f0-b5b1-6f236a0f516b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:44.426873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:44.434508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:44.439596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] No DVR routers for this DVR port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:44.441517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:44.479498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port 8e2ded91-4c56-4e5e-9642-848ddcd16825 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:44.479886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.499529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:44.499894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9b8b45f0-3fad-4d65-9cfc-c53d7aea36ee not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:44.500294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0001f0ec-ea16-45f0-b5b1-6f236a0f516b no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:44.549123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.562747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.618853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Made reservation on behalf of 8ac00e5ad70d49adba94a4fe7666e959 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:44.621279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.627963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 0001f0ec-ea16-45f0-b5b1-6f236a0f516b {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:44.628292 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0001f0ec-ea16-45f0-b5b1-6f236a0f516b not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server [None req-1be51cee-0924-451b-b5b6-6c1c3d7128d0 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 38c2e2e0-b535-4ff2-add5-3e379448c6af could not be found. Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 277, in _get_port Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 159, in get_by_id Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3473, in one Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 322, in get_dhcp_port Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:54:44.650538 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1534, in get_port Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_port Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 38c2e2e0-b535-4ff2-add5-3e379448c6af could not be found. Dec 20 15:54:44.662843 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Dec 20 15:54:44.687318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.695853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687e64a0-bff1-4c52-a806-350713fc430d']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:44.725936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d23fcc-c861-4ea9-9cee-ac5c25725726') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:44.726203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d23fcc-c861-4ea9-9cee-ac5c25725726') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:44.753182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.793430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.818529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Pushing event updated for resources: {'Port': ['ID=ed5fd784-b6df-462d-8b53-334afde21661,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:44.821473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:44.822236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4918a70-6c28-4d63-a644-8d6e0fd70a32 None None] Network 687e64a0-bff1-4c52-a806-350713fc430d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:44.822619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:44.823042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.835913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] Deleting port 0001f0ec-ea16-45f0-b5b1-6f236a0f516b {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:44.836298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:44.837517 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:44.848439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a0bd72-807c-45bf-8181-21a6fcfee409']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:44.868549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fa65ca-48d2-4d0e-bba8-416888c817c6') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:44.868835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fa65ca-48d2-4d0e-bba8-416888c817c6') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:44.881635 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-db7549da-2e04-49a9-bf33-cc51885ed0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.163s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:44.882259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-db7549da-2e04-49a9-bf33-cc51885ed0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:44.882961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.907872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.942176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.957693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:44.958087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:44.972669 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:44.979713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ec82787c-e6b6-4fdc-84f3-2cb484c1ceaf None None] The port '0001f0ec-ea16-45f0-b5b1-6f236a0f516b' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:54:44.986145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] For port 8e2ded91-4c56-4e5e-9642-848ddcd16825, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8e2ded91-4c56-4e5e-9642-848ddcd16825,segment=NetworkSegment(10711c5b-8ab1-4a05-9704-98651a21cbbd),segment_id=10711c5b-8ab1-4a05-9704-98651a21cbbd)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:44.986145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:44.994551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Attempting to bind port ed5fd784-b6df-462d-8b53-334afde21661 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:44.994943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Attempting to bind port ed5fd784-b6df-462d-8b53-334afde21661 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '87d6ae10-b042-4825-a0c6-220db0b20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '50098448-b79f-4672-935b-fcc42232647c'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:44.995322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Attempting to bind port ed5fd784-b6df-462d-8b53-334afde21661 on network 50098448-b79f-4672-935b-fcc42232647c {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:45.009770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:45.010301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Checking segment: {'id': '87d6ae10-b042-4825-a0c6-220db0b20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '50098448-b79f-4672-935b-fcc42232647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:45.010596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.011027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Bound using segment: {'id': '87d6ae10-b042-4825-a0c6-220db0b20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '50098448-b79f-4672-935b-fcc42232647c'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:45.012447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Bound port: ed5fd784-b6df-462d-8b53-334afde21661, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d6ae10-b042-4825-a0c6-220db0b20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '50098448-b79f-4672-935b-fcc42232647c'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:45.013295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.219385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.227621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for 8e2ded91-4c56-4e5e-9642-848ddcd16825 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:45.233259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.240668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.247895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b24a128-7692-4d0f-b7d4-c8fe39c7d849 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:45.257415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:45.272357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.302659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=687e64a0-bff1-4c52-a806-350713fc430d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:45.314052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:45.331438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.338816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Pushing event deleted for resources: {'Network': ['ID=07a0bd72-807c-45bf-8181-21a6fcfee409,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:45.343914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:45.345391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:45.379878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': 'd85e60c8-1b64-4637-944b-d577d96d50b6'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:54:45.381228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.382722 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] 10.222.0.62 "DELETE /v2.0/networks/07a0bd72-807c-45bf-8181-21a6fcfee409 HTTP/1.1" status: 204 len: 168 time: 2.7453518 Dec 20 15:54:45.431916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e629a233-74ef-48d0-9c18-afb4f49b0f2f,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:45.436290 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/687e64a0-bff1-4c52-a806-350713fc430d HTTP/1.1" status: 204 len: 168 time: 4.6394770 Dec 20 15:54:45.444182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49392) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:45.445047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:45.487942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Checking segment: {'id': 'c454e83e-7897-46b5-b201-ddaaf1caaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fee66d5f-af16-4dca-9cb2-0c9215a13f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:45.487942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Network hostable DHCP agents. Network: fee66d5f-af16-4dca-9cb2-0c9215a13f72, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:54:45.499876 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c0cac8a9-c559-4543-af9e-997316a7e075 req-15fffc10-98d4-4211-8593-e3970a062729 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 210 time: 0.0647702 Dec 20 15:54:45.552676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.560472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Router 4d7999e9-ccab-4e52-8e1a-aba615b7286f is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:54:45.564054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-462869da-bf20-49a3-bd88-8a96aa3de49b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:45.593548 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4d455d-a37a-470c-838c-a5b47e380c5c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:45.594304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4d455d-a37a-470c-838c-a5b47e380c5c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:45.614103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.objects.ports [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84392) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:54:45.618470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=8e2ded91-4c56-4e5e-9642-848ddcd16825,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:45.619433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.624233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:45.626522 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9f4d455d-a37a-470c-838c-a5b47e380c5c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/aa09aedb-24ff-4772-ba4e-fb4ae4a174d3 HTTP/1.1" status: 404 len: 337 time: 0.1859608 Dec 20 15:54:45.628260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2740abb8-6a6c-4907-8ced-4c17cd14208f tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:45.630114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49398) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:45.634924 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] No DVR routers for this DVR port 8e2ded91-4c56-4e5e-9642-848ddcd16825 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:45.640245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Allocated IP 172.20.0.2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/d85e60c8-1b64-4637-944b-d577d96d50b6/ba077c02-0a94-44c6-90e1-76aae8de9776) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:45.698045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:45.699391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:45.703715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:45.704382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.710657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=d9ca45f4-c4c0-403e-ab27-c958507299a1,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:45.716859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:45.756844 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f37689-f54e-4994-be41-fc7a25de02a1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:45.757378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f37689-f54e-4994-be41-fc7a25de02a1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:45.759050 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-66f37689-f54e-4994-be41-fc7a25de02a1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/687e64a0-bff1-4c52-a806-350713fc430d HTTP/1.1" status: 404 len: 339 time: 0.1266248 Dec 20 15:54:45.762298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49402) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:45.816508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab510cb-dd06-4380-9623-bfe30fdb7c0c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:45.816508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab510cb-dd06-4380-9623-bfe30fdb7c0c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:45.816508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5ab510cb-dd06-4380-9623-bfe30fdb7c0c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/6d2d5d5f-40bd-4829-9e66-4c6bfa3c451a HTTP/1.1" status: 404 len: 337 time: 0.0464301 Dec 20 15:54:45.816508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Network fee66d5f-af16-4dca-9cb2-0c9215a13f72 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:54:45.818775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49406) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:45.819788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] For port ed5fd784-b6df-462d-8b53-334afde21661, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:45.859191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] For port ed5fd784-b6df-462d-8b53-334afde21661, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ed5fd784-b6df-462d-8b53-334afde21661,segment=NetworkSegment(87d6ae10-b042-4825-a0c6-220db0b20c2f),segment_id=87d6ae10-b042-4825-a0c6-220db0b20c2f)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:45.866378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf1810-ed5c-4dc0-a3b1-fd6bb82343b0 None None] Network 687e64a0-bff1-4c52-a806-350713fc430d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:45.873581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:45.904149 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5975530 Dec 20 15:54:45.908138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49412) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:45.910131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:94:2c:42', 'name': 'tempest-NetworksTestDHCPv6-335089924'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:45.931092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf1810-ed5c-4dc0-a3b1-fd6bb82343b0 None None] Network 687e64a0-bff1-4c52-a806-350713fc430d could not be found, it might have been deleted concurrently. {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 20 15:54:45.939176 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-9140057d-957e-4a42-bfe3-f7b14b9a28eb tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:45.939553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, fee66d5f-af16-4dca-9cb2-0c9215a13f72) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:45.940075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9140057d-957e-4a42-bfe3-f7b14b9a28eb tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:45.941955 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9140057d-957e-4a42-bfe3-f7b14b9a28eb tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/fd32a2d9-aec1-45e5-8b1b-c82d0e744364 HTTP/1.1" status: 404 len: 339 time: 0.0743918 Dec 20 15:54:45.944787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53389daa-92e4-49a6-b614-fb9ff203c862']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:45.948569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49416) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:45.997004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:45.997587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.015846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a786f177-89e0-4095-80ac-d0850caa7559 None None] Network fee66d5f-af16-4dca-9cb2-0c9215a13f72 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:46.024200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10711c5b-8ab1-4a05-9704-98651a21cbbd') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:46.024491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10711c5b-8ab1-4a05-9704-98651a21cbbd') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:46.039935 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.045379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.059173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8adce186-bb9e-4aa8-bca8-98e639d8c879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:46.062650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.081740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:46.082196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:46.104018 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:46.173616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Pushing event updated for resources: {'Port': ['ID=ed5fd784-b6df-462d-8b53-334afde21661,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:46.181738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:46.182600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441426ce-8efd-44f2-a410-81a793ba8d7b None None] DHCP port deletion for 53389daa-92e4-49a6-b614-fb9ff203c862 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:46.226041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.288760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:46.322351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c097a2d8-3a67-4e9d-bf5b-c10ad9a6b554 None None] Sync routers for ids ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:46.325348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.341583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Transition to ACTIVE for port object ba077c02-0a94-44c6-90e1-76aae8de9776 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:46.359523 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0510507 Dec 20 15:54:46.397996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.399749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:46.401862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:46.420730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:46.426193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:46.438512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Transition to ACTIVE for port object ba077c02-0a94-44c6-90e1-76aae8de9776 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:46.444437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.451472 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/networks/53389daa-92e4-49a6-b614-fb9ff203c862 HTTP/1.1" status: 204 len: 168 time: 2.2076042 Dec 20 15:54:46.456287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:46.458188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49424) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:46.460563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.463201 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.1493440 Dec 20 15:54:46.466844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Network': ['ID=53389daa-92e4-49a6-b614-fb9ff203c862,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:46.476760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49428) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:46.478103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:46.493849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097a2d8-3a67-4e9d-bf5b-c10ad9a6b554 None None] Routers {'4d7999e9-ccab-4e52-8e1a-aba615b7286f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:46.494504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c097a2d8-3a67-4e9d-bf5b-c10ad9a6b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:46.604286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.611660 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:46.622143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49434) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:46.657270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c097a2d8-3a67-4e9d-bf5b-c10ad9a6b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:46.807108 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:54:46.847537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:46.854642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Pushing event updated for resources: {'Port': ['ID=ba077c02-0a94-44c6-90e1-76aae8de9776,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:46.861434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:46.874381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:46.887205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:46.901639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097a2d8-3a67-4e9d-bf5b-c10ad9a6b554 None None] Routers {'4d7999e9-ccab-4e52-8e1a-aba615b7286f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:46.902404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c097a2d8-3a67-4e9d-bf5b-c10ad9a6b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:46.935820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port c4d82487-3f68-4f5b-ae13-00d142c0c807 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:46.936236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:46.959547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:46.963452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.031834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4d78c4-2e7f-46ef-aa63-f61900e359dc None None] Network fee66d5f-af16-4dca-9cb2-0c9215a13f72 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:47.060904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c097a2d8-3a67-4e9d-bf5b-c10ad9a6b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:47.061322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c097a2d8-3a67-4e9d-bf5b-c10ad9a6b554 None None] The sync data for ids ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:47.081833 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-53fb41dc-a7b7-42f8-ab00-74be41668a61 req-6a5ec8cc-4399-489e-b831-4c6f26c27159 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 210 time: 0.1481814 Dec 20 15:54:47.191817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.241387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Attempting to bind port ba077c02-0a94-44c6-90e1-76aae8de9776 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:47.241771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Attempting to bind port ba077c02-0a94-44c6-90e1-76aae8de9776 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:47.242141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Attempting to bind port ba077c02-0a94-44c6-90e1-76aae8de9776 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:47.264359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:47.264803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:47.265222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.265623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:47.266164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Bound port: ba077c02-0a94-44c6-90e1-76aae8de9776, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:47.266542 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.333137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port ceb2b94b-b9ee-4014-8069-bf161ac2c690 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:47.366248 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-358825c9-5df4-40f5-8a00-2433727f8fc5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e42eb35e87e4137a661afb66f0bea45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7385426 Dec 20 15:54:47.371422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49444) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:47.380851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ab95b5-d26a-47af-85c5-ca8bca54e0ce']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:47.522683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] For port ba077c02-0a94-44c6-90e1-76aae8de9776, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:47.529657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] For port ba077c02-0a94-44c6-90e1-76aae8de9776, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ba077c02-0a94-44c6-90e1-76aae8de9776,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:47.565949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343b4b75-73f7-4c72-847b-865b4bddf31a') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:47.566562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343b4b75-73f7-4c72-847b-865b4bddf31a') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:47.579933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.627067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.645602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-be2c46a3-24b4-48b6-b2fc-fdfa39c21b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.680247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-be2c46a3-24b4-48b6-b2fc-fdfa39c21b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.704217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:47.704665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.705586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.709531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:47.729609 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:47.918875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Pushing event updated for resources: {'Port': ['ID=ba077c02-0a94-44c6-90e1-76aae8de9776,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:47.926793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:47.944892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:47.945366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:48.017687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-2f4a1039-ec93-4b1d-b8dc-310116173f64 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:48.019359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-2f4a1039-ec93-4b1d-b8dc-310116173f64 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.64 "GET /v2.0/networks?id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c HTTP/1.1" status: 200 len: 796 time: 0.6293855 Dec 20 15:54:48.102224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f366bc-43e7-4d14-96f7-ac4353d34b44 None None] Network 50098448-b79f-4672-935b-fcc42232647c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:48.232115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for c4d82487-3f68-4f5b-ae13-00d142c0c807 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:48.276410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:48.297523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:48.319941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ed5fd784-b6df-462d-8b53-334afde21661 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:48.326345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:48.395420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-be2c46a3-24b4-48b6-b2fc-fdfa39c21b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:48.404436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cb8cfb48-bc44-4038-80d9-21ca93e19fa2 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:48.435457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c46a3-24b4-48b6-b2fc-fdfa39c21b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1912f0c0-5699-463d-a12d-bd941bdbb1e5,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:48.438853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-be2c46a3-24b4-48b6-b2fc-fdfa39c21b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:48.448925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-be2c46a3-24b4-48b6-b2fc-fdfa39c21b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:48.450184 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-be2c46a3-24b4-48b6-b2fc-fdfa39c21b0f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1912f0c0-5699-463d-a12d-bd941bdbb1e5 HTTP/1.1" status: 204 len: 168 time: 1.0766246 Dec 20 15:54:48.589949 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-982d8482-0553-4a64-91a0-d441555041da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9df6494af49f4a808a904a842b3bef90 HTTP/1.1" status: 200 len: 380 time: 0.5014691 Dec 20 15:54:48.637274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=b7ab95b5-d26a-47af-85c5-ca8bca54e0ce,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:48.657912 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-12fc4637-2844-4cfa-bc59-ec8f4406d702 None None] Provisioning for port ed5fd784-b6df-462d-8b53-334afde21661 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:48.682606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'port': {'device_id': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'admin_state_up': True, 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'security_groups': ['2bc0d0c2-9680-4a44-805d-9d90de5c9f5e']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:48.696199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:48.705555 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/b7ab95b5-d26a-47af-85c5-ca8bca54e0ce HTTP/1.1" status: 204 len: 168 time: 2.7542870 Dec 20 15:54:48.722166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49464) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:48.722743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49466) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:48.728145 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ad5c761a-041d-4665-88dc-48d8dc9fe8a2 req-6f38e9c0-cbb5-4858-9c63-99f2a9cb8b46 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 210 time: 0.1827960 Dec 20 15:54:48.746081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port ed5fd784-b6df-462d-8b53-334afde21661 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:48.755115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ed5fd784-b6df-462d-8b53-334afde21661 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:48.755489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:48.779712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-447949900-network', 'tenant_id': '687ff1a8203c43a3835b6acdfed2d3e1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:48.784770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:48.798438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:48.814674 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6752134-2aa7-45f7-aedd-09e60e2ef52a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:48.815136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6752134-2aa7-45f7-aedd-09e60e2ef52a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:48.816949 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e6752134-2aa7-45f7-aedd-09e60e2ef52a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/29914cf1-64e6-4d6d-894c-cdfdf02a259e HTTP/1.1" status: 404 len: 337 time: 0.0874295 Dec 20 15:54:48.839939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49472) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:48.895003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Usage tracker for resource:network and tenant:687ff1a8203c43a3835b6acdfed2d3e1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:48.899639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:48.906956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:48.980594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:48.997617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port ed5fd784-b6df-462d-8b53-334afde21661, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ed5fd784-b6df-462d-8b53-334afde21661,segment=NetworkSegment(87d6ae10-b042-4825-a0c6-220db0b20c2f),segment_id=87d6ae10-b042-4825-a0c6-220db0b20c2f)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:49.053546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 172.20.0.11 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/d85e60c8-1b64-4637-944b-d577d96d50b6/ceb2b94b-b9ee-4014-8069-bf161ac2c690) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:49.068814 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b2e626-87fe-4fec-82f1-f3fe7c36187a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:49.069449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b2e626-87fe-4fec-82f1-f3fe7c36187a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:49.073240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.081376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6b5bb156-8381-45f2-93a9-689a912921d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:49.118757 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b9b2e626-87fe-4fec-82f1-f3fe7c36187a tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/4b77bb14-f71e-401b-ab16-ef68c6eec393 HTTP/1.1" status: 404 len: 339 time: 0.2746191 Dec 20 15:54:49.123907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49478) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:49.152305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8e2ded91-4c56-4e5e-9642-848ddcd16825 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:49.200254 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fd4703-6c28-4c11-9584-9be8bb795fd3 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:49.200781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fd4703-6c28-4c11-9584-9be8bb795fd3 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:49.205690 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-12fd4703-6c28-4c11-9584-9be8bb795fd3 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/6d9108f4-51f6-4cca-a4d5-7c3e5a0fe0fc HTTP/1.1" status: 404 len: 337 time: 0.0768821 Dec 20 15:54:49.208148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49482) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:49.211687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:49.214966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Made reservation on behalf of 687ff1a8203c43a3835b6acdfed2d3e1 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:49.217781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.266869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.291508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af9cc92-4ff8-4c1a-a194-8247191f3f44 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:49.292065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af9cc92-4ff8-4c1a-a194-8247191f3f44 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:49.293614 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 8e2ded91-4c56-4e5e-9642-848ddcd16825 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:49.302996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8e2ded91-4c56-4e5e-9642-848ddcd16825 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:49.308941 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2af9cc92-4ff8-4c1a-a194-8247191f3f44 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/3e5b6f65-59e0-4bdf-9355-b36d9826caa3 HTTP/1.1" status: 404 len: 339 time: 0.0934627 Dec 20 15:54:49.318889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f816:3eff:fe94:2c42 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/d9ca45f4-c4c0-403e-ab27-c958507299a1/ceb2b94b-b9ee-4014-8069-bf161ac2c690) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:49.324856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49486) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:49.339427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=ed5fd784-b6df-462d-8b53-334afde21661,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:49.351005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:49.351712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:49.364288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.368493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Usage tracker for resource:security_group_rule and tenant:687ff1a8203c43a3835b6acdfed2d3e1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:49.373154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:49.382074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Allocated IP 172.20.0.1 (50098448-b79f-4672-935b-fcc42232647c/7fa45009-9923-4493-84b3-6fc51171997b/caac390c-3643-4495-b646-134ff406f837) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:49.416320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bca5f982-d14d-4df2-abf4-52b9626cdb4c None None] Provisioning complete for port ed5fd784-b6df-462d-8b53-334afde21661 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:49.416707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bca5f982-d14d-4df2-abf4-52b9626cdb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.425435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d87caa62-8028-4e76-9f3c-eed5b799e36d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:49.467290 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-c783c184-34f1-4fcd-b344-db9881905619 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:49.467902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c783c184-34f1-4fcd-b344-db9881905619 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:49.473255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:49.481381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=c4d82487-3f68-4f5b-ae13-00d142c0c807,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:49.485136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:49.486894 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c783c184-34f1-4fcd-b344-db9881905619 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/c70d37f3-f473-4b94-a890-49fce89d10a3 HTTP/1.1" status: 404 len: 337 time: 0.1327758 Dec 20 15:54:49.497192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49490) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:49.501569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:49.566553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e57c059-49ca-44f8-b283-35753304acf2 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:49.603321 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.610866 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ca6aee-8d5f-4e80-b5e2-f43c543dc447 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:49.611416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ca6aee-8d5f-4e80-b5e2-f43c543dc447 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:49.631170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Transition to ACTIVE for port object caac390c-3643-4495-b646-134ff406f837 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:49.650942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49494) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:49.671360 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-99ca6aee-8d5f-4e80-b5e2-f43c543dc447 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/83c8f452-4191-4f6d-b2bd-104653c87c47 HTTP/1.1" status: 404 len: 339 time: 0.1670170 Dec 20 15:54:49.675620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49498) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:49.680756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Made reservation on behalf of 9df6494af49f4a808a904a842b3bef90 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:49.684603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.711789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.726535 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86e5a72-7a34-436d-934f-827552f67f6c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:49.727170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86e5a72-7a34-436d-934f-827552f67f6c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:49.737287 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d86e5a72-7a34-436d-934f-827552f67f6c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/71201f53-80ab-4da6-a368-7a543653df56 HTTP/1.1" status: 404 len: 337 time: 0.0612297 Dec 20 15:54:49.740495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49502) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:49.774455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.780796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:49.790483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-15b56d04-caae-4e0a-aa9a-222dadaa0630 None None] Provisioning for port ba077c02-0a94-44c6-90e1-76aae8de9776 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:49.821649 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae261695-0ec0-4434-8505-aa11a7a70a53 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:49.822170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae261695-0ec0-4434-8505-aa11a7a70a53 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:49.831361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.835549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:49.847448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] Usage tracker for resource:security_group_rule and tenant:3cdd9fb8878441c2896fd6e4c1308736 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:49.855270 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ae261695-0ec0-4434-8505-aa11a7a70a53 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/f4900ea4-89a9-4c6e-a526-d61feb836dcc HTTP/1.1" status: 404 len: 339 time: 0.1136045 Dec 20 15:54:49.856261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:49.864312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49508) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:49.902975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:49.928351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:49.934281 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/floatingips/d260c53c-e13f-454a-87ed-03fffe3d457e HTTP/1.1" status: 204 len: 168 time: 3.4747288 Dec 20 15:54:49.936779 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d328c854-e864-4319-ad3f-eb6152e02bad tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:49.937315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d328c854-e864-4319-ad3f-eb6152e02bad tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:49.941388 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d328c854-e864-4319-ad3f-eb6152e02bad tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/887d2f0a-71c7-4395-b127-ab52fb08e36e HTTP/1.1" status: 404 len: 337 time: 0.0733950 Dec 20 15:54:49.941388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49512) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:49.942838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Network 50098448-b79f-4672-935b-fcc42232647c is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:49.945302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event updated for resources: {'Port': ['ID=caac390c-3643-4495-b646-134ff406f837,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:49.948639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49514) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:49.949144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9945f303-449d-4c4f-89b3-51fd7d235059 None None] Update dhcp port {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': 'd85e60c8-1b64-4637-944b-d577d96d50b6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd9ca45f4-c4c0-403e-ab27-c958507299a1'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': 'ba077c02-0a94-44c6-90e1-76aae8de9776'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:54:49.950649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:49.983862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:49.984686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:50.033187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9945f303-449d-4c4f-89b3-51fd7d235059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.035585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.049007 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9da969-c568-491e-bf7a-7177eebd47d2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:50.049843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9da969-c568-491e-bf7a-7177eebd47d2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:50.071148 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c7938f2a-9fe7-4a59-aed2-413b159a0718 req-90faa34a-88a4-4bbc-b934-f4e019967eca tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 210 time: 0.1438000 Dec 20 15:54:50.080534 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d624442-109d-4eb9-aead-9756718a6eb1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:50.080978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d624442-109d-4eb9-aead-9756718a6eb1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:50.082328 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0e9da969-c568-491e-bf7a-7177eebd47d2 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/ports/c52e760c-39b7-4080-8a3c-f1385ded6a23 HTTP/1.1" status: 404 len: 333 time: 0.1382394 Dec 20 15:54:50.082988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49520) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:50.149312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7d624442-109d-4eb9-aead-9756718a6eb1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/2ab1d033-0006-4f78-87a1-3459d7b631d7 HTTP/1.1" status: 404 len: 339 time: 0.1905925 Dec 20 15:54:50.155079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.160865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49524) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:50.163617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d5f0d97f-0251-497b-9ace-9173f80d204a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:50.191252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e8a8c71e-291e-42b7-a2a9-0ac286bac02a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Synchronizing usage tracker for tenant:51f5c888c6cd4fe5bbe13737c11c3afb on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:50.219558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.257041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.276989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Allocated IP 172.20.0.6 (45bd989f-1a2f-47cf-a97f-d24a33a7b88c/8d49e741-3096-4edc-aac1-d01d7cfdf754/f0c1c861-e174-4cf9-8f04-b2f60db77148) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:50.293166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:54:50.297096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.310657 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bcc3f9-d1f8-42ca-a07f-6e5737568cda tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:50.311055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bcc3f9-d1f8-42ca-a07f-6e5737568cda tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:50.335738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ed5fd784-b6df-462d-8b53-334afde21661 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:50.350281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.350621 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Added segment be2c424d-0e6f-486c-8338-21861b0a9133 of type vlan for network 7aff7025-5c46-4a8e-bd5f-d1863c6a95e1 Dec 20 15:54:50.354517 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f8bcc3f9-d1f8-42ca-a07f-6e5737568cda tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/e5dddc4a-7ef5-4dd4-96ab-edd97f7a91e8 HTTP/1.1" status: 404 len: 337 time: 0.1838348 Dec 20 15:54:50.355853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e8a8c71e-291e-42b7-a2a9-0ac286bac02a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Unset dirty status for tenant:51f5c888c6cd4fe5bbe13737c11c3afb on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:50.359523 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e8a8c71e-291e-42b7-a2a9-0ac286bac02a tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "GET /v2.0/ports?device_id=128d134b-64fe-44c5-8354-35ff61f96558 HTTP/1.1" status: 200 len: 205 time: 0.2688391 Dec 20 15:54:50.360096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49528) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:50.360549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49530) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:50.368898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d274bcd-15fa-4989-a7d2-e2c4aadda1f2,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:50.374860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object ceb2b94b-b9ee-4014-8069-bf161ac2c690 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:50.379642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:50.413352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ed5fd784-b6df-462d-8b53-334afde21661 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:50.414120 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.443036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.456415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.466592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d7d0a410-28b6-4e65-a676-94fe7466e8d3 None None] Provisioning for port caac390c-3643-4495-b646-134ff406f837 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:50.473944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d7d0a410-28b6-4e65-a676-94fe7466e8d3 None None] Provisioning complete for port caac390c-3643-4495-b646-134ff406f837 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:50.474326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d7d0a410-28b6-4e65-a676-94fe7466e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.500102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f5d3dc8f-ad1d-4f98-ab1d-6681983fa329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:50.507108 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-6e61229e-6dc4-4264-9c9c-07fc1591e56f tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] delete failed (client error): The resource could not be found. Dec 20 15:54:50.510938 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6e61229e-6dc4-4264-9c9c-07fc1591e56f tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/routers/128d134b-64fe-44c5-8354-35ff61f96558 HTTP/1.1" status: 404 len: 336 time: 0.1474009 Dec 20 15:54:50.519879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49536) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:50.530828 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b71d174-77ed-4e3d-980e-d268c228388d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:50.531303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b71d174-77ed-4e3d-980e-d268c228388d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:50.559955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0a410-28b6-4e65-a676-94fe7466e8d3 None None] Port caac390c-3643-4495-b646-134ff406f837 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:50.577492 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7b71d174-77ed-4e3d-980e-d268c228388d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/1f26ceec-77f2-42e4-b1f4-c5ea0141b782 HTTP/1.1" status: 404 len: 339 time: 0.2135789 Dec 20 15:54:50.580753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49540) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:50.581805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819117c6-f0ae-41ce-8ccb-e32c798aff59,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:50.585900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:50.587116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ba077c02-0a94-44c6-90e1-76aae8de9776 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:50.594616 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf374ad-0c66-4d24-9576-ee73fe4c802c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:50.594616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf374ad-0c66-4d24-9576-ee73fe4c802c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:50.595153 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3cdd9fb8878441c2896fd6e4c1308736&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9362843 Dec 20 15:54:50.595237 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dbf374ad-0c66-4d24-9576-ee73fe4c802c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/subnets/f00a4d41-1730-48d9-9dea-1c35afadc19a HTTP/1.1" status: 404 len: 337 time: 0.0626006 Dec 20 15:54:50.595311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.606257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49544) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:50.606840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49546) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:50.639295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.644827 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f4cbd4-f405-471c-89e8-c5af1b4d3447 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:50.645482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f4cbd4-f405-471c-89e8-c5af1b4d3447 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:50.649395 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c7f4cbd4-f405-471c-89e8-c5af1b4d3447 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/7a79274b-ec2e-4562-a90b-8b5b199c3867 HTTP/1.1" status: 404 len: 337 time: 0.0654387 Dec 20 15:54:50.654282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-240a9347-39de-44ca-9a00-cba8b7269794 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:50.671343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49552) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:50.705343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-9945f303-449d-4c4f-89b3-51fd7d235059 None None] Allocated IP 2001:db8::f816:3eff:fe3c:d6f5 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/d9ca45f4-c4c0-403e-ab27-c958507299a1/ba077c02-0a94-44c6-90e1-76aae8de9776) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:50.821254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port ba077c02-0a94-44c6-90e1-76aae8de9776 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:50.827058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.827968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:50.828731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.830821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ba077c02-0a94-44c6-90e1-76aae8de9776 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:50.831231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.880848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.886637 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-608cc024-4118-4f8d-bdf7-5003838dc198 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:50.887185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608cc024-4118-4f8d-bdf7-5003838dc198 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:50.891312 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-608cc024-4118-4f8d-bdf7-5003838dc198 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/281de368-5f20-4d15-be24-4cd647407bed HTTP/1.1" status: 404 len: 339 time: 0.2163627 Dec 20 15:54:50.891612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=ceb2b94b-b9ee-4014-8069-bf161ac2c690,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:50.895435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:50.898159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49556) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:50.900900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:50.904602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:50.907513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9945f303-449d-4c4f-89b3-51fd7d235059 None None] For port ba077c02-0a94-44c6-90e1-76aae8de9776, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ba077c02-0a94-44c6-90e1-76aae8de9776,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:50.911019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-62a38278-e6e1-4949-bf77-282294c96dfd tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port bd56efa1-d0cb-44fd-a378-423d8a1c4cb0 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:50.911537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62a38278-e6e1-4949-bf77-282294c96dfd tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.918328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:50.957171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:50.975334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9945f303-449d-4c4f-89b3-51fd7d235059 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:50.994376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Transition to ACTIVE for port object f0c1c861-e174-4cf9-8f04-b2f60db77148 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:51.004013 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2696288 Dec 20 15:54:51.007140 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9945f303-449d-4c4f-89b3-51fd7d235059 None None] Transition to ACTIVE for port object ba077c02-0a94-44c6-90e1-76aae8de9776 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:51.018359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.018522 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-61834369-9d63-46a0-bf17-85c523652d99 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:51.018522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61834369-9d63-46a0-bf17-85c523652d99 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:51.019061 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-61834369-9d63-46a0-bf17-85c523652d99 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/cc14291e-4f61-4953-bc15-c61ae99c93b8 HTTP/1.1" status: 404 len: 337 time: 0.1197205 Dec 20 15:54:51.021622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49560) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:51.021767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49562) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:51.080088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Request body: {'subnet': {'network_id': '7aff7025-5c46-4a8e-bd5f-d1863c6a95e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-447949900-subnet', 'tenant_id': '687ff1a8203c43a3835b6acdfed2d3e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:51.118244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a370ce34-2621-4a07-a72a-b9c49f268f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.125694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Pushing event updated for resources: {'Network': ['ID=7aff7025-5c46-4a8e-bd5f-d1863c6a95e1,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:51.131349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:51.133941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:51.138776 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-6214a330-98d6-484f-b7cf-b5d6f2bffab7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] DELETE failed (client error): The resource could not be found. Dec 20 15:54:51.139237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6214a330-98d6-484f-b7cf-b5d6f2bffab7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:51.140474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 7aff7025-5c46-4a8e-bd5f-d1863c6a95e1 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:54:51.141194 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6214a330-98d6-484f-b7cf-b5d6f2bffab7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/a84730e1-92a5-410d-a134-e693bed8a539 HTTP/1.1" status: 404 len: 339 time: 0.1125722 Dec 20 15:54:51.148152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Usage tracker for resource:subnet and tenant:687ff1a8203c43a3835b6acdfed2d3e1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:51.152466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49570) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:51.159320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:51.189694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9945f303-449d-4c4f-89b3-51fd7d235059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.197118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:51.197735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.201632 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:51.216128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:51.420240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a370ce34-2621-4a07-a72a-b9c49f268f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.455905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62a38278-e6e1-4949-bf77-282294c96dfd tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.460001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-915af498-3b5b-4a46-bcbe-826a937a8f76 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting subnet ec15f30d-cc4a-48c6-8b50-98600c9da4a9 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:51.462512 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5571737 Dec 20 15:54:51.470540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.471935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49574) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:51.472560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-915af498-3b5b-4a46-bcbe-826a937a8f76 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.513361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:51.513742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:51.518116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:51.518389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945f303-449d-4c4f-89b3-51fd7d235059 None None] Pushing event updated for resources: {'Port': ['ID=ba077c02-0a94-44c6-90e1-76aae8de9776,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:51.525540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9945f303-449d-4c4f-89b3-51fd7d235059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:51.610680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Made reservation on behalf of 687ff1a8203c43a3835b6acdfed2d3e1 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:51.613005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.633784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-62a38278-e6e1-4949-bf77-282294c96dfd tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for bd56efa1-d0cb-44fd-a378-423d8a1c4cb0 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:51.754357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-915af498-3b5b-4a46-bcbe-826a937a8f76 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.799260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'Port': ['ID=f0c1c861-e174-4cf9-8f04-b2f60db77148,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:51.818570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:51.822117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:51.825662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:51.847477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:51.907627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a370ce34-2621-4a07-a72a-b9c49f268f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.926102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-69706438-a1c5-4006-8c8c-fcdd37b279bf tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:51.938296 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-651a4f0f-7764-45cb-865e-9e4ba2bce2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:51.952382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370ce34-2621-4a07-a72a-b9c49f268f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819117c6-f0ae-41ce-8ccb-e32c798aff59,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:51.955629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a370ce34-2621-4a07-a72a-b9c49f268f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:51.972831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669076fd-0515-460a-ad08-b532d405b5a2 req-20c12c8a-1809-4c26-bc68-bc7e5a332ce3 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:51.973547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-669076fd-0515-460a-ad08-b532d405b5a2 req-20c12c8a-1809-4c26-bc68-bc7e5a332ce3 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Synchronizing usage tracker for tenant:9df6494af49f4a808a904a842b3bef90 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:51.974666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.002534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfae56-845e-4516-9d07-de84c4c041d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:52.007866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfae56-845e-4516-9d07-de84c4c041d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:52.007866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-44cfae56-845e-4516-9d07-de84c4c041d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:52.021947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:52.022539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.035888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62a38278-e6e1-4949-bf77-282294c96dfd tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.056411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-621b7c47-928d-4ef7-bdf0-e9e81ac0f4fe tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:52.085350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.109456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a38278-e6e1-4949-bf77-282294c96dfd tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=bd56efa1-d0cb-44fd-a378-423d8a1c4cb0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:52.112446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-62a38278-e6e1-4949-bf77-282294c96dfd tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:52.115149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-915af498-3b5b-4a46-bcbe-826a937a8f76 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.135681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port ba077c02-0a94-44c6-90e1-76aae8de9776, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ba077c02-0a94-44c6-90e1-76aae8de9776,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:52.180239 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-669076fd-0515-460a-ad08-b532d405b5a2 req-20c12c8a-1809-4c26-bc68-bc7e5a332ce3 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Unset dirty status for tenant:9df6494af49f4a808a904a842b3bef90 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:52.185000 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-669076fd-0515-460a-ad08-b532d405b5a2 req-20c12c8a-1809-4c26-bc68-bc7e5a332ce3 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 931 time: 0.7645061 Dec 20 15:54:52.196940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a370ce34-2621-4a07-a72a-b9c49f268f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.201256 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a370ce34-2621-4a07-a72a-b9c49f268f20 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/819117c6-f0ae-41ce-8ccb-e32c798aff59 HTTP/1.1" status: 204 len: 168 time: 1.5907867 Dec 20 15:54:52.201256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.235523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:52.239231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.241933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-89be2faa-a1c1-4757-bb7c-341049c80d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:52.253067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-44cfae56-845e-4516-9d07-de84c4c041d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:52.266079 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-44cfae56-845e-4516-9d07-de84c4c041d3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.7604301 Dec 20 15:54:52.271944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49580) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:52.279720 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6309013 Dec 20 15:54:52.320572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event updated for resources: {'Port': ['ID=caac390c-3643-4495-b646-134ff406f837,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:52.323679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:52.378447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Request body: {'port': {'device_id': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:52.382491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=ba077c02-0a94-44c6-90e1-76aae8de9776,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:52.389836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:52.401604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ba077c02-0a94-44c6-90e1-76aae8de9776 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:52.414445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.433962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62a38278-e6e1-4949-bf77-282294c96dfd tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.436574 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-62a38278-e6e1-4949-bf77-282294c96dfd tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/ports/bd56efa1-d0cb-44fd-a378-423d8a1c4cb0 HTTP/1.1" status: 204 len: 168 time: 1.8275373 Dec 20 15:54:52.440584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49584) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:52.467176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7cdde2a4-56a2-45b3-bd9e-87f8dcbf8d3c None None] Provisioning for port f0c1c861-e174-4cf9-8f04-b2f60db77148 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:52.476621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7cdde2a4-56a2-45b3-bd9e-87f8dcbf8d3c None None] Provisioning complete for port f0c1c861-e174-4cf9-8f04-b2f60db77148 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:52.477025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7cdde2a4-56a2-45b3-bd9e-87f8dcbf8d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.533520 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-669076fd-0515-460a-ad08-b532d405b5a2 req-72697860-0744-43ef-84ba-65175686aaba tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474677 Dec 20 15:54:52.551088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7cdde2a4-56a2-45b3-bd9e-87f8dcbf8d3c None None] Port f0c1c861-e174-4cf9-8f04-b2f60db77148 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:52.569827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-323d50d9-bf60-4fdf-a90d-bb83bb788249 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port 79a95cfa-cfa6-48b4-88e0-f32a45226ac6 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:52.570092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-323d50d9-bf60-4fdf-a90d-bb83bb788249 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.581578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd2705-1987-48ed-a7ab-946b5ad4f1da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port ceb2b94b-b9ee-4014-8069-bf161ac2c690 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:52.581913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2705-1987-48ed-a7ab-946b5ad4f1da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.698311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.711105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:52.724681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa89b7-495f-40ea-909b-e8bf07851823 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:54:52.735801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-915af498-3b5b-4a46-bcbe-826a937a8f76 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.744754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.874675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa89b7-495f-40ea-909b-e8bf07851823 None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:54:52.933736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-312399f6-245e-4ea7-b70b-82c7427a329f None None] Provisioning for port ba077c02-0a94-44c6-90e1-76aae8de9776 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:52.938654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Network 50098448-b79f-4672-935b-fcc42232647c is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:52.949795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:52.962850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-312399f6-245e-4ea7-b70b-82c7427a329f None None] Provisioning complete for port ba077c02-0a94-44c6-90e1-76aae8de9776 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:52.966907 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-312399f6-245e-4ea7-b70b-82c7427a329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:52.992488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-915af498-3b5b-4a46-bcbe-826a937a8f76 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:53.001158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a345d635-0289-40ef-a4bb-df5e39b1fc53,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:53.013016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:53.015884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8d0fc7f3-31cc-43e9-82ee-e4b3ae9316a1 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:53.093774 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-915af498-3b5b-4a46-bcbe-826a937a8f76 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/subnets/ec15f30d-cc4a-48c6-8b50-98600c9da4a9 HTTP/1.1" status: 204 len: 168 time: 1.9401107 Dec 20 15:54:53.106810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49594) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:53.143956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915af498-3b5b-4a46-bcbe-826a937a8f76 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Subnet': ['ID=ec15f30d-cc4a-48c6-8b50-98600c9da4a9,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:53.158122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-915af498-3b5b-4a46-bcbe-826a937a8f76 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:53.243752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:53.285755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Checking segment: {'id': 'be2c424d-0e6f-486c-8338-21861b0a9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7aff7025-5c46-4a8e-bd5f-d1863c6a95e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:53.286112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Network hostable DHCP agents. Network: 7aff7025-5c46-4a8e-bd5f-d1863c6a95e1, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:54:53.336439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2705-1987-48ed-a7ab-946b5ad4f1da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:53.340948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-323d50d9-bf60-4fdf-a90d-bb83bb788249 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:53.474004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5769e3-a1cc-451d-a990-6a595ed674c4 None None] Network b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:53.522815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd2705-1987-48ed-a7ab-946b5ad4f1da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for ceb2b94b-b9ee-4014-8069-bf161ac2c690 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:53.563210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-323d50d9-bf60-4fdf-a90d-bb83bb788249 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for 79a95cfa-cfa6-48b4-88e0-f32a45226ac6 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:53.596109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8c20c4b9-67a1-4088-92de-5fd8d8b9ec26 None None] Provisioning for port ceb2b94b-b9ee-4014-8069-bf161ac2c690 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:53.620183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8c20c4b9-67a1-4088-92de-5fd8d8b9ec26 None None] Provisioning complete for port ceb2b94b-b9ee-4014-8069-bf161ac2c690 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:53.621424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8c20c4b9-67a1-4088-92de-5fd8d8b9ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:53.690976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Deleting port 847125b4-adc5-4644-bb8c-a3d1fac09ccb {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:53.691348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:53.777456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8c20c4b9-67a1-4088-92de-5fd8d8b9ec26 None None] Port ceb2b94b-b9ee-4014-8069-bf161ac2c690 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:53.789203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Network 7aff7025-5c46-4a8e-bd5f-d1863c6a95e1 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:54:53.874877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] DHCP port deletion for b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:53.879957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] Deleting port 847125b4-adc5-4644-bb8c-a3d1fac09ccb {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:53.880708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:53.946777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f78a5e2a-ec96-4e94-aaf3-33fd61a4a987 None None] Provisioning complete for port caac390c-3643-4495-b646-134ff406f837 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:53.947275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f78a5e2a-ec96-4e94-aaf3-33fd61a4a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:53.991820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c1c861-e174-4cf9-8f04-b2f60db77148 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:54:53.996717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 7aff7025-5c46-4a8e-bd5f-d1863c6a95e1) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:54.004404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:54.017706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4d25d-4bde-44b9-816f-5602e82b5b3c req-f920d9f4-fb96-4294-9190-ad53c5cda5b0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:54.021737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c6d115-f0fa-48eb-81d3-39e066305759 None None] Network 7aff7025-5c46-4a8e-bd5f-d1863c6a95e1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:54.024352 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-30f4d25d-4bde-44b9-816f-5602e82b5b3c req-f920d9f4-fb96-4294-9190-ad53c5cda5b0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 931 time: 0.2871773 Dec 20 15:54:54.029809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:54.030389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:54.129211 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-30f4d25d-4bde-44b9-816f-5602e82b5b3c req-6df9783c-79e3-45fa-b5c2-9a017f0a98b3 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036506 Dec 20 15:54:54.179014 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1524293 Dec 20 15:54:54.190357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] For port 847125b4-adc5-4644-bb8c-a3d1fac09ccb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=847125b4-adc5-4644-bb8c-a3d1fac09ccb,segment=NetworkSegment(e290c371-e340-40d5-a6ec-ea277f8b831b),segment_id=e290c371-e340-40d5-a6ec-ea277f8b831b)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:54.191366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:54.221701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Transition to ACTIVE for port object f0c1c861-e174-4cf9-8f04-b2f60db77148 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:54.222948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2705-1987-48ed-a7ab-946b5ad4f1da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:54.229328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:54.272225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f78a5e2a-ec96-4e94-aaf3-33fd61a4a987 None None] Port caac390c-3643-4495-b646-134ff406f837 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:54.342903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd2705-1987-48ed-a7ab-946b5ad4f1da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=ceb2b94b-b9ee-4014-8069-bf161ac2c690,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:54.348702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dbcd2705-1987-48ed-a7ab-946b5ad4f1da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:54.350574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:54.355286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-08cf8c2f-c96e-46c3-a6c5-2574764707a9 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:54.428242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-135b6842-10d2-4261-a602-0367309a6cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:54.429933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ba077c02-0a94-44c6-90e1-76aae8de9776 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:54:54.435786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Calling delete_port for 847125b4-adc5-4644-bb8c-a3d1fac09ccb owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:54.610222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] For port 847125b4-adc5-4644-bb8c-a3d1fac09ccb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=847125b4-adc5-4644-bb8c-a3d1fac09ccb,segment=NetworkSegment(e290c371-e340-40d5-a6ec-ea277f8b831b),segment_id=e290c371-e340-40d5-a6ec-ea277f8b831b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:54.610737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:54.829703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-323d50d9-bf60-4fdf-a90d-bb83bb788249 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:54.837221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-974bac76-af60-4611-b67c-43385c9f320c tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:54.853276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Pushing event updated for resources: {'Port': ['ID=f0c1c861-e174-4cf9-8f04-b2f60db77148,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:54.859704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:54.908137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2705-1987-48ed-a7ab-946b5ad4f1da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:54.912401 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dbcd2705-1987-48ed-a7ab-946b5ad4f1da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/ceb2b94b-b9ee-4014-8069-bf161ac2c690 HTTP/1.1" status: 204 len: 168 time: 2.6294882 Dec 20 15:54:54.923882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49632) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:54.926273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d50d9-bf60-4fdf-a90d-bb83bb788249 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=79a95cfa-cfa6-48b4-88e0-f32a45226ac6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:54.935805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-323d50d9-bf60-4fdf-a90d-bb83bb788249 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:54.954367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] Calling delete_port for 847125b4-adc5-4644-bb8c-a3d1fac09ccb owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:55.070761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:55.079057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-323d50d9-bf60-4fdf-a90d-bb83bb788249 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:55.088285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ba077c02-0a94-44c6-90e1-76aae8de9776 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:55.088673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:55.130523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Attempting to bind port f0c1c861-e174-4cf9-8f04-b2f60db77148 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:54:55.131102 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Attempting to bind port f0c1c861-e174-4cf9-8f04-b2f60db77148 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:54:55.131223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Attempting to bind port f0c1c861-e174-4cf9-8f04-b2f60db77148 on network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:55.142134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Port f0c1c861-e174-4cf9-8f04-b2f60db77148 on network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:54:55.142623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Attempting to bind port f0c1c861-e174-4cf9-8f04-b2f60db77148 on network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:54:55.153574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:54:55.153968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Checking segment: {'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:54:55.154413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Bound using segment: {'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:54:55.155365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Bound port: f0c1c861-e174-4cf9-8f04-b2f60db77148, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735dff16-a41d-4705-b107-e95e8bf3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:54:55.155365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:55.185440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a85b5-7798-4c7e-b65c-8429617cd578 None None] Network 7aff7025-5c46-4a8e-bd5f-d1863c6a95e1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:55.224312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-323d50d9-bf60-4fdf-a90d-bb83bb788249 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:55.229909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097eac-99fd-4c14-be38-cfc545fced50 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:55.231740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097eac-99fd-4c14-be38-cfc545fced50 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:55.232801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097eac-99fd-4c14-be38-cfc545fced50 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:55.233590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0b097eac-99fd-4c14-be38-cfc545fced50 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:55.240101 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Port': ['ID=847125b4-adc5-4644-bb8c-a3d1fac09ccb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:55.249428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:55.262559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] No DVR routers for this DVR port 847125b4-adc5-4644-bb8c-a3d1fac09ccb on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:55.333859 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-323d50d9-bf60-4fdf-a90d-bb83bb788249 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/ports/79a95cfa-cfa6-48b4-88e0-f32a45226ac6 HTTP/1.1" status: 204 len: 168 time: 2.8737144 Dec 20 15:54:55.337772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49650) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:55.446005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-3d28476f-5fb7-43b0-9a14-cfead25cc59b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:55.446954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-3d28476f-5fb7-43b0-9a14-cfead25cc59b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Synchronizing usage tracker for tenant:8ac00e5ad70d49adba94a4fe7666e959 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:55.472987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:55.482667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0b097eac-99fd-4c14-be38-cfc545fced50 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:55.486255 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0b097eac-99fd-4c14-be38-cfc545fced50 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5540180 Dec 20 15:54:55.493031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Router 4d7999e9-ccab-4e52-8e1a-aba615b7286f has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:55.495190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49656) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:55.562732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:55.563267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:55.580802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:55.606984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e290c371-e340-40d5-a6ec-ea277f8b831b') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:55.609948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e290c371-e340-40d5-a6ec-ea277f8b831b') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:55.641016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:55.696057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:55.707462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:55.759847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:55.765652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 847125b4-adc5-4644-bb8c-a3d1fac09ccb no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:54:55.800166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:54:55.800557 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:55.802251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 847125b4-adc5-4644-bb8c-a3d1fac09ccb {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:54:55.802674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 847125b4-adc5-4644-bb8c-a3d1fac09ccb not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:55.819499 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:55.833067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97d78d-4728-4694-bd5f-671629a6ac83 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:55.833762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bd97d78d-4728-4694-bd5f-671629a6ac83 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Synchronizing usage tracker for tenant:51f5c888c6cd4fe5bbe13737c11c3afb on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:55.845181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] For port f0c1c861-e174-4cf9-8f04-b2f60db77148, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:55.852258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-3d28476f-5fb7-43b0-9a14-cfead25cc59b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Unset dirty status for tenant:8ac00e5ad70d49adba94a4fe7666e959 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:55.859291 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-3d28476f-5fb7-43b0-9a14-cfead25cc59b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/networks?id=fee66d5f-af16-4dca-9cb2-0c9215a13f72 HTTP/1.1" status: 200 len: 811 time: 0.6494429 Dec 20 15:54:55.863006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] For port f0c1c861-e174-4cf9-8f04-b2f60db77148, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:55.883286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62d07f-32f2-4aaf-8eb7-a00ad6a8beae req-22a29f73-1ca6-4212-890a-1a06f7008906 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:55.884717 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c62d07f-32f2-4aaf-8eb7-a00ad6a8beae req-22a29f73-1ca6-4212-890a-1a06f7008906 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 943 time: 0.1937940 Dec 20 15:54:55.889217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8781b449-800a-4375-9588-5089ebdfe749 req-cc0cce00-974c-4860-a057-5067ed1b0177 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 1098 time: 0.4388127 Dec 20 15:54:55.891364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-826b2d43-3008-48ba-9b1c-cdf1adfecebf tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/quotas/8ac00e5ad70d49adba94a4fe7666e959 HTTP/1.1" status: 200 len: 375 time: 0.0301549 Dec 20 15:54:56.000594 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-10557197-aa17-41ca-bb9a-5580ecdc857f tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ac00e5ad70d49adba94a4fe7666e959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919418 Dec 20 15:54:56.008183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bd97d78d-4728-4694-bd5f-671629a6ac83 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Unset dirty status for tenant:51f5c888c6cd4fe5bbe13737c11c3afb on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:56.009518 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bd97d78d-4728-4694-bd5f-671629a6ac83 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "GET /v2.0/ports?device_id=c43583ba-9720-460e-9425-abdf1ea99d4d HTTP/1.1" status: 200 len: 913 time: 0.6681120 Dec 20 15:54:56.012156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e26106-52e4-453d-b3b5-c98859a0407c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet d85e60c8-1b64-4637-944b-d577d96d50b6 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:56.013855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:56.013979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49668) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:56.018800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f1e26106-52e4-453d-b3b5-c98859a0407c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:56.065148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] Deleting port 847125b4-adc5-4644-bb8c-a3d1fac09ccb {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:56.066669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:56.068059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e9d6ad2-0a8a-4ffb-8041-6952d8dc7e46 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:56.132191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:56.142873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:56.143138 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c62d07f-32f2-4aaf-8eb7-a00ad6a8beae req-45c81e18-d212-4c3f-86be-076fa40cb25d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508230 Dec 20 15:54:56.161826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:56.181645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cc127bd7-10a4-40cb-a324-c0c7af7db356 None None] The port '847125b4-adc5-4644-bb8c-a3d1fac09ccb' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:54:56.252926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Pushing event deleted for resources: {'Network': ['ID=b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:56.252926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:56.257977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f1e26106-52e4-453d-b3b5-c98859a0407c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:56.259526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Pushing event updated for resources: {'Port': ['ID=f0c1c861-e174-4cf9-8f04-b2f60db77148,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:56.267004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:56.300976 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] 10.222.0.62 "DELETE /v2.0/networks/b443a0bc-9ff1-4226-9a31-f7b5b0c9ad64 HTTP/1.1" status: 204 len: 168 time: 3.1883292 Dec 20 15:54:56.320125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:56.322020 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] 10.222.0.64 "PUT /v2.0/ports/f0c1c861-e174-4cf9-8f04-b2f60db77148 HTTP/1.1" status: 200 len: 1093 time: 4.0018940 Dec 20 15:54:56.333510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:56.343042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781b449-800a-4375-9588-5089ebdfe749 req-68d46958-fa5f-4dd3-acd0-8932c1bf8854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:56.355056 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8781b449-800a-4375-9588-5089ebdfe749 req-68d46958-fa5f-4dd3-acd0-8932c1bf8854 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 200 len: 913 time: 0.4350579 Dec 20 15:54:56.553578 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8781b449-800a-4375-9588-5089ebdfe749 req-a0271115-f285-4e0c-92a3-6a6c780fdb55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 200 len: 1000 time: 0.1507797 Dec 20 15:54:56.626263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49684) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:56.652266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f1e26106-52e4-453d-b3b5-c98859a0407c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:56.745957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:56.769926 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9c50b-16a7-47b1-a2fa-672fad02a901 None None] Sync routers for ids ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:54:56.771119 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "PUT /v2.0/routers/4d7999e9-ccab-4e52-8e1a-aba615b7286f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2946911 Dec 20 15:54:56.774516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49690) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:56.777261 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9c50b-16a7-47b1-a2fa-672fad02a901 None None] Routers {'4d7999e9-ccab-4e52-8e1a-aba615b7286f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:56.778057 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-dde9c50b-16a7-47b1-a2fa-672fad02a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:56.782821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Request body: {'port': {'network_id': '50098448-b79f-4672-935b-fcc42232647c', 'name': 'tempest-FloatingIPAdminTestJSON-30201851'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:56.794539 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-d6040a0b-b2cd-4b06-b832-d9b0b6106d00 service neutron] 10.222.0.62 "GET /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950800 Dec 20 15:54:56.806302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:56.822048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781b449-800a-4375-9588-5089ebdfe749 req-fcd3f19a-de7a-4b8c-b56e-c97eee67cb5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:56.824164 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8781b449-800a-4375-9588-5089ebdfe749 req-fcd3f19a-de7a-4b8c-b56e-c97eee67cb5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae4d857-addf-493d-a4a8-ff3c72ff9e0e HTTP/1.1" status: 200 len: 851 time: 0.1937530 Dec 20 15:54:56.890844 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-dde9c50b-16a7-47b1-a2fa-672fad02a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:56.902885 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9c50b-16a7-47b1-a2fa-672fad02a901 None None] Routers {'4d7999e9-ccab-4e52-8e1a-aba615b7286f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:56.903590 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-dde9c50b-16a7-47b1-a2fa-672fad02a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:56.920008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f1e26106-52e4-453d-b3b5-c98859a0407c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:56.923222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972b367-9f6e-41ec-83d6-aafa68b20b01 req-12248f39-7122-43df-bf81-7145e2b0a422 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:56.934307 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7972b367-9f6e-41ec-83d6-aafa68b20b01 req-12248f39-7122-43df-bf81-7145e2b0a422 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.5258272 Dec 20 15:54:56.970531 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-dde9c50b-16a7-47b1-a2fa-672fad02a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:56.971050 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9c50b-16a7-47b1-a2fa-672fad02a901 None None] The sync data for ids ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:54:56.976857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-02fbbdf7-6c15-457a-9b13-c77b72bad694 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:57.020946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d218694f-21e7-46ed-943e-b51a7badda5f tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:54:57.025227 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-9b561a3a-668d-4805-8d53-e75f5151f9c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9df6494af49f4a808a904a842b3bef90&device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 1096 time: 0.4682848 Dec 20 15:54:57.035005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e26106-52e4-453d-b3b5-c98859a0407c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=d85e60c8-1b64-4637-944b-d577d96d50b6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:57.049632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f1e26106-52e4-453d-b3b5-c98859a0407c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:57.062491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f1e26106-52e4-453d-b3b5-c98859a0407c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:57.064283 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f1e26106-52e4-453d-b3b5-c98859a0407c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/d85e60c8-1b64-4637-944b-d577d96d50b6 HTTP/1.1" status: 204 len: 168 time: 1.5651214 Dec 20 15:54:57.068923 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bde40d-e610-4c43-a04a-185fa2403aa8 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:57.069104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49696) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:57.146513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49700) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:57.150659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:54:57.160189 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-09bd869a-ab2d-4eaf-89c9-b3359a60f70d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148 HTTP/1.1" status: 200 len: 217 time: 0.1251824 Dec 20 15:54:57.164265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Usage tracker for resource:port and tenant:1dadf19350404d4dad9ee92789341aab is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:57.167856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-72e7b4bf-b554-4697-9ad5-d463748ba289 service neutron] 10.222.0.62 "GET /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723500 Dec 20 15:54:57.183997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7972b367-9f6e-41ec-83d6-aafa68b20b01 req-0d3e4445-8af6-45c2-baad-fb38181e5ab7 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530713 Dec 20 15:54:57.199872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:57.222576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:54:57.267820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cb2977-5ac6-4b2a-8042-f057ea3d7e03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet d9ca45f4-c4c0-403e-ab27-c958507299a1 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:54:57.270364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8781b449-800a-4375-9588-5089ebdfe749 req-38cdf902-7e39-4856-8b68-2b0308405365 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45fef1de-5c23-4649-8c8d-c1f53a17597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4372272 Dec 20 15:54:57.285626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-21cb2977-5ac6-4b2a-8042-f057ea3d7e03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:57.331150 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'status': 'completed', 'code': 200} Dec 20 15:54:57.393892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-e277369f-b61e-48af-8936-2ea9dc9d9ff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:57.398277 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-e277369f-b61e-48af-8936-2ea9dc9d9ff1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d49e741-3096-4edc-aac1-d01d7cfdf754 HTTP/1.1" status: 200 len: 835 time: 0.2251880 Dec 20 15:54:57.441250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-21cb2977-5ac6-4b2a-8042-f057ea3d7e03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:57.494978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Made reservation on behalf of 1dadf19350404d4dad9ee92789341aab for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:57.498477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:57.578553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] device_id is not set on port d2c9dd22-bf13-4132-9f64-b265fdc13d82 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:57.690426 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ec5af684-b1b2-48aa-85be-8130f7a20683 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12c60908b02241a0b8f3da86a74eb183&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5363801 Dec 20 15:54:57.701743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49712) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:57.713314 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d218694f-21e7-46ed-943e-b51a7badda5f tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] 10.222.0.62 "PUT /v2.0/quotas/8f1936200a0046f1a5f7fba9e4afc095 HTTP/1.1" status: 200 len: 366 time: 1.0856853 Dec 20 15:54:57.736326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49716) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:57.813351 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-63f08a22-220e-4f2b-9cf1-9f34236f995a req-36bdccaa-325c-4694-8959-36ac83c2f766 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 210 time: 0.0739877 Dec 20 15:54:57.819819 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8781b449-800a-4375-9588-5089ebdfe749 req-28ebe382-27e3-41c6-97f8-230b2a3d2e8c service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298450 Dec 20 15:54:57.836578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-21cb2977-5ac6-4b2a-8042-f057ea3d7e03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:57.892648 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ff56c933-bfdf-4cfa-86fa-d1bc141725f7 tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1551254 Dec 20 15:54:57.898346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49724) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:57.947436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:57.960276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-4af110b0-d9ee-4882-a873-f0703a8a21a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4735618 Dec 20 15:54:57.972187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76175510-ad1f-45b1-8c53-e4e1219ce115 req-e1acf843-ba27-4fde-b968-3e24b686f43c tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:57.980473 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76175510-ad1f-45b1-8c53-e4e1219ce115 req-e1acf843-ba27-4fde-b968-3e24b686f43c tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 943 time: 0.4882882 Dec 20 15:54:58.009080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Allocated IP 172.20.0.9 (50098448-b79f-4672-935b-fcc42232647c/7fa45009-9923-4493-84b3-6fc51171997b/d2c9dd22-bf13-4132-9f64-b265fdc13d82) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:58.049325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fefee676-7698-4533-bf94-c5c88c68b558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:58.050601 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-52dae98a-5312-4b6a-ba6c-ac740201dbd6 tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] 10.222.0.62 "GET /v2.0/quotas/8f1936200a0046f1a5f7fba9e4afc095 HTTP/1.1" status: 200 len: 366 time: 0.1473572 Dec 20 15:54:58.057771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49728) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:58.130438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fefee676-7698-4533-bf94-c5c88c68b558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:58.177812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-21cb2977-5ac6-4b2a-8042-f057ea3d7e03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:58.181592 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8781b449-800a-4375-9588-5089ebdfe749 req-03654cc6-75ab-4a49-a4d1-2430124ba8f7 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452709 Dec 20 15:54:58.199745 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76175510-ad1f-45b1-8c53-e4e1219ce115 req-d5b9f255-9f1d-46e3-918b-16e3adedcf53 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183106 Dec 20 15:54:58.226533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ff0d7f03-3954-4c8a-bd8b-df3ccb6091f1 None None] Provisioning complete for port ba077c02-0a94-44c6-90e1-76aae8de9776 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:58.227770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7f03-3954-4c8a-bd8b-df3ccb6091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:58.232213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-75c7a162-389c-48a7-bc99-cc2c4f955444 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:58.240470 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-171a4f47-00f9-46e4-a380-0781f1f0ad80 service neutron] 10.222.0.64 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553446 Dec 20 15:54:58.301213 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-539d3177-034f-4240-9544-891c7a0cf357 tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/8f1936200a0046f1a5f7fba9e4afc095 HTTP/1.1" status: 204 len: 168 time: 0.2324948 Dec 20 15:54:58.307192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49734) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:58.393109 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f85a3c48-e0f4-4692-942f-8fe24e0ce607 tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0825326 Dec 20 15:54:58.398140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49738) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:58.413107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb2977-5ac6-4b2a-8042-f057ea3d7e03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ca45f4-c4c0-403e-ab27-c958507299a1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:58.421675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-21cb2977-5ac6-4b2a-8042-f057ea3d7e03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:58.448739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-21cb2977-5ac6-4b2a-8042-f057ea3d7e03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:58.452815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59172688-f8e1-4f78-8b9a-16c6730766a6 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:54:58.477567 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3cf978c4-002a-4b21-b951-cca2dcdebdc5 tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] 10.222.0.62 "GET /v2.0/quotas/8f1936200a0046f1a5f7fba9e4afc095 HTTP/1.1" status: 200 len: 370 time: 0.0404794 Dec 20 15:54:58.485053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49744) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:58.508192 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b68c6e95-eea8-4c4f-84f8-bc78a393b0de tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] 10.222.0.62 "GET /v2.0/quotas/8f1936200a0046f1a5f7fba9e4afc095/default HTTP/1.1" status: 200 len: 370 time: 0.0177472 Dec 20 15:54:58.512336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49750) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:58.523986 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51c52eb3-f5d8-49cc-bcbe-8be24d5f8fc5 req-fb962d2d-0572-4c7a-aa76-a5e05542339d service neutron] 10.222.0.64 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750165 Dec 20 15:54:58.540589 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-ffb5204c-e327-4575-82ac-b664c432c396 tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] delete failed (client error): The resource could not be found. Dec 20 15:54:58.544889 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ffb5204c-e327-4575-82ac-b664c432c396 tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/8f1936200a0046f1a5f7fba9e4afc095 HTTP/1.1" status: 404 len: 348 time: 0.0283749 Dec 20 15:54:58.555737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91b655-536b-446e-8106-be0280bb1c6c req-714f2f31-95cb-47a9-96b8-e9ac8606491c tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:58.558816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cf91b655-536b-446e-8106-be0280bb1c6c req-714f2f31-95cb-47a9-96b8-e9ac8606491c tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.1683021 Dec 20 15:54:58.670479 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cf91b655-536b-446e-8106-be0280bb1c6c req-2d52071f-db40-47cc-b882-2fca3f8fff03 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028745 Dec 20 15:54:58.684602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:58.703985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Transition to ACTIVE for port object d2c9dd22-bf13-4132-9f64-b265fdc13d82 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:58.777620 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-710fc433-c30c-4ea7-ae4a-b267f1cf292d req-294f42a9-5969-4269-b42d-502a92ce97b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9df6494af49f4a808a904a842b3bef90&device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 1096 time: 0.1003311 Dec 20 15:54:58.810524 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-21cb2977-5ac6-4b2a-8042-f057ea3d7e03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/d9ca45f4-c4c0-403e-ab27-c958507299a1 HTTP/1.1" status: 204 len: 168 time: 1.7317507 Dec 20 15:54:58.813029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49756) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:58.877196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:54:58.881611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] Deleting port ba077c02-0a94-44c6-90e1-76aae8de9776 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:54:58.882008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:58.906137 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c725870a-f531-46aa-bf26-969af41147a9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917864 Dec 20 15:54:58.913360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49762) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:58.917270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fefee676-7698-4533-bf94-c5c88c68b558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:58.919887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fefee676-7698-4533-bf94-c5c88c68b558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:58.923364 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fefee676-7698-4533-bf94-c5c88c68b558 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f943049f-64fe-4507-92fa-1117ae088848 HTTP/1.1" status: 204 len: 168 time: 1.2099836 Dec 20 15:54:58.923364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:59.000051 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7d2249cd-7d79-4725-8a59-94cacfe8c946 req-dd441962-ee4b-4c3d-90e1-c7e86ac28852 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 210 time: 0.0965359 Dec 20 15:54:59.007567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49768) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:59.062322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fc433-c30c-4ea7-ae4a-b267f1cf292d req-59ac598a-dfc2-45b4-9ec3-1049e18b40bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:59.064026 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-710fc433-c30c-4ea7-ae4a-b267f1cf292d req-59ac598a-dfc2-45b4-9ec3-1049e18b40bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c HTTP/1.1" status: 200 len: 897 time: 0.2793429 Dec 20 15:54:59.066321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Usage tracker for resource:network and tenant:3ad9b5e6201f4fa688751d87c5ac0838 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:59.125430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:59.130750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c3f882c6-d4da-48ba-892b-4c98d0700dd3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:59.146207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-710fc433-c30c-4ea7-ae4a-b267f1cf292d req-81103bfa-59a7-496f-8b24-123f94e5aabf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148 HTTP/1.1" status: 200 len: 217 time: 0.0747328 Dec 20 15:54:59.150952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Usage tracker for resource:subnet and tenant:3ad9b5e6201f4fa688751d87c5ac0838 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:59.184193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] For port ba077c02-0a94-44c6-90e1-76aae8de9776, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ba077c02-0a94-44c6-90e1-76aae8de9776,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:59.184589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:59.205497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Network 50098448-b79f-4672-935b-fcc42232647c is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:59.254157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fc433-c30c-4ea7-ae4a-b267f1cf292d req-384942c6-fbde-4bff-9856-196063029f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:59.255881 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-710fc433-c30c-4ea7-ae4a-b267f1cf292d req-384942c6-fbde-4bff-9856-196063029f03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d49e741-3096-4edc-aac1-d01d7cfdf754 HTTP/1.1" status: 200 len: 835 time: 0.1001251 Dec 20 15:54:59.257136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:59.276747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event updated for resources: {'Port': ['ID=d2c9dd22-bf13-4132-9f64-b265fdc13d82,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:59.287810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:59.311721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:59.311721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1c4b9be2-9382-4aba-84bf-b4093fb5bfad tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:59.314728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:59.316291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] Calling delete_port for ba077c02-0a94-44c6-90e1-76aae8de9776 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:54:59.368094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Usage tracker for resource:subnetpool and tenant:3ad9b5e6201f4fa688751d87c5ac0838 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:59.388635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:59.420083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Usage tracker for resource:port and tenant:3ad9b5e6201f4fa688751d87c5ac0838 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:59.437446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:59.505610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefee676-7698-4533-bf94-c5c88c68b558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f943049f-64fe-4507-92fa-1117ae088848,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:59.517803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Usage tracker for resource:router and tenant:3ad9b5e6201f4fa688751d87c5ac0838 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:59.518278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:59.519557 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:59.530449 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:59.537090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fefee676-7698-4533-bf94-c5c88c68b558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:59.539802 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-710fc433-c30c-4ea7-ae4a-b267f1cf292d req-a543bb9d-2e23-46dc-a8a3-7c949900b838 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2759311 Dec 20 15:54:59.540896 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4cf85b08-dce1-4c3e-ace8-d5e81cba6429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:54:59.543813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:59.593778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Usage tracker for resource:floatingip and tenant:3ad9b5e6201f4fa688751d87c5ac0838 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:54:59.603046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] Pushing event deleted for resources: {'Port': ['ID=ba077c02-0a94-44c6-90e1-76aae8de9776,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:59.611519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:54:59.615480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] No DVR routers for this DVR port ba077c02-0a94-44c6-90e1-76aae8de9776 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:59.616744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:54:59.673601 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8980136 Dec 20 15:54:59.680097 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49780) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:59.692263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ce09c-b534-4205-8e16-bda709505641 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:59.692943 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0e6ce09c-b534-4205-8e16-bda709505641 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:54:59.816097 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-710fc433-c30c-4ea7-ae4a-b267f1cf292d req-bb76a4bf-53d8-4685-8dc9-82c222be8389 service neutron] 10.222.0.64 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600288 Dec 20 15:54:59.817890 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1955be60-fd64-4ced-933a-ded090e2ffb4 None None] Provisioning for port d2c9dd22-bf13-4132-9f64-b265fdc13d82 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:59.824449 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1955be60-fd64-4ced-933a-ded090e2ffb4 None None] Provisioning complete for port d2c9dd22-bf13-4132-9f64-b265fdc13d82 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:59.830157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1955be60-fd64-4ced-933a-ded090e2ffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:54:59.830284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f749f-170d-4844-8989-d714d8deef70 req-e70033c4-e6a9-436f-bdea-59532c899871 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:59.830284 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a1f749f-170d-4844-8989-d714d8deef70 req-e70033c4-e6a9-436f-bdea-59532c899871 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 943 time: 0.3851526 Dec 20 15:54:59.857730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0e6ce09c-b534-4205-8e16-bda709505641 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:54:59.858978 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0e6ce09c-b534-4205-8e16-bda709505641 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9433122 Dec 20 15:54:59.862160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49790) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:54:59.892579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1955be60-fd64-4ced-933a-ded090e2ffb4 None None] Port d2c9dd22-bf13-4132-9f64-b265fdc13d82 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:54:59.948339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e4a4fa-a22a-41ad-abe2-cefff89377dc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:59.949584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c5e4a4fa-a22a-41ad-abe2-cefff89377dc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:00.035866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port fbce9688-d5b6-481e-90a5-8d702366c265 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:00.036213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:00.077027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c5e4a4fa-a22a-41ad-abe2-cefff89377dc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:00.078378 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c5e4a4fa-a22a-41ad-abe2-cefff89377dc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2148235 Dec 20 15:55:00.087168 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49798) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:00.197451 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-710fc433-c30c-4ea7-ae4a-b267f1cf292d req-4d2ff9cf-9223-4b4d-98bb-7ff2f4d24714 service neutron] 10.222.0.64 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679607 Dec 20 15:55:00.206889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'project_id': '1dadf19350404d4dad9ee92789341aab', 'port_id': 'd2c9dd22-bf13-4132-9f64-b265fdc13d82'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:00.212362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:00.219681 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Usage tracker for resource:floatingip and tenant:1dadf19350404d4dad9ee92789341aab is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:00.223763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:00.227437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Usage tracker for resource:security_group and tenant:3ad9b5e6201f4fa688751d87c5ac0838 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:00.234290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:00.248599 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7e61f952-94d0-4ad1-ad71-5e3528752184 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1601861 Dec 20 15:55:00.291998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:00.292537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49806) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:00.309349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-57e3b9e7-9971-4225-b7d1-392adda7d33d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:00.328332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Usage tracker for resource:security_group_rule and tenant:3ad9b5e6201f4fa688751d87c5ac0838 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:00.333365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:00.339295 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-61b1c5a2-1b49-4374-ad27-67a5c765fb7a tempest-QuotasTest-1499756121 tempest-QuotasTest-1499756121-project-admin] 10.222.0.62 "GET /v2.0/quotas/3ad9b5e6201f4fa688751d87c5ac0838/details.json HTTP/1.1" status: 200 len: 703 time: 1.3317332 Dec 20 15:55:00.343763 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a1f749f-170d-4844-8989-d714d8deef70 req-51326b1a-9a8d-4c7b-9bf1-6aa88f89fdc2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437144 Dec 20 15:55:00.373113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04660-6f40-4b3b-841b-d4f01228b023 req-dc0005f8-44c9-4b12-8ea4-f44ab71209a5 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:00.373792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ba077c02-0a94-44c6-90e1-76aae8de9776 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:55:00.374606 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37a04660-6f40-4b3b-841b-d4f01228b023 req-dc0005f8-44c9-4b12-8ea4-f44ab71209a5 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.1762435 Dec 20 15:55:00.397516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:00.421568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: ba077c02-0a94-44c6-90e1-76aae8de9776 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:55:00.421568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ba077c02-0a94-44c6-90e1-76aae8de9776 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:55:00.463462 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37a04660-6f40-4b3b-841b-d4f01228b023 req-f201306a-237e-46b8-a033-c173d5a186f5 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785601 Dec 20 15:55:00.579577 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-05eaa4f2-3a1d-4593-999a-8e1eeb13aadf req-562775dc-b591-43e7-8489-0e659e7200d5 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 210 time: 0.0468092 Dec 20 15:55:00.582375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:00.635775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49814) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:00.718973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for fbce9688-d5b6-481e-90a5-8d702366c265 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:00.746850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-57e3b9e7-9971-4225-b7d1-392adda7d33d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:00.776277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-13c0a967-bc9a-47c7-bb4b-6c647c5417b0 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] Request body: {'port': {'network_id': '44ee0e04-f4ee-46e0-8040-d2f509a01c54', 'name': 'tempest-NetworksNegativeTestJSON-498712040'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:00.808632 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c0a967-bc9a-47c7-bb4b-6c647c5417b0 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] POST failed (client error): The resource could not be found. Dec 20 15:55:00.808632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c0a967-bc9a-47c7-bb4b-6c647c5417b0 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:00.813235 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-13c0a967-bc9a-47c7-bb4b-6c647c5417b0 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1723425 Dec 20 15:55:00.818004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-57e3b9e7-9971-4225-b7d1-392adda7d33d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:00.818852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49820) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:00.850542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-72270ae0-2b8a-49f4-9116-8c1daa82b848 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] DELETE failed (client error): The resource could not be found. Dec 20 15:55:00.851006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72270ae0-2b8a-49f4-9116-8c1daa82b848 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:00.856956 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-72270ae0-2b8a-49f4-9116-8c1daa82b848 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] 10.222.0.62 "DELETE /v2.0/networks/b6903036-12fd-4e2b-817f-482318b98c77 HTTP/1.1" status: 404 len: 339 time: 0.0328603 Dec 20 15:55:00.857243 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49824) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:00.873725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-83438166-3f25-4aac-a673-6b6e0dcc4cbb tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:00.875139 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-83438166-3f25-4aac-a673-6b6e0dcc4cbb tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.64 "GET /v2.0/networks?id=fee66d5f-af16-4dca-9cb2-0c9215a13f72 HTTP/1.1" status: 200 len: 811 time: 0.2071953 Dec 20 15:55:00.891050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Request body: {'port': {'device_id': '52824a58-c261-4a79-a91c-058abd2b768b', 'network_id': 'fee66d5f-af16-4dca-9cb2-0c9215a13f72', 'admin_state_up': True, 'tenant_id': '8ac00e5ad70d49adba94a4fe7666e959'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:00.921117 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bbccb1-e6c6-4a7f-80ec-75d4ee5413ed tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] DELETE failed (client error): The resource could not be found. Dec 20 15:55:00.921548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bbccb1-e6c6-4a7f-80ec-75d4ee5413ed tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:00.923190 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e3bbccb1-e6c6-4a7f-80ec-75d4ee5413ed tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] 10.222.0.62 "DELETE /v2.0/ports/24ec8a7c-12f7-4a2b-a7c4-ce71eb1e2eb5 HTTP/1.1" status: 404 len: 333 time: 0.0650105 Dec 20 15:55:00.927055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49830) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:00.959926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e3b9e7-9971-4225-b7d1-392adda7d33d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:00.963318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57e3b9e7-9971-4225-b7d1-392adda7d33d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:00.965219 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e3b9e7-9971-4225-b7d1-392adda7d33d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:00.965629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e3b9e7-9971-4225-b7d1-392adda7d33d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:00.992407 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfe2c64-c234-4114-8c5e-1c885e8a8fd9 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] DELETE failed (client error): The resource could not be found. Dec 20 15:55:00.998073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfe2c64-c234-4114-8c5e-1c885e8a8fd9 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:00.998073 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2bfe2c64-c234-4114-8c5e-1c885e8a8fd9 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] 10.222.0.62 "DELETE /v2.0/subnets/25d28160-edaa-43cb-9bc1-0c97964ec586 HTTP/1.1" status: 404 len: 337 time: 0.0665264 Dec 20 15:55:00.999791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49834) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:01.021367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49838) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:01.024401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:01.071561 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bc8d31-c267-410d-b9f1-a32db905fe33 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] GET failed (client error): The resource could not be found. Dec 20 15:55:01.075167 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f8bc8d31-c267-410d-b9f1-a32db905fe33 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] 10.222.0.62 "GET /v2.0/networks/ed374853-39a7-4b83-b2b0-5b595dc63346 HTTP/1.1" status: 404 len: 339 time: 0.0717416 Dec 20 15:55:01.082861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49844) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:01.083062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:01.085712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Usage tracker for resource:port and tenant:8ac00e5ad70d49adba94a4fe7666e959 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:01.089527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:01.096163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:01.184246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:01.215597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Made reservation on behalf of 8ac00e5ad70d49adba94a4fe7666e959 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:01.219142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:01.247268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:01.253081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] Usage tracker for resource:security_group_rule and tenant:81708884afee4b7fa814441068251369 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:01.256913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:01.265584 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-57e3b9e7-9971-4225-b7d1-392adda7d33d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9694049 Dec 20 15:55:01.271044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49848) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:01.281635 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bf7ba4-3253-4991-a349-92bcb778b849 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] GET failed (client error): The resource could not be found. Dec 20 15:55:01.282178 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-40bf7ba4-3253-4991-a349-92bcb778b849 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] 10.222.0.62 "GET /v2.0/ports/d25fc118-2cf6-463a-9900-67e0ad571e2d HTTP/1.1" status: 404 len: 333 time: 0.0584812 Dec 20 15:55:01.288967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a07e569d-a091-4e36-a700-87c0dbd0395e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:01.293303 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49852) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:01.298819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:01.348989 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ce20b4-b9e3-4381-952f-c9ed0aff0315 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] GET failed (client error): The resource could not be found. Dec 20 15:55:01.354541 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-90ce20b4-b9e3-4381-952f-c9ed0aff0315 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] 10.222.0.62 "GET /v2.0/subnets/95498570-9875-4840-a0b0-54f113d3c9b9 HTTP/1.1" status: 404 len: 337 time: 0.0534439 Dec 20 15:55:01.358630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49856) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:01.373155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-557ec795-3c36-474f-ad5c-15e1c667cde5 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:01.413444 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-557ec795-3c36-474f-ad5c-15e1c667cde5 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] PUT failed (client error): The resource could not be found. Dec 20 15:55:01.413722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557ec795-3c36-474f-ad5c-15e1c667cde5 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:01.419130 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-557ec795-3c36-474f-ad5c-15e1c667cde5 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] 10.222.0.62 "PUT /v2.0/networks/10cb5fe8-c4bd-4575-ae6b-6ab9d153392a HTTP/1.1" status: 404 len: 339 time: 0.0529037 Dec 20 15:55:01.420623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49862) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:01.431451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fa3349b9-3927-4c12-b1e7-695b1a44cc11 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:01.504908 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3349b9-3927-4c12-b1e7-695b1a44cc11 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] PUT failed (client error): The resource could not be found. Dec 20 15:55:01.505371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3349b9-3927-4c12-b1e7-695b1a44cc11 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:01.510769 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fa3349b9-3927-4c12-b1e7-695b1a44cc11 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] 10.222.0.62 "PUT /v2.0/ports/0051626a-32ae-4f7f-8993-b8a25b35cb18 HTTP/1.1" status: 404 len: 333 time: 0.0857539 Dec 20 15:55:01.512879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49868) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:01.519519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a07e569d-a091-4e36-a700-87c0dbd0395e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:01.524803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-20ee2227-98b0-475b-ab0b-a6c396443bd0 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:01.561381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Allocated IP 172.26.7.84 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/36bd90cb-1145-4afc-a659-8a7a43c74b18) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:01.574073 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ee2227-98b0-475b-ab0b-a6c396443bd0 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] PUT failed (client error): The resource could not be found. Dec 20 15:55:01.574565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ee2227-98b0-475b-ab0b-a6c396443bd0 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:01.577203 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-20ee2227-98b0-475b-ab0b-a6c396443bd0 tempest-NetworksNegativeTestJSON-1797136427 tempest-NetworksNegativeTestJSON-1797136427-project] 10.222.0.62 "PUT /v2.0/subnets/43cc83b1-4151-44d5-b649-dd819e306510 HTTP/1.1" status: 404 len: 337 time: 0.0626924 Dec 20 15:55:01.577203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a07e569d-a091-4e36-a700-87c0dbd0395e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:01.611770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Allocated IP 172.20.0.4 (fee66d5f-af16-4dca-9cb2-0c9215a13f72/e629a233-74ef-48d0-9c18-afb4f49b0f2f/505e6958-483c-4583-9639-a53ebdcb4d02) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:01.702489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:01.703168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:01.708637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc9507ab-033e-404e-8c95-cdef59ba2e47 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:01.763375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=fbce9688-d5b6-481e-90a5-8d702366c265,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:01.768941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07e569d-a091-4e36-a700-87c0dbd0395e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:01.787923 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f84e7-cf60-43df-baaf-c92e9877e97d req-09f43d45-aa63-43ed-b941-5c83631ee155 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:01.791773 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7e6f84e7-cf60-43df-baaf-c92e9877e97d req-09f43d45-aa63-43ed-b941-5c83631ee155 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 943 time: 0.2926314 Dec 20 15:55:01.795830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:01.813903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-985ef02f-ebc2-48bc-954e-6c0958ff8d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:01.852908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.853199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.853576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.854184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.854544 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.854900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.855270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.855620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.855967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.856315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.856655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:01.877603 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:01.962508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c067aa2a-a281-4189-9e8c-8a20262df49c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:01.965885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:01.983751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953523cc-72f8-4c1e-ab34-3aad0b6d0c65 req-40735bce-2791-4b36-a0e6-6e1d7e9d66ab tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:01.983933 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:01.985378 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-953523cc-72f8-4c1e-ab34-3aad0b6d0c65 req-40735bce-2791-4b36-a0e6-6e1d7e9d66ab tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.3772812 Dec 20 15:55:01.993877 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81708884afee4b7fa814441068251369&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9710739 Dec 20 15:55:01.999459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49876) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:02.010506 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a07e569d-a091-4e36-a700-87c0dbd0395e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.012481 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07e569d-a091-4e36-a700-87c0dbd0395e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:02.012912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07e569d-a091-4e36-a700-87c0dbd0395e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:02.054287 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7e6f84e7-cf60-43df-baaf-c92e9877e97d req-9f4f712d-8e7b-497e-bed6-63a977d42149 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462366 Dec 20 15:55:02.067015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c1c861-e174-4cf9-8f04-b2f60db77148 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 15:55:02.129923 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a07e569d-a091-4e36-a700-87c0dbd0395e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8531594 Dec 20 15:55:02.129923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49882) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:02.139249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ac6eead3-5b0a-4d41-acc2-76e4f278c2cd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:02.165312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49886) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:02.171948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.176664 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-953523cc-72f8-4c1e-ab34-3aad0b6d0c65 req-249f8830-7c98-48b0-b2b9-543ebdf9be49 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780906 Dec 20 15:55:02.211974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3f0f60e5-30e6-407b-9344-c423f7229a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.244497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3f0f60e5-30e6-407b-9344-c423f7229a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.252403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.263507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-135e62fa-1dae-4ec1-88ee-a0a42dd1938e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:02.322405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port f0c1c861-e174-4cf9-8f04-b2f60db77148, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:02.336535 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-221fec50-091d-460f-86ed-4d2f0fecc3ca req-5a2e7cf6-9ece-4052-851d-7eca1dc17ff4 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 210 time: 0.0561898 Dec 20 15:55:02.344173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.352208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5120dd1a-377b-4b9a-a299-4bd492766c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:02.383094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'port_id': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'mac_address': 'fa:16:3e:f1:f5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 15:55:02.409096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:02.441342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Network fee66d5f-af16-4dca-9cb2-0c9215a13f72 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:02.444819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:02.452356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:02.473067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:02.476915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.479910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Pushing event updated for resources: {'Port': ['ID=505e6958-483c-4583-9639-a53ebdcb4d02,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:02.485722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:02.493995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Pushing event updated for resources: {'Port': ['ID=36bd90cb-1145-4afc-a659-8a7a43c74b18,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:02.499164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ac6eead3-5b0a-4d41-acc2-76e4f278c2cd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:02.501770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:02.505055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3f0f60e5-30e6-407b-9344-c423f7229a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.507263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c1c861-e174-4cf9-8f04-b2f60db77148 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:55:02.510798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6599534-4cdb-46c6-987e-c22c04dacc24 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:02.523069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port f0c1c861-e174-4cf9-8f04-b2f60db77148, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:02.532632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:02.542692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:02.542692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.542692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f60e5-30e6-407b-9344-c423f7229a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c067aa2a-a281-4189-9e8c-8a20262df49c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:02.543489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3f0f60e5-30e6-407b-9344-c423f7229a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:02.550077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.559649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ac6eead3-5b0a-4d41-acc2-76e4f278c2cd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:02.560887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3f0f60e5-30e6-407b-9344-c423f7229a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.562037 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3f0f60e5-30e6-407b-9344-c423f7229a55 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c067aa2a-a281-4189-9e8c-8a20262df49c HTTP/1.1" status: 204 len: 168 time: 0.5600333 Dec 20 15:55:02.623517 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.625687 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b0e9806f-59d8-4a23-9021-67e17a4ed269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:02.653274 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7658210 Dec 20 15:55:02.658329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:02.667040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Request body: {'port': {'device_id': '52824a58-c261-4a79-a91c-058abd2b768b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:02.673305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] Usage tracker for resource:security_group_rule and tenant:496a884c04374f239a0fef22d878fbca is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:02.678611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:02.693932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=f0c1c861-e174-4cf9-8f04-b2f60db77148,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:02.697049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:02.714446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:02.739656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6eead3-5b0a-4d41-acc2-76e4f278c2cd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:02.743066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac6eead3-5b0a-4d41-acc2-76e4f278c2cd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.744410 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6eead3-5b0a-4d41-acc2-76e4f278c2cd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:02.744828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6eead3-5b0a-4d41-acc2-76e4f278c2cd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:02.876545 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ac6eead3-5b0a-4d41-acc2-76e4f278c2cd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7454813 Dec 20 15:55:02.885336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49896) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:02.891068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5dc3e44f-d49d-4552-bebb-b495ecac52b7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:02.894721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:02.928948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:03.005788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['f0c1c861-e174-4cf9-8f04-b2f60db77148'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 15:55:03.073663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5dc3e44f-d49d-4552-bebb-b495ecac52b7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:03.098689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5dc3e44f-d49d-4552-bebb-b495ecac52b7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:03.114124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:03.206347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:03.215755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:03.297844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac36781a-7451-4d48-98a2-5c93fcdd7982,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:03.315989 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:03.324844 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=496a884c04374f239a0fef22d878fbca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1229465 Dec 20 15:55:03.325082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49904) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:03.400286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49910) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:03.404035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc3e44f-d49d-4552-bebb-b495ecac52b7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:03.514088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87e44fd2-e08e-4923-a352-542539c719b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:03.517515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:03.560792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87e44fd2-e08e-4923-a352-542539c719b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:03.619551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e44f-d49d-4552-bebb-b495ecac52b7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:03.621538 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc3e44f-d49d-4552-bebb-b495ecac52b7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:03.621964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc3e44f-d49d-4552-bebb-b495ecac52b7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:03.690857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:03.708241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815af7-0917-46f3-b30e-cb289780f06e req-42236bc0-0a55-47e7-850d-ae4d9122e09a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:03.709707 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-72815af7-0917-46f3-b30e-cb289780f06e req-42236bc0-0a55-47e7-850d-ae4d9122e09a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 944 time: 0.3632171 Dec 20 15:55:03.710645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] Usage tracker for resource:security_group_rule and tenant:3ad9b5e6201f4fa688751d87c5ac0838 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:03.719054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:03.758786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:03.797088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed359ed-425f-4b88-b48b-ab75b0ec503e req-649c967b-bb1e-4254-a3ce-98b45b30211a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:03.798453 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6ed359ed-425f-4b88-b48b-ab75b0ec503e req-649c967b-bb1e-4254-a3ce-98b45b30211a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.3754935 Dec 20 15:55:03.807024 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5dc3e44f-d49d-4552-bebb-b495ecac52b7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9204702 Dec 20 15:55:03.816409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49914) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:03.845424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3feb32a9-6848-4253-bff2-80125e50e80e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:03.854512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:03.868695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505e6958-483c-4583-9639-a53ebdcb4d02 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:55:03.892461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:03.942012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87e44fd2-e08e-4923-a352-542539c719b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:03.943499 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-72815af7-0917-46f3-b30e-cb289780f06e req-edb9ee1c-96ec-4da0-98f4-e2156ba70a4c tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254732 Dec 20 15:55:03.947542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-43735b27-cce7-4ab6-b4b2-6bb921d99aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:03.962820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e44fd2-e08e-4923-a352-542539c719b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac36781a-7451-4d48-98a2-5c93fcdd7982,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:03.965911 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-87e44fd2-e08e-4923-a352-542539c719b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:03.994681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Transition to ACTIVE for port object 505e6958-483c-4583-9639-a53ebdcb4d02 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:04.021590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87e44fd2-e08e-4923-a352-542539c719b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.025602 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-87e44fd2-e08e-4923-a352-542539c719b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac36781a-7451-4d48-98a2-5c93fcdd7982 HTTP/1.1" status: 204 len: 168 time: 0.6996529 Dec 20 15:55:04.046192 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6ed359ed-425f-4b88-b48b-ab75b0ec503e req-48cc56e7-1231-40b6-8fcf-dc5828fac15f tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338676 Dec 20 15:55:04.048860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3feb32a9-6848-4253-bff2-80125e50e80e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:04.051495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.068964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.070105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3feb32a9-6848-4253-bff2-80125e50e80e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:04.084267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c1c861-e174-4cf9-8f04-b2f60db77148 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:04.088201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.093924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ab80acfd-68ba-484f-af89-7b0a0d225efc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:04.201980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.209388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feb32a9-6848-4253-bff2-80125e50e80e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:04.219548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3feb32a9-6848-4253-bff2-80125e50e80e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.219548 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3feb32a9-6848-4253-bff2-80125e50e80e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:04.219548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3feb32a9-6848-4253-bff2-80125e50e80e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:04.289694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port f0c1c861-e174-4cf9-8f04-b2f60db77148 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:04.299796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port f0c1c861-e174-4cf9-8f04-b2f60db77148 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:04.300605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.318947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Pushing event updated for resources: {'Port': ['ID=505e6958-483c-4583-9639-a53ebdcb4d02,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:04.335106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:04.335953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8a0a5233-6bb6-4e09-8add-3a39289aa284 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:04.372688 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ad9b5e6201f4fa688751d87c5ac0838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9670956 Dec 20 15:55:04.377281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49920) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:04.379786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Router c43583ba-9720-460e-9425-abdf1ea99d4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:55:04.422486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3349e41a-625f-40d4-aea2-f1992b49002f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:04.435934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3feb32a9-6848-4253-bff2-80125e50e80e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6148264 Dec 20 15:55:04.438762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:04.441062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49924) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:04.488947 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.491070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d1028585-42ee-4481-a025-eabd61a39eb0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:04.506594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.548901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port f0c1c861-e174-4cf9-8f04-b2f60db77148, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:04.549870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:04.593252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe94789-4781-4785-b41b-a17b45e54277 req-d0634a93-9129-47a9-ac2a-7a7b11f9bfe1 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:04.594225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-cfe94789-4781-4785-b41b-a17b45e54277 req-d0634a93-9129-47a9-ac2a-7a7b11f9bfe1 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Synchronizing usage tracker for tenant:8ac00e5ad70d49adba94a4fe7666e959 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:04.645682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.649087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:04.765699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=f0c1c861-e174-4cf9-8f04-b2f60db77148,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:04.780112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.780703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.781478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.782194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.782752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.783285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.783795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.784570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.785082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.785587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.786354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:04.796513 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'code': 200} Dec 20 15:55:04.797536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:04.828882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.830668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Attempting to bind port 505e6958-483c-4583-9639-a53ebdcb4d02 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:04.830811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Attempting to bind port 505e6958-483c-4583-9639-a53ebdcb4d02 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'c454e83e-7897-46b5-b201-ddaaf1caaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fee66d5f-af16-4dca-9cb2-0c9215a13f72'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:04.831098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Attempting to bind port 505e6958-483c-4583-9639-a53ebdcb4d02 on network fee66d5f-af16-4dca-9cb2-0c9215a13f72 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:04.834805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d1028585-42ee-4481-a025-eabd61a39eb0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:04.845126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b613d13-449f-4878-9b5d-7ca33df4e3c3 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:04.848136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5464531-d86b-4885-af3c-1e7752dcd65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.853591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d1028585-42ee-4481-a025-eabd61a39eb0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:04.865396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Port 505e6958-483c-4583-9639-a53ebdcb4d02 on network fee66d5f-af16-4dca-9cb2-0c9215a13f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:55:04.865667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Attempting to bind port 505e6958-483c-4583-9639-a53ebdcb4d02 on network fee66d5f-af16-4dca-9cb2-0c9215a13f72 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:04.889174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:04.889518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Checking segment: {'id': 'c454e83e-7897-46b5-b201-ddaaf1caaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fee66d5f-af16-4dca-9cb2-0c9215a13f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:04.893599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Bound using segment: {'id': 'c454e83e-7897-46b5-b201-ddaaf1caaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fee66d5f-af16-4dca-9cb2-0c9215a13f72'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:04.893599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Bound port: 505e6958-483c-4583-9639-a53ebdcb4d02, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454e83e-7897-46b5-b201-ddaaf1caaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fee66d5f-af16-4dca-9cb2-0c9215a13f72'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:04.893599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.900589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5464531-d86b-4885-af3c-1e7752dcd65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.925344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-cfe94789-4781-4785-b41b-a17b45e54277 req-d0634a93-9129-47a9-ac2a-7a7b11f9bfe1 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Unset dirty status for tenant:8ac00e5ad70d49adba94a4fe7666e959 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:04.926504 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cfe94789-4781-4785-b41b-a17b45e54277 req-d0634a93-9129-47a9-ac2a-7a7b11f9bfe1 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 943 time: 0.7957325 Dec 20 15:55:04.967184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Pushing event updated for resources: {'Port': ['ID=36bd90cb-1145-4afc-a659-8a7a43c74b18,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:04.970140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:04.991393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1028585-42ee-4481-a025-eabd61a39eb0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:04.994804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1028585-42ee-4481-a025-eabd61a39eb0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:04.996268 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1028585-42ee-4481-a025-eabd61a39eb0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:04.996695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1028585-42ee-4481-a025-eabd61a39eb0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:04.997864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:05.084113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-cfe94789-4781-4785-b41b-a17b45e54277 req-38a0f583-9d80-474c-9284-c59ebab8190b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Synchronizing usage tracker for tenant:8ac00e5ad70d49adba94a4fe7666e959 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:05.086321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] For port 505e6958-483c-4583-9639-a53ebdcb4d02, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:05.091375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] For port 505e6958-483c-4583-9639-a53ebdcb4d02, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=505e6958-483c-4583-9639-a53ebdcb4d02,segment=NetworkSegment(c454e83e-7897-46b5-b201-ddaaf1caaad1),segment_id=c454e83e-7897-46b5-b201-ddaaf1caaad1)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:05.109904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:05.110948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d1028585-42ee-4481-a025-eabd61a39eb0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6450922 Dec 20 15:55:05.113606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49944) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:05.122839 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "PUT /v2.0/routers/c43583ba-9720-460e-9425-abdf1ea99d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1045837 Dec 20 15:55:05.125850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779e190-6d15-4963-b1ef-499f9256c28b None None] Sync routers for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:05.138816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8779e190-6d15-4963-b1ef-499f9256c28b None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:05.139564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8779e190-6d15-4963-b1ef-499f9256c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:05.149816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49948) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:05.246677 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Floating IP b395f977-a67e-4147-a89f-7df3f27fb99d associated. External IP: 172.26.7.84, port: d2c9dd22-bf13-4132-9f64-b265fdc13d82. Dec 20 15:55:05.249605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2a317c39-266c-4216-b74c-946d77db6f4d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:05.250624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8779e190-6d15-4963-b1ef-499f9256c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:05.264172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8779e190-6d15-4963-b1ef-499f9256c28b None None] Routers {'c43583ba-9720-460e-9425-abdf1ea99d4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:05.265113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8779e190-6d15-4963-b1ef-499f9256c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c43583ba-9720-460e-9425-abdf1ea99d4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:05.306215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:05.309990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-cfe94789-4781-4785-b41b-a17b45e54277 req-38a0f583-9d80-474c-9284-c59ebab8190b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Unset dirty status for tenant:8ac00e5ad70d49adba94a4fe7666e959 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:05.311177 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cfe94789-4781-4785-b41b-a17b45e54277 req-38a0f583-9d80-474c-9284-c59ebab8190b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744259 Dec 20 15:55:05.313609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5464531-d86b-4885-af3c-1e7752dcd65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:05.321261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dea923f5-62dd-4424-8bbe-089de16f5fa6 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:05.372844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8779e190-6d15-4963-b1ef-499f9256c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:05.373291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779e190-6d15-4963-b1ef-499f9256c28b None None] The sync data for ids ['c43583ba-9720-460e-9425-abdf1ea99d4d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:55:05.419504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2a317c39-266c-4216-b74c-946d77db6f4d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:05.420670 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2a317c39-266c-4216-b74c-946d77db6f4d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3061526 Dec 20 15:55:05.431297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 49956) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:05.471762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:05.473165 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] 10.222.0.64 "PUT /v2.0/ports/505e6958-483c-4583-9639-a53ebdcb4d02 HTTP/1.1" status: 200 len: 1093 time: 2.8107767 Dec 20 15:55:05.476624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52824a58-c261-4a79-a91c-058abd2b768b', 'tag': '505e6958-483c-4583-9639-a53ebdcb4d02'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:05.488249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5464531-d86b-4885-af3c-1e7752dcd65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:05.491048 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d5464531-d86b-4885-af3c-1e7752dcd65c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3349e41a-625f-40d4-aea2-f1992b49002f HTTP/1.1" status: 204 len: 168 time: 1.1101670 Dec 20 15:55:05.569652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Pushing event updated for resources: {'Port': ['ID=505e6958-483c-4583-9639-a53ebdcb4d02,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:05.582501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:05.583671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-24c34652-c912-4720-aef4-84bb333bfe1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:05.616949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5464531-d86b-4885-af3c-1e7752dcd65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3349e41a-625f-40d4-aea2-f1992b49002f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:05.627602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d5464531-d86b-4885-af3c-1e7752dcd65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:05.668525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0062c-0c1f-405c-a8c8-461f6d509111 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:05.669208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d2c0062c-0c1f-405c-a8c8-461f6d509111 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:05.676641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c4ff-b3c1-4525-a36e-32ad414688bb req-89655f0d-578b-4253-bbf1-b90cc75ebc28 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:05.683843 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a38c4ff-b3c1-4525-a36e-32ad414688bb req-89655f0d-578b-4253-bbf1-b90cc75ebc28 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.5284498 Dec 20 15:55:05.737352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Router 4d7999e9-ccab-4e52-8e1a-aba615b7286f has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:55:05.797249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-66344290-063c-4e16-8b80-d462afebf3a7 req-3bdb4d21-a0cc-4232-9118-84296c007360 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 1098 time: 0.5361569 Dec 20 15:55:05.815975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49966) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:05.824018 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d2c0062c-0c1f-405c-a8c8-461f6d509111 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:05.825140 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d2c0062c-0c1f-405c-a8c8-461f6d509111 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3895261 Dec 20 15:55:05.832343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49970) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:05.899935 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a38c4ff-b3c1-4525-a36e-32ad414688bb req-4248df44-7649-4ccc-a0bc-bd1b82d15eb3 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146990 Dec 20 15:55:05.907275 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-eb72231a-5ad0-4db5-8874-06d50b216ede tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699906 Dec 20 15:55:05.907919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49976) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:05.913122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:05.927741 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-66344290-063c-4e16-8b80-d462afebf3a7 req-c0886fed-4059-4a55-93e8-fb7ff4efb661 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195741 Dec 20 15:55:05.937296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43503b02-1f8e-4f0e-ad71-6cfdeff0e854 req-f7e82fdf-6c6d-47b9-bd75-ee5162c759be tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:05.945358 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-43503b02-1f8e-4f0e-ad71-6cfdeff0e854 req-f7e82fdf-6c6d-47b9-bd75-ee5162c759be tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.4527161 Dec 20 15:55:06.001009 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52824a58-c261-4a79-a91c-058abd2b768b', 'tag': '505e6958-483c-4583-9639-a53ebdcb4d02', 'status': 'completed', 'code': 200} Dec 20 15:55:06.008959 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-97f5f309-48fd-48ee-97a5-83d3bef4ed32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ac00e5ad70d49adba94a4fe7666e959&device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 1096 time: 0.3782458 Dec 20 15:55:06.034402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:06.049499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:06.054262 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:06.125552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:06.128998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:06.155297 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-43503b02-1f8e-4f0e-ad71-6cfdeff0e854 req-b81b1bc7-f3f1-4e84-8981-9b49d77c6470 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088618 Dec 20 15:55:06.183911 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-735792681'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:06.255527 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-7d1ebc6e-0996-40f6-bcb9-0d000f4b4244 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=505e6958-483c-4583-9639-a53ebdcb4d02 HTTP/1.1" status: 200 len: 217 time: 0.0841849 Dec 20 15:55:06.283862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:06.291961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:network and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:06.298874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:06.311350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:06.387643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-305577bc-9770-48ec-8fab-31c6b0f1b846 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:06.389153 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-305577bc-9770-48ec-8fab-31c6b0f1b846 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e629a233-74ef-48d0-9c18-afb4f49b0f2f HTTP/1.1" status: 200 len: 851 time: 0.0694549 Dec 20 15:55:06.415488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:06.431588 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72757880-5b11-4ea6-8442-2881c391bacb None None] Sync routers for ids ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:06.450528 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72757880-5b11-4ea6-8442-2881c391bacb None None] Routers {'4d7999e9-ccab-4e52-8e1a-aba615b7286f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:06.451174 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-72757880-5b11-4ea6-8442-2881c391bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:06.452352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:06.455654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:06.482766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:06.517122 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-bf258b8b-307c-4ff9-b01d-65bce05b655a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fee66d5f-af16-4dca-9cb2-0c9215a13f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196048 Dec 20 15:55:06.545785 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-72757880-5b11-4ea6-8442-2881c391bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:06.558762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:06.562692 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72757880-5b11-4ea6-8442-2881c391bacb None None] Routers {'4d7999e9-ccab-4e52-8e1a-aba615b7286f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:06.562841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group_rule and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:06.563696 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-72757880-5b11-4ea6-8442-2881c391bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:06.566159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:06.572063 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:06.627248 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-72757880-5b11-4ea6-8442-2881c391bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:06.627646 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72757880-5b11-4ea6-8442-2881c391bacb None None] The sync data for ids ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:55:06.679176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:06.778206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c30fdc-4180-4fcf-a516-c4ce3d46be09 req-2c57d3cc-5a99-4f82-a6a0-e39c53772170 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:06.779695 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-72c30fdc-4180-4fcf-a516-c4ce3d46be09 req-2c57d3cc-5a99-4f82-a6a0-e39c53772170 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 943 time: 0.3124545 Dec 20 15:55:06.823898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:06.832765 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-5988b4c4-4107-40cc-8dab-cee24828f281 service neutron] 10.222.0.64 "GET /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056746 Dec 20 15:55:06.892325 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-72c30fdc-4180-4fcf-a516-c4ce3d46be09 req-9b50f7dd-f5c2-4bc5-8720-e0433ba82827 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031020 Dec 20 15:55:06.923722 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 7.2409084 Dec 20 15:55:06.929435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 49998) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:06.940696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting port 790b9ba3-7897-4ad4-8bdf-658ac1e9f787 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:06.940696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.095649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.objects.ports [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:55:07.100985 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-977c6a3a-7d59-4943-929f-666b5d8c690d req-7b349411-3dbf-4566-9484-ac400968cc9f service neutron] 10.222.0.64 "GET /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553766 Dec 20 15:55:07.108087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.116162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:07.147083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.175111 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e42d8b4f-5bed-421b-9dd3-2ff2cd86e069 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] 10.222.0.62 "GET /v2.0/floatingips/b395f977-a67e-4147-a89f-7df3f27fb99d HTTP/1.1" status: 200 len: 980 time: 0.2330778 Dec 20 15:55:07.178181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50008) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:07.218089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:07.248872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.295170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:07.303482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.308195 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:07.308195 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.313088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f162e64-91b7-4270-8c1b-42bc2367488a None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:07.327975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=3c5307a0-7cf3-4179-81c1-a69e6ec62a08,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:07.338189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:07.342618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-85d83bc6-b2e4-4dd6-8f40-8075db0222ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:07.367317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:07.405757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.406094 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Added segment 418f75af-7c8d-48c1-ac20-1ab0a6c76d3b of type vlan for network 74df6fb4-d633-4028-9dc7-096c23dad30d Dec 20 15:55:07.421618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Calling delete_port for 790b9ba3-7897-4ad4-8bdf-658ac1e9f787 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:07.421773 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4a46bc77-3e14-44b7-857a-d8b854122b60 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2248 time: 0.2365887 Dec 20 15:55:07.421773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db8d005-090c-4695-81a8-2d6b3c2bbf47,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:07.424984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50016) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:07.427426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:07.465081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d90d38-7c35-4828-9ef2-321dc0d6d3b3 req-f890e08f-5b72-4425-8c93-395b24d02a43 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:07.466564 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-29d90d38-7c35-4828-9ef2-321dc0d6d3b3 req-f890e08f-5b72-4425-8c93-395b24d02a43 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.4137652 Dec 20 15:55:07.576753 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-29d90d38-7c35-4828-9ef2-321dc0d6d3b3 req-290b6420-3265-4bdc-a210-ac863eec1a83 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020923 Dec 20 15:55:07.580784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18bd0b4b-ae3b-415c-a2a9-49b0f643124e req-e5cf12e4-4bb4-4bc3-bc5f-0da853f27c9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ac00e5ad70d49adba94a4fe7666e959&device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 1096 time: 0.3245943 Dec 20 15:55:07.622437 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7139311 Dec 20 15:55:07.626359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50020) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:07.627933 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.639802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:3f:a1:b6', 'name': 'tempest-NetworksTestDHCPv6-2137730969'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:07.646740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '3c5307a0-7cf3-4179-81c1-a69e6ec62a08'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:55:07.647936 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.813970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd0b4b-ae3b-415c-a2a9-49b0f643124e req-3b8015ab-bafc-4895-9009-74a2be8afb73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:07.816061 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18bd0b4b-ae3b-415c-a2a9-49b0f643124e req-3b8015ab-bafc-4895-9009-74a2be8afb73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fee66d5f-af16-4dca-9cb2-0c9215a13f72 HTTP/1.1" status: 200 len: 912 time: 0.2287600 Dec 20 15:55:07.820650 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Allocated IP 2001:db8::f816:3eff:fe14:10ac (d0452a6f-255e-4f54-b2ac-8ed7e675c952/3c5307a0-7cf3-4179-81c1-a69e6ec62a08/bc394b11-c753-4c0e-935b-8e6c90c68ca6) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:07.869344 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Deleting port 36bd90cb-1145-4afc-a659-8a7a43c74b18 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:07.869689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.902396 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18bd0b4b-ae3b-415c-a2a9-49b0f643124e req-ee1df894-0714-4fb2-995f-062dec392d6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=505e6958-483c-4583-9639-a53ebdcb4d02 HTTP/1.1" status: 200 len: 217 time: 0.0763516 Dec 20 15:55:07.934894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.938650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:07.939254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:07.945606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:07.949218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:07.974636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd0b4b-ae3b-415c-a2a9-49b0f643124e req-490697bc-a3dd-4c1d-9cc9-bc172efdef3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:07.976482 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18bd0b4b-ae3b-415c-a2a9-49b0f643124e req-490697bc-a3dd-4c1d-9cc9-bc172efdef3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e629a233-74ef-48d0-9c18-afb4f49b0f2f HTTP/1.1" status: 200 len: 851 time: 0.0649478 Dec 20 15:55:08.008767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:08.039497 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18bd0b4b-ae3b-415c-a2a9-49b0f643124e req-b3784fd6-4529-4460-8173-357d4ec9e812 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fee66d5f-af16-4dca-9cb2-0c9215a13f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564070 Dec 20 15:55:08.040724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.055246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ba22712b-62cc-47ae-a534-63c753373ca1 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:08.065498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.077424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Transition to ACTIVE for port object bc394b11-c753-4c0e-935b-8e6c90c68ca6 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:08.112708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Transition to ACTIVE for port object bc394b11-c753-4c0e-935b-8e6c90c68ca6 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:08.132861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Port': ['ID=790b9ba3-7897-4ad4-8bdf-658ac1e9f787,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:08.147716 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3312986 Dec 20 15:55:08.150345 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Network': ['ID=74df6fb4-d633-4028-9dc7-096c23dad30d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:08.152346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50032) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:08.161677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:55:08.161919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:08.168692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'name': 'tempest-PortsIpV6TestJSON-1413918268'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:08.181853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.182428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.186628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.187721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.187721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.188139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.188599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.189194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.190057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.190057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.190476 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:08.191832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:08.224164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.233631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:08.238452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-574c2e0f-8aae-4888-993a-9739150e8e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:08.239294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.239626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.376279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:08.384200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:08.395307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:08.459204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Pushing event updated for resources: {'Port': ['ID=bc394b11-c753-4c0e-935b-8e6c90c68ca6,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:08.474706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:08.583814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Attempting to bind port bc394b11-c753-4c0e-935b-8e6c90c68ca6 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:08.584048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Attempting to bind port bc394b11-c753-4c0e-935b-8e6c90c68ca6 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:08.584422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Attempting to bind port bc394b11-c753-4c0e-935b-8e6c90c68ca6 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:08.597008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:08.597895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:08.598745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.599385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:08.600193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Bound port: bc394b11-c753-4c0e-935b-8e6c90c68ca6, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:08.600840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.621186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Calling delete_port for 36bd90cb-1145-4afc-a659-8a7a43c74b18 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:08.680278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.759880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] For port bc394b11-c753-4c0e-935b-8e6c90c68ca6, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:08.763847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] For port bc394b11-c753-4c0e-935b-8e6c90c68ca6, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bc394b11-c753-4c0e-935b-8e6c90c68ca6,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:08.800684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50046) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:08.850504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.855395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:08.863289 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18bd0b4b-ae3b-415c-a2a9-49b0f643124e req-54108587-1b5c-4875-b197-9717129c4c93 service neutron] 10.222.0.64 "GET /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8095160 Dec 20 15:55:08.871027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:08.877371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:port and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:08.881926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.904848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:08.905710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30861b5-742f-4c56-a5ac-5322c1e6eb96 req-aea6a1af-c93b-4de6-b9ca-a447d77ed0e4 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:08.908484 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e30861b5-742f-4c56-a5ac-5322c1e6eb96 req-aea6a1af-c93b-4de6-b9ca-a447d77ed0e4 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 943 time: 0.7663574 Dec 20 15:55:08.925664 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:08.928866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 32aedb34-23af-4935-aabb-c0e5618cbb26 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:08.955674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Pushing event updated for resources: {'Port': ['ID=bc394b11-c753-4c0e-935b-8e6c90c68ca6,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:08.959332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:08.968248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:08.973955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-60ed814d-c11f-49d5-8654-6605c807e2d2 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:09.028200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1305621023', 'router:external': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:09.034444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event deleted for resources: {'Port': ['ID=36bd90cb-1145-4afc-a659-8a7a43c74b18,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:09.039797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:09.040661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:09.087341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Usage tracker for resource:network and tenant:4adcb12c20464917bf8df78aaa140da0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:09.098551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:09.105782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:09.108731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.149503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:09.255563 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e30861b5-742f-4c56-a5ac-5322c1e6eb96 req-085a3f35-7d37-4298-a9b4-453f73f2540e tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874274 Dec 20 15:55:09.264536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port e120f4ac-4d86-414f-a80b-22f53c28dd94 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:09.310021 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Made reservation on behalf of 4adcb12c20464917bf8df78aaa140da0 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:09.312184 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18bd0b4b-ae3b-415c-a2a9-49b0f643124e req-7d49c441-f362-4600-b137-6ebb5745ba8b service neutron] 10.222.0.64 "GET /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962972 Dec 20 15:55:09.312314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.319368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.331709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.334451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.352968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cb66e-4273-491a-8ad6-3eba0ce796da req-ace77f12-3f90-402c-baaa-7f8eb09b2fbb tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:09.354779 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-887cb66e-4273-491a-8ad6-3eba0ce796da req-ace77f12-3f90-402c-baaa-7f8eb09b2fbb tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.5655265 Dec 20 15:55:09.417688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.421405 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-887cb66e-4273-491a-8ad6-3eba0ce796da req-ed36bd4c-bc69-4a96-84f0-a11e31dc3676 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522115 Dec 20 15:55:09.442106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f816:3eff:fe3f:a1b6 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/3c5307a0-7cf3-4179-81c1-a69e6ec62a08/32aedb34-23af-4935-aabb-c0e5618cbb26) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:09.473357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.475161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Fanout notify agent at l3_agent the message router_deleted on router c43583ba-9720-460e-9425-abdf1ea99d4d {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:55:09.493055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.497364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/routers/c43583ba-9720-460e-9425-abdf1ea99d4d HTTP/1.1" status: 204 len: 168 time: 4.3377509 Dec 20 15:55:09.497541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50054) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:09.537646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:09.575768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Usage tracker for resource:security_group_rule and tenant:4adcb12c20464917bf8df78aaa140da0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:09.582966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:09.612376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:09.749309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee6372-6cf6-4645-a174-a58dd38dd625 req-98eaf9f2-ef24-47a8-93fa-7150bb65e03f tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:09.750833 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5aee6372-6cf6-4645-a174-a58dd38dd625 req-98eaf9f2-ef24-47a8-93fa-7150bb65e03f tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.1992116 Dec 20 15:55:09.755228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-6711c53a-9a80-49f9-8ca7-db403a3de718 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Deleting subnet 0eb9d916-fbb9-419a-ae7e-b806a874a928 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:09.772074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6711c53a-9a80-49f9-8ca7-db403a3de718 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.815704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.848478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6711c53a-9a80-49f9-8ca7-db403a3de718 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.885104 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5aee6372-6cf6-4645-a174-a58dd38dd625 req-f797653a-72d1-44c6-b6b8-d5120f6c5841 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276133 Dec 20 15:55:09.917199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50058) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:09.920843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6711c53a-9a80-49f9-8ca7-db403a3de718 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.959018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:09.995146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.021152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 32aedb34-23af-4935-aabb-c0e5618cbb26 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:10.025592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.029993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5cdc6f73-fa45-48ca-b497-cbf825ed852b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:10.054298 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e504f9e6-4389-4575-a9ee-16dec48a73a3 tempest-TestNetworkAdvancedServerOps-749974844 tempest-TestNetworkAdvancedServerOps-749974844-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 1093 time: 0.1328807 Dec 20 15:55:10.054577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50062) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:10.054734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:10.061123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:10.066627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:10.070724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Usage tracker for resource:floatingip and tenant:9df6494af49f4a808a904a842b3bef90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:10.074442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:10.080596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:10.088279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3221e-e677-4d96-93a3-8d2b93a45869,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:10.092478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.093196 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Added segment 86684927-5509-4a5d-a4f0-9fab0c521866 of type vlan for network 49edda7f-008c-456c-a3af-2650b369c851 Dec 20 15:55:10.096587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:10.102121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.110684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:10.129231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 505e6958-483c-4583-9639-a53ebdcb4d02 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 15:55:10.144678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6711c53a-9a80-49f9-8ca7-db403a3de718 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.149440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:10.189280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.203765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711c53a-9a80-49f9-8ca7-db403a3de718 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb9d916-fbb9-419a-ae7e-b806a874a928,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:10.206686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6711c53a-9a80-49f9-8ca7-db403a3de718 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:10.215806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6711c53a-9a80-49f9-8ca7-db403a3de718 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.232690 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6711c53a-9a80-49f9-8ca7-db403a3de718 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/subnets/0eb9d916-fbb9-419a-ae7e-b806a874a928 HTTP/1.1" status: 204 len: 168 time: 0.7316928 Dec 20 15:55:10.232889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50066) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:10.259710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.282759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=e120f4ac-4d86-414f-a80b-22f53c28dd94,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:10.283373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:10.321829 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.330881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6dbbd13-d570-4124-9ee0-9ce3bf9b33e3 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:10.378844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 505e6958-483c-4583-9639-a53ebdcb4d02, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=505e6958-483c-4583-9639-a53ebdcb4d02,segment=NetworkSegment(c454e83e-7897-46b5-b201-ddaaf1caaad1),segment_id=c454e83e-7897-46b5-b201-ddaaf1caaad1)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:10.404347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '505e6958-483c-4583-9639-a53ebdcb4d02', 'network_id': 'fee66d5f-af16-4dca-9cb2-0c9215a13f72', 'port_id': '505e6958-483c-4583-9639-a53ebdcb4d02', 'mac_address': 'fa:16:3e:81:f7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e629a233-74ef-48d0-9c18-afb4f49b0f2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 15:55:10.414707 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Checking segment: {'id': '418f75af-7c8d-48c1-ac20-1ab0a6c76d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:10.415129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network hostable DHCP agents. Network: 74df6fb4-d633-4028-9dc7-096c23dad30d, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:10.419934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-81307cfd-a1a6-4333-85f3-82cdfdea8636 None None] Provisioning for port bc394b11-c753-4c0e-935b-8e6c90c68ca6 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:10.440792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:10.450712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:10.456945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:10.460921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:10.461421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.468179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=32aedb34-23af-4935-aabb-c0e5618cbb26,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:10.478523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:10.504736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bc394b11-c753-4c0e-935b-8e6c90c68ca6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:10.592588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.621136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505e6958-483c-4583-9639-a53ebdcb4d02 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:55:10.640591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 505e6958-483c-4583-9639-a53ebdcb4d02, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=505e6958-483c-4583-9639-a53ebdcb4d02,segment=NetworkSegment(c454e83e-7897-46b5-b201-ddaaf1caaad1),segment_id=c454e83e-7897-46b5-b201-ddaaf1caaad1)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:10.656515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.701419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.702430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:10.703003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.716538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c96688a1-87da-405b-bd5e-fdba8d6209aa tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:10.721191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port bc394b11-c753-4c0e-935b-8e6c90c68ca6 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:10.727632 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port bc394b11-c753-4c0e-935b-8e6c90c68ca6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:10.728613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.771890 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.781801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-db7549da-2e04-49a9-bf33-cc51885ed0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:10.798225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d4ee2-5c33-467a-96fd-a3c7606b57f0 req-5fb2636b-f72c-4607-8b12-97c52befb977 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:10.799697 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f05d4ee2-5c33-467a-96fd-a3c7606b57f0 req-5fb2636b-f72c-4607-8b12-97c52befb977 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 943 time: 0.2636256 Dec 20 15:55:10.840756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event updated for resources: {'Network': ['ID=49edda7f-008c-456c-a3af-2650b369c851,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:10.845382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:10.862201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 49edda7f-008c-456c-a3af-2650b369c851 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:55:10.880768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.889194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:10.898031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Router 4d7999e9-ccab-4e52-8e1a-aba615b7286f has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:55:10.959757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ce5af6-d4a9-4cfb-8d65-5a832f4126f2']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:10.963816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:10.967611 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1538489 Dec 20 15:55:10.972493 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3406141 Dec 20 15:55:10.980701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50072) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:10.981294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50074) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:10.990469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Request body: {'subnet': {'network_id': '49edda7f-008c-456c-a3af-2650b369c851', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:11.001247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4db61fe-5d55-4355-827f-bbac9a720feb') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:11.001247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4db61fe-5d55-4355-827f-bbac9a720feb') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:11.014102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=505e6958-483c-4583-9639-a53ebdcb4d02,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:11.020621 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f05d4ee2-5c33-467a-96fd-a3c7606b57f0 req-a90922df-196f-4a3d-97ec-8f413dcf6cd4 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599061 Dec 20 15:55:11.028611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.040196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:11.048929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:11.049545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Usage tracker for resource:subnet and tenant:4adcb12c20464917bf8df78aaa140da0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:11.057171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:11.066305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:11.080052 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-522aa69d-00ee-4489-9e91-3d3c60e2fa76 None None] Provisioning for port 32aedb34-23af-4935-aabb-c0e5618cbb26 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:11.095434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-522aa69d-00ee-4489-9e91-3d3c60e2fa76 None None] Provisioning complete for port 32aedb34-23af-4935-aabb-c0e5618cbb26 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:11.095818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-522aa69d-00ee-4489-9e91-3d3c60e2fa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.098824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.105121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 74df6fb4-d633-4028-9dc7-096c23dad30d) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:11.124285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:55:11.124845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.126273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6555f-f161-4644-ae10-81e1e98931b3 None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:11.140141 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:11.159042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:11.163315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:11.163973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.170573 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.178453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Made reservation on behalf of 4adcb12c20464917bf8df78aaa140da0 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:11.181725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.207197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['505e6958-483c-4583-9639-a53ebdcb4d02'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 15:55:11.220842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8778c884-eac3-47a3-af62-7a3404e4caca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:11.225654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8778c884-eac3-47a3-af62-7a3404e4caca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:11.226571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8778c884-eac3-47a3-af62-7a3404e4caca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:11.244254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Allocated IP 172.26.7.93 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/c7905ff9-aade-4876-b00c-b6944b57a4e4) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:11.302268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-522aa69d-00ee-4489-9e91-3d3c60e2fa76 None None] Port 32aedb34-23af-4935-aabb-c0e5618cbb26 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:55:11.341216 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1811929 Dec 20 15:55:11.346414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50080) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:11.352740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1146090932'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:11.367265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.368932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:11.375304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-211a33ce-c793-43a1-bd42-9896f2b85afb tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:11.378349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:network and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:11.382079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:11.390895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:11.397841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.410622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port bc394b11-c753-4c0e-935b-8e6c90c68ca6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bc394b11-c753-4c0e-935b-8e6c90c68ca6,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:11.447160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:11.451839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8778c884-eac3-47a3-af62-7a3404e4caca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:11.463914 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8778c884-eac3-47a3-af62-7a3404e4caca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4704249 Dec 20 15:55:11.463914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50084) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:11.465443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.465566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33198af-c9b2-43c1-9aba-b28c9aaaa28d None None] Sync routers for ids ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:11.504410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Pushing event deleted for resources: {'Network': ['ID=63ce5af6-d4a9-4cfb-8d65-5a832f4126f2,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:11.504526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33198af-c9b2-43c1-9aba-b28c9aaaa28d None None] Routers {'4d7999e9-ccab-4e52-8e1a-aba615b7286f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:11.504526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e33198af-c9b2-43c1-9aba-b28c9aaaa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:11.506222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:11.508757 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] 10.222.0.62 "DELETE /v2.0/networks/63ce5af6-d4a9-4cfb-8d65-5a832f4126f2 HTTP/1.1" status: 204 len: 168 time: 1.2735088 Dec 20 15:55:11.517846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.554605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:11.557536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.575557 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e33198af-c9b2-43c1-9aba-b28c9aaaa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:11.609266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.613045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9945f303-449d-4c4f-89b3-51fd7d235059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:11.626044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b6246a36-613a-4d0b-81eb-3bad6c70097d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 32aedb34-23af-4935-aabb-c0e5618cbb26 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:11.626380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6246a36-613a-4d0b-81eb-3bad6c70097d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.647312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33198af-c9b2-43c1-9aba-b28c9aaaa28d None None] Routers {'4d7999e9-ccab-4e52-8e1a-aba615b7286f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:11.648076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e33198af-c9b2-43c1-9aba-b28c9aaaa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:11.690258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.696315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-44e11a79-87ad-4470-9ea2-b36b6da35151 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:11.715887 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "DELETE /v2.0/floatingips/b395f977-a67e-4147-a89f-7df3f27fb99d HTTP/1.1" status: 204 len: 168 time: 4.2862999 Dec 20 15:55:11.720302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50090) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:11.722753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:11.726860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e33198af-c9b2-43c1-9aba-b28c9aaaa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:11.727293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33198af-c9b2-43c1-9aba-b28c9aaaa28d None None] The sync data for ids ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:55:11.730466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:11.758004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=bc394b11-c753-4c0e-935b-8e6c90c68ca6,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:11.760729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:11.769277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:11.783330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:11.783675 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Added segment 110824db-31d1-4d28-80f7-f7f4afa6e2ed of type vlan for network 2d879870-d185-4015-8a3e-519e39507e3c Dec 20 15:55:11.793478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Usage tracker for resource:floatingip and tenant:96c541a09f5d4f78b5d043c6c130774d is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:11.794757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:11.798165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:11.800173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'Port': ['ID=c7905ff9-aade-4876-b00c-b6944b57a4e4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:11.801298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:11.802231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:11.829345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:11.844955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:11.873546 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.007626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.101598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6246a36-613a-4d0b-81eb-3bad6c70097d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.113265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.117016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:12.117589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.130238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-558a3194-6841-4c3a-90d9-000e55eeec8b tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:12.130841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50098) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:12.280453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd7f31-926b-40fe-b647-e0fadc7c1cb1 req-fd466406-db32-4c37-ba26-bdaaa1ee6b4b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:12.281997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2efd7f31-926b-40fe-b647-e0fadc7c1cb1 req-fd466406-db32-4c37-ba26-bdaaa1ee6b4b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 944 time: 0.1115987 Dec 20 15:55:12.306583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b6246a36-613a-4d0b-81eb-3bad6c70097d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 32aedb34-23af-4935-aabb-c0e5618cbb26 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:12.365822 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2efd7f31-926b-40fe-b647-e0fadc7c1cb1 req-d3e2bd39-0757-460a-ae87-16608c8b733b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773370 Dec 20 15:55:12.379919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bc394b11-c753-4c0e-935b-8e6c90c68ca6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:12.470773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port bc394b11-c753-4c0e-935b-8e6c90c68ca6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:12.471524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.547745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Network': ['ID=2d879870-d185-4015-8a3e-519e39507e3c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:12.553987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:12.570010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 2d879870-d185-4015-8a3e-519e39507e3c details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:55:12.585336 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-478425c2-a6d1-47d5-99ff-a3474a0fe0a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51f5c888c6cd4fe5bbe13737c11c3afb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4532256 Dec 20 15:55:12.587915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50104) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:12.630814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.633390 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2851677 Dec 20 15:55:12.637871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50108) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:12.648329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'ports': [{'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d'}, {'network_id': '2d879870-d185-4015-8a3e-519e39507e3c'}]} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:12.648635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:12.649100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '2d879870-d185-4015-8a3e-519e39507e3c'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:12.674072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-00902c2e-df07-4b9a-a2dc-91618a06be54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.701758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-00902c2e-df07-4b9a-a2dc-91618a06be54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.789822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.882679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.objects.ports [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:55:12.883081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.894133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f6bdd07f-894f-4dd0-96a7-d2b6fe0bda40 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:12.939681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-00902c2e-df07-4b9a-a2dc-91618a06be54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:12.944944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7d27fcd1-6404-4d92-af39-9fc683f31312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:12.965919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00902c2e-df07-4b9a-a2dc-91618a06be54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d432b88-38bf-4f62-8a06-35898ce71798,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:12.968250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-00902c2e-df07-4b9a-a2dc-91618a06be54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:12.973175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.002386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-00902c2e-df07-4b9a-a2dc-91618a06be54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.005813 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-00902c2e-df07-4b9a-a2dc-91618a06be54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d432b88-38bf-4f62-8a06-35898ce71798 HTTP/1.1" status: 204 len: 168 time: 0.4147239 Dec 20 15:55:13.030119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.072883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6246a36-613a-4d0b-81eb-3bad6c70097d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.078171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:13.099084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:13.102736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7258d487-a8a9-44b5-8e98-6db0e7d40883 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:13.114803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.119371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c690b3ca-c196-4712-9430-e98d6f62b37d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:13.165054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6246a36-613a-4d0b-81eb-3bad6c70097d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=32aedb34-23af-4935-aabb-c0e5618cbb26,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:13.171721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:13.176340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6246a36-613a-4d0b-81eb-3bad6c70097d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:13.184456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:port and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:13.191250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:13.220253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event updated for resources: {'Port': ['ID=c7905ff9-aade-4876-b00c-b6944b57a4e4,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:13.227709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:13.227976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:13.246618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.248254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Checking segment: {'id': '86684927-5509-4a5d-a4f0-9fab0c521866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '49edda7f-008c-456c-a3af-2650b369c851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:13.248617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Network hostable DHCP agents. Network: 49edda7f-008c-456c-a3af-2650b369c851, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:13.294085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6246a36-613a-4d0b-81eb-3bad6c70097d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.351008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Allocated IP 172.26.7.26 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/2f07623b-4541-41c5-a6db-ddf31f4acf60) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:13.353331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 2} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:13.357838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.387438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.428145 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b6246a36-613a-4d0b-81eb-3bad6c70097d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/32aedb34-23af-4935-aabb-c0e5618cbb26 HTTP/1.1" status: 204 len: 168 time: 1.9674287 Dec 20 15:55:13.428926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50120) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:13.503022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Network 49edda7f-008c-456c-a3af-2650b369c851 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:13.531395 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Floating IP 7f2c8717-7212-4347-b89b-e221ea9c5d01 associated. External IP: 172.26.7.93, port: f0c1c861-e174-4cf9-8f04-b2f60db77148. Dec 20 15:55:13.659226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 49edda7f-008c-456c-a3af-2650b369c851) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:13.668028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20b2262-3bdf-42e9-9bdc-6800854c815b None None] Network 49edda7f-008c-456c-a3af-2650b369c851 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:13.671156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 8b6ba937-df18-45a1-8ae4-f5cdd0782814 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:13.674621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:13.675303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.711384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd47be-14d3-4fa6-af71-92498158ead0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:13.712826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd47be-14d3-4fa6-af71-92498158ead0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:13.713574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-89dd47be-14d3-4fa6-af71-92498158ead0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:13.743822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7270e-5000-4817-a301-1b3ea05d24bd req-ad746dc5-266f-44fa-a940-7d78a21b6915 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:13.745321 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-89b7270e-5000-4817-a301-1b3ea05d24bd req-ad746dc5-266f-44fa-a940-7d78a21b6915 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 944 time: 0.1680198 Dec 20 15:55:13.766970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.828619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-89b7270e-5000-4817-a301-1b3ea05d24bd req-efdf734e-a758-4665-8978-8a09dfa3d60e tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758636 Dec 20 15:55:13.834898 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8511088 Dec 20 15:55:13.838379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50130) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:13.845640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-961902754', 'network_id': '49edda7f-008c-456c-a3af-2650b369c851'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:13.852132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:13.856928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Usage tracker for resource:port and tenant:4adcb12c20464917bf8df78aaa140da0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:13.860177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-89dd47be-14d3-4fa6-af71-92498158ead0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:13.860963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:13.864294 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-89dd47be-14d3-4fa6-af71-92498158ead0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4318695 Dec 20 15:55:13.866949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50134) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:13.871152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:13.924869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:13.970884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9025ff10-1655-49b6-ba85-c6c68cd0f959 None None] Network 49edda7f-008c-456c-a3af-2650b369c851 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:14.004222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Made reservation on behalf of 4adcb12c20464917bf8df78aaa140da0 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:14.008894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.031558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.054638 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:14.069577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] device_id is not set on port 578211a9-2c75-4eaf-8582-15c3bb1b6106 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:14.092907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:14.101211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:14.115778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:14.147279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 63c08f06-edad-43ee-b52e-4ec4e6d04ee2 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:14.158181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 505e6958-483c-4583-9639-a53ebdcb4d02 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:14.382741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Pushing event updated for resources: {'Port': ['ID=2f07623b-4541-41c5-a6db-ddf31f4acf60,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:14.385482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 505e6958-483c-4583-9639-a53ebdcb4d02 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:14.389152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:14.401039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 505e6958-483c-4583-9639-a53ebdcb4d02 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:14.401960 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.403335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50144) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:14.533152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ea20b7-bf42-4bb3-b1e6-950c914a71b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 3c5307a0-7cf3-4179-81c1-a69e6ec62a08 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:14.540792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-14ea20b7-bf42-4bb3-b1e6-950c914a71b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.595526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Allocated IP 2001:db8::1bb (49edda7f-008c-456c-a3af-2650b369c851/c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c/578211a9-2c75-4eaf-8582-15c3bb1b6106) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:14.601181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.606347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1791030084'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:14.616058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.623731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-14ea20b7-bf42-4bb3-b1e6-950c914a71b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.624929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.629778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:14.636574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.638594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Usage tracker for resource:network and tenant:b1c7bcd4b72e4b42a2e2b2fa8287ab07 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:14.642229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:14.649521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:14.677035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52824a58-c261-4a79-a91c-058abd2b768b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505e6958-483c-4583-9639-a53ebdcb4d02'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:14.694028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 505e6958-483c-4583-9639-a53ebdcb4d02, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=505e6958-483c-4583-9639-a53ebdcb4d02,segment=NetworkSegment(c454e83e-7897-46b5-b201-ddaaf1caaad1),segment_id=c454e83e-7897-46b5-b201-ddaaf1caaad1)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:14.733532 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52824a58-c261-4a79-a91c-058abd2b768b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505e6958-483c-4583-9639-a53ebdcb4d02', 'code': 200} Dec 20 15:55:14.752552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Made reservation on behalf of b1c7bcd4b72e4b42a2e2b2fa8287ab07 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:14.755738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.772156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.783011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:14.794162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.799171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ed630a7-1ff5-4c94-9bdc-7702d67d3589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:14.822097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-14ea20b7-bf42-4bb3-b1e6-950c914a71b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.822456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.868030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=505e6958-483c-4583-9639-a53ebdcb4d02,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:14.872500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:14.890662 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.915907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Router 8a2d91be-6f69-43cb-b162-899e269ff96d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:55:14.931063 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=8b6ba937-df18-45a1-8ae4-f5cdd0782814,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:14.940765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:14.943547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:14.946340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:14.951729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:14.952539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:14.960574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b9650864-3e70-46cb-b23b-1b1a1787bb86 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:15.004433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:15.020240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Usage tracker for resource:security_group_rule and tenant:b1c7bcd4b72e4b42a2e2b2fa8287ab07 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:15.025301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:15.044078 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:15.075251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=63c08f06-edad-43ee-b52e-4ec4e6d04ee2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:15.092413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.093357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:15.172183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-14ea20b7-bf42-4bb3-b1e6-950c914a71b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.181690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1eeb46e7-ebd8-4836-a30f-0dbbacc146c5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:15.211439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Checking segment: {'id': '110824db-31d1-4d28-80f7-f7f4afa6e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2d879870-d185-4015-8a3e-519e39507e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:15.211762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network hostable DHCP agents. Network: 2d879870-d185-4015-8a3e-519e39507e3c, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:15.243279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea20b7-bf42-4bb3-b1e6-950c914a71b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5307a0-7cf3-4179-81c1-a69e6ec62a08,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:15.256499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-14ea20b7-bf42-4bb3-b1e6-950c914a71b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:15.266663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-14ea20b7-bf42-4bb3-b1e6-950c914a71b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.268367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e269428-df70-4a18-abaf-5f161f1c868f None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:15.293472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.316561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.355065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d94b5-5285-4972-b3ca-e021186a3aed req-3b8117d4-85cb-43f1-a486-1830332add2d tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:15.356525 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645d94b5-5285-4972-b3ca-e021186a3aed req-3b8117d4-85cb-43f1-a486-1830332add2d tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.3098876 Dec 20 15:55:15.365352 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d55ddf85-860a-421a-93b7-123c67b2a4a7 req-8ca4e34d-28ee-4b32-9a1a-47a6b73c1cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 1098 time: 0.2698746 Dec 20 15:55:15.406687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.417703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-703d1d76-094b-434a-ba07-9e44ce9ea8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:15.423750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 2d879870-d185-4015-8a3e-519e39507e3c is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:15.428096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.434901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-001191dd-4f19-4a92-a338-8f4d3fbf329c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:15.442776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.479919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:15.504736 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-14ea20b7-bf42-4bb3-b1e6-950c914a71b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/3c5307a0-7cf3-4179-81c1-a69e6ec62a08 HTTP/1.1" status: 204 len: 168 time: 1.6367986 Dec 20 15:55:15.513778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50154) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:15.518904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5525c1f6-8f1e-44ff-aa32-8f5a9a045c0b,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:15.536231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Network 49edda7f-008c-456c-a3af-2650b369c851 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:15.547635 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645d94b5-5285-4972-b3ca-e021186a3aed req-89485873-521c-475d-95aa-7801d5c8f941 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811748 Dec 20 15:55:15.549693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:55:15.551548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:15.556569 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d55ddf85-860a-421a-93b7-123c67b2a4a7 req-e7c3278f-93e7-4cf6-8c90-54c68eb29b79 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729443 Dec 20 15:55:15.557457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event updated for resources: {'Port': ['ID=578211a9-2c75-4eaf-8582-15c3bb1b6106,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:15.558295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] Deleting port bc394b11-c753-4c0e-935b-8e6c90c68ca6 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:15.558295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.561219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:15.562093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:15.563352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:15.563958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.584680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:15.591322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 2d879870-d185-4015-8a3e-519e39507e3c) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:15.592338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6246a36-613a-4d0b-81eb-3bad6c70097d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:15.602393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:15.608023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce3c24-84e4-4f3f-af1d-98a127e1cdd6 None None] Network 2d879870-d185-4015-8a3e-519e39507e3c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:15.616711 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] Sync routers for ids ['8a2d91be-6f69-43cb-b162-899e269ff96d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:15.630148 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] Routers {'8a2d91be-6f69-43cb-b162-899e269ff96d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:15.630760 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8a2d91be-6f69-43cb-b162-899e269ff96d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:15.650044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:15.654411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:15.657348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:15.657990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.662465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.664857 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Added segment 32308b2e-e274-45fd-ab68-840c3991a8e9 of type vlan for network 85fc02ff-0d73-45c0-92c4-aff75d863c8e Dec 20 15:55:15.665498 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-02c29587-69e3-476f-80f4-8df7fd019200 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1478627 Dec 20 15:55:15.669215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50158) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:15.675230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:15.720094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.753925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.757680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Pushing event updated for resources: {'Port': ['ID=2f07623b-4541-41c5-a6db-ddf31f4acf60,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:15.766263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:15.836138 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9941611 Dec 20 15:55:15.839002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50162) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:15.841728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:15.843130 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2031844 Dec 20 15:55:15.846487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:15.849824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:15.857041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:15.866431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50166) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:15.869755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.880891 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] Set router 8a2d91be-6f69-43cb-b162-899e269ff96d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:55:15.881245 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.882708 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1614919 Dec 20 15:55:15.892100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.896281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:15.897099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.900982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50170) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:15.905727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:15.975207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] For port bc394b11-c753-4c0e-935b-8e6c90c68ca6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bc394b11-c753-4c0e-935b-8e6c90c68ca6,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:15.975804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:15.992590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6e75f9ea-18c6-4249-9233-7365227d5d24 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Deleting port 578211a9-2c75-4eaf-8582-15c3bb1b6106 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:15.993918 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e75f9ea-18c6-4249-9233-7365227d5d24 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:16.027107 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9695504 Dec 20 15:55:16.032368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-2ec21798-24a2-4d0a-b4ba-eba43d455dce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 63c08f06-edad-43ee-b52e-4ec4e6d04ee2 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:16.032738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2ec21798-24a2-4d0a-b4ba-eba43d455dce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:16.068692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:16.073792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:16.077375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:16.097658 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6931825 Dec 20 15:55:16.098821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50180) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:16.107600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event updated for resources: {'Network': ['ID=85fc02ff-0d73-45c0-92c4-aff75d863c8e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:16.114570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:16.119454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Request body: {'subnet': {'network_id': '85fc02ff-0d73-45c0-92c4-aff75d863c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:16.145410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 85fc02ff-0d73-45c0-92c4-aff75d863c8e details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:55:16.257892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:16.261480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] Calling delete_port for bc394b11-c753-4c0e-935b-8e6c90c68ca6 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:16.382213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:16.410519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bc394b11-c753-4c0e-935b-8e6c90c68ca6 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:55:16.413002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Usage tracker for resource:floatingip and tenant:89678db75b2545c4a371d66fe913280a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:16.433734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:16.445123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:16.460496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:16.519319 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:28Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7f2c8717-7212-4347-b89b-e221ea9c5d01', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'port_id': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'mac_address': 'fa:16:3e:f1:f5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:55:12Z', 'updated_at': '2021-12-20T15:55:12Z', 'revision_number': 0, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f63a33-6aee-4f3c-83d5-788d58511177', 'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'mac_address': 'fa:16:3e:c7:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:25Z', 'updated_at': '2021-12-20T15:54:40Z', 'revision_number': 5, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'subnets': [{'id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:16.523718 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] Checking router: 8a2d91be-6f69-43cb-b162-899e269ff96d for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:55:16.528995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Usage tracker for resource:subnet and tenant:b1c7bcd4b72e4b42a2e2b2fa8287ab07 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:16.535936 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] Routers {'8a2d91be-6f69-43cb-b162-899e269ff96d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:16.536551 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8a2d91be-6f69-43cb-b162-899e269ff96d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:16.541117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:16.550437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:16.581228 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'status': 'completed', 'code': 200} Dec 20 15:55:16.640654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:16.649584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c839d35d-2b57-497e-9de6-f624550f984b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:16.689840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:16.712419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:16.730626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e75f9ea-18c6-4249-9233-7365227d5d24 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:16.736685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] Pushing event deleted for resources: {'Port': ['ID=bc394b11-c753-4c0e-935b-8e6c90c68ca6,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:16.743017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:16.752247 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] No DVR routers for this DVR port bc394b11-c753-4c0e-935b-8e6c90c68ca6 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:16.772310 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] Set router 8a2d91be-6f69-43cb-b162-899e269ff96d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:55:16.866695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Made reservation on behalf of b1c7bcd4b72e4b42a2e2b2fa8287ab07 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:16.887522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6e75f9ea-18c6-4249-9233-7365227d5d24 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Calling delete_port for 578211a9-2c75-4eaf-8582-15c3bb1b6106 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:17.097942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.186744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2ec21798-24a2-4d0a-b4ba-eba43d455dce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.238494 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:28Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7f2c8717-7212-4347-b89b-e221ea9c5d01', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'port_id': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'mac_address': 'fa:16:3e:f1:f5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:55:12Z', 'updated_at': '2021-12-20T15:55:12Z', 'revision_number': 0, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f63a33-6aee-4f3c-83d5-788d58511177', 'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'mac_address': 'fa:16:3e:c7:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:25Z', 'updated_at': '2021-12-20T15:54:40Z', 'revision_number': 5, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'subnets': [{'id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:17.244355 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5152c91-0ab8-407c-86ed-d05e4bba79ea None None] The sync data for ids ['8a2d91be-6f69-43cb-b162-899e269ff96d'] in dv-neutron-821074-1-hyperv is: [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:28Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7f2c8717-7212-4347-b89b-e221ea9c5d01', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'port_id': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'mac_address': 'fa:16:3e:f1:f5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:55:12Z', 'updated_at': '2021-12-20T15:55:12Z', 'revision_number': 0, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f63a33-6aee-4f3c-83d5-788d58511177', 'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'mac_address': 'fa:16:3e:c7:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:25Z', 'updated_at': '2021-12-20T15:54:40Z', 'revision_number': 5, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'subnets': [{'id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:55:17.298383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.346960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab51fe3-ece1-448c-be08-fb91c22975a7 req-ab404622-8e18-44dd-bb24-6a0af0d607d8 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:17.348417 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ab51fe3-ece1-448c-be08-fb91c22975a7 req-ab404622-8e18-44dd-bb24-6a0af0d607d8 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.8584135 Dec 20 15:55:17.356838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-2ec21798-24a2-4d0a-b4ba-eba43d455dce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 63c08f06-edad-43ee-b52e-4ec4e6d04ee2 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:17.383096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e75f9ea-18c6-4249-9233-7365227d5d24 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.397448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:17.431805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.objects.ports [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84392) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:55:17.437139 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7adb3591-6081-46e8-b7cf-65b892d6c797 req-5afa8cc2-f6ea-430b-823d-f6614227eb0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9df6494af49f4a808a904a842b3bef90&device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 1098 time: 0.8026116 Dec 20 15:55:17.449060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aa3d7-d4ac-47d8-8428-cb135dd9ed3c req-e17bb9e5-30a2-42ea-a235-d25aaf41ff82 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:17.450546 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-546aa3d7-d4ac-47d8-8428-cb135dd9ed3c req-e17bb9e5-30a2-42ea-a235-d25aaf41ff82 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.7066827 Dec 20 15:55:17.461735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.468137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f9ea-18c6-4249-9233-7365227d5d24 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event deleted for resources: {'Port': ['ID=578211a9-2c75-4eaf-8582-15c3bb1b6106,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:17.477655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6e75f9ea-18c6-4249-9233-7365227d5d24 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:17.487915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5f79bfbf-40eb-451b-8bae-deb88befb4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:17.498293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4680fbef-355a-4ac8-be3d-c4c35980fee4 None None] New status for floating IP 7f2c8717-7212-4347-b89b-e221ea9c5d01: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 15:55:17.588024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e75f9ea-18c6-4249-9233-7365227d5d24 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.614257 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6e75f9ea-18c6-4249-9233-7365227d5d24 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "DELETE /v2.0/ports/578211a9-2c75-4eaf-8582-15c3bb1b6106 HTTP/1.1" status: 204 len: 168 time: 1.7739267 Dec 20 15:55:17.618033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50186) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:17.632954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49edda7f-008c-456c-a3af-2650b369c851', 'external_fixed_ips': [{'subnet_id': 'c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c', 'ip_address': '2001:db8::1bb'}]}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:17.636671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Allocated IP 172.26.7.180 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/d520bd73-9cc5-45db-b3cb-ff3346be514e) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:17.641809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:17.650529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Usage tracker for resource:router and tenant:4adcb12c20464917bf8df78aaa140da0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:17.654563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:17.662516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:17.698185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:17.707121 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ab51fe3-ece1-448c-be08-fb91c22975a7 req-98326982-f671-451e-9402-570a22106b26 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037531 Dec 20 15:55:17.713892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.718389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:17.727422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:17.727623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=45e71bcc-5431-4e57-bc5c-3385f83f5d32,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:17.731671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:17.732504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.736690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb04ad9-c194-45d2-b1be-593e6346c984 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:17.749740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:17.766554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50190) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:17.810766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.811755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.834733 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-546aa3d7-d4ac-47d8-8428-cb135dd9ed3c req-73d72fe1-809d-44c7-8e8e-d87690746ae1 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478231 Dec 20 15:55:17.874822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2ec21798-24a2-4d0a-b4ba-eba43d455dce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.887406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2c7f6479-1baf-49ce-af7a-3cf99da9a206 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:17.897502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event updated for resources: {'Subnet': ['ID=7ae2d791-34a9-4409-a0f0-64c6e5bfc53e,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:17.905300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:17.924779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.927497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb3591-6081-46e8-b7cf-65b892d6c797 req-fba43eb7-6934-42f3-9527-9bff0c357799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:17.938191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:17.938342 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7adb3591-6081-46e8-b7cf-65b892d6c797 req-fba43eb7-6934-42f3-9527-9bff0c357799 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c HTTP/1.1" status: 200 len: 897 time: 0.4750493 Dec 20 15:55:17.945795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Checking segment: {'id': '32308b2e-e274-45fd-ab68-840c3991a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '85fc02ff-0d73-45c0-92c4-aff75d863c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:17.946150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Network hostable DHCP agents. Network: 85fc02ff-0d73-45c0-92c4-aff75d863c8e, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:18.004937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec21798-24a2-4d0a-b4ba-eba43d455dce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=63c08f06-edad-43ee-b52e-4ec4e6d04ee2,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:18.015698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2ec21798-24a2-4d0a-b4ba-eba43d455dce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:18.034480 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3639383 Dec 20 15:55:18.037879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50194) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:18.045991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '45e71bcc-5431-4e57-bc5c-3385f83f5d32'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:55:18.046181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:2c:a6:34', 'name': 'tempest-NetworksTestDHCPv6-552362343'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:18.047478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.048612 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-562075e2-d627-4d4e-970a-4176f216964f tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/floatingips/7f2c8717-7212-4347-b89b-e221ea9c5d01 HTTP/1.1" status: 200 len: 990 time: 0.2800117 Dec 20 15:55:18.050381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2ec21798-24a2-4d0a-b4ba-eba43d455dce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.055126 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2ec21798-24a2-4d0a-b4ba-eba43d455dce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/63c08f06-edad-43ee-b52e-4ec4e6d04ee2 HTTP/1.1" status: 204 len: 168 time: 2.1852088 Dec 20 15:55:18.057547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50198) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:18.136683 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7adb3591-6081-46e8-b7cf-65b892d6c797 req-d2698d78-a6b4-4ed3-8298-ab6672150424 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148 HTTP/1.1" status: 200 len: 998 time: 0.1859848 Dec 20 15:55:18.201847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Network 85fc02ff-0d73-45c0-92c4-aff75d863c8e is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:18.209545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.220251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c1817-0aa5-4199-b966-7d9a93bf8e1a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:18.220490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Allocated IP 2001:db8::f816:3eff:fe13:ed32 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/45e71bcc-5431-4e57-bc5c-3385f83f5d32/cfeb33c7-09c6-485e-b05c-84f88f2afcfc) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:18.221968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b1c0f647-a9d2-426e-b9ed-1c5e261af536 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:18.224287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c1817-0aa5-4199-b966-7d9a93bf8e1a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:18.225057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-722c1817-0aa5-4199-b966-7d9a93bf8e1a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:18.231820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb3591-6081-46e8-b7cf-65b892d6c797 req-a70c9357-f6ae-43dc-891e-01e3f583a0e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:18.233242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7adb3591-6081-46e8-b7cf-65b892d6c797 req-a70c9357-f6ae-43dc-891e-01e3f583a0e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d49e741-3096-4edc-aac1-d01d7cfdf754 HTTP/1.1" status: 200 len: 835 time: 0.0895216 Dec 20 15:55:18.327186 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7adb3591-6081-46e8-b7cf-65b892d6c797 req-76dcd4c7-2c1a-4a39-bc1f-493606b95370 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792742 Dec 20 15:55:18.367418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-722c1817-0aa5-4199-b966-7d9a93bf8e1a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:18.372520 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-722c1817-0aa5-4199-b966-7d9a93bf8e1a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3099041 Dec 20 15:55:18.372520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50202) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:18.459365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 85fc02ff-0d73-45c0-92c4-aff75d863c8e) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:18.473154 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4954da-18e5-4576-aff3-430560ebd71a None None] Network 85fc02ff-0d73-45c0-92c4-aff75d863c8e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:18.483402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:18.484088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.518725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:18.520475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.527975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:18.547840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:18.572361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Pushing event updated for resources: {'Port': ['ID=d520bd73-9cc5-45db-b3cb-ff3346be514e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:18.584514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:18.593830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Transition to ACTIVE for port object cfeb33c7-09c6-485e-b05c-84f88f2afcfc will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:18.599977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.603177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:18.618549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:18.623725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:18.630234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Transition to ACTIVE for port object cfeb33c7-09c6-485e-b05c-84f88f2afcfc will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:18.634441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:18.636900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-d55273b5-12f8-4969-a4bd-91eb63086d0e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 8b6ba937-df18-45a1-8ae4-f5cdd0782814 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:18.637241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d55273b5-12f8-4969-a4bd-91eb63086d0e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.648929 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5385213 Dec 20 15:55:18.651642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50206) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:18.657877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-240191618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:18.664442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:18.674335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Usage tracker for resource:router and tenant:b1c7bcd4b72e4b42a2e2b2fa8287ab07 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:18.678632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:18.685683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:18.695406 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7adb3591-6081-46e8-b7cf-65b892d6c797 req-809a9169-1da9-4ae8-9785-1b1360664d2f service neutron] 10.222.0.64 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577979 Dec 20 15:55:18.736346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.743966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:18.765224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:18.803622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-85fc02ff-0d73-45c0-92c4-aff75d863c8e', 'network_id': '85fc02ff-0d73-45c0-92c4-aff75d863c8e', 'tenant_id': 'b1c7bcd4b72e4b42a2e2b2fa8287ab07', 'fixed_ips': [{'subnet_id': '7ae2d791-34a9-4409-a0f0-64c6e5bfc53e'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:55:18.804733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.820873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.821887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.844309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:18.846402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Pushing event updated for resources: {'Port': ['ID=cfeb33c7-09c6-485e-b05c-84f88f2afcfc,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:18.847264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:18.849390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:18.851636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:18.854074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:18.984097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d55273b5-12f8-4969-a4bd-91eb63086d0e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.012424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.016107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.024861 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7adb3591-6081-46e8-b7cf-65b892d6c797 req-5a8e7bde-92ae-4e0a-8aba-de6738658d44 service neutron] 10.222.0.64 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188980 Dec 20 15:55:19.053727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.078209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50212) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:19.131702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Attempting to bind port cfeb33c7-09c6-485e-b05c-84f88f2afcfc on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:19.132231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Attempting to bind port cfeb33c7-09c6-485e-b05c-84f88f2afcfc by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:19.132705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Attempting to bind port cfeb33c7-09c6-485e-b05c-84f88f2afcfc on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:19.148071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Allocated IP 172.20.0.2 (85fc02ff-0d73-45c0-92c4-aff75d863c8e/7ae2d791-34a9-4409-a0f0-64c6e5bfc53e/e9180f11-8fe1-48d9-b2da-2d289f55a794) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:19.150326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:19.151581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:19.151581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.151963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:19.152076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-d55273b5-12f8-4969-a4bd-91eb63086d0e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 8b6ba937-df18-45a1-8ae4-f5cdd0782814 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:19.152627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Bound port: cfeb33c7-09c6-485e-b05c-84f88f2afcfc, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:19.153122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.208804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port b910babb-72c9-4ed3-a67b-ac8941938e1e yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:19.244750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb320de-13bb-4f15-9751-26b6923586ac req-a18d068e-5fc3-47ff-ae54-c35317e7383b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:19.246179 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1cb320de-13bb-4f15-9751-26b6923586ac req-a18d068e-5fc3-47ff-ae54-c35317e7383b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.2680876 Dec 20 15:55:19.285680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.308642 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1cb320de-13bb-4f15-9751-26b6923586ac req-1a6609c7-90c7-422e-9252-2e67bd230cf7 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Dec 20 15:55:19.340744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d55273b5-12f8-4969-a4bd-91eb63086d0e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.350359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:19.365744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] For port cfeb33c7-09c6-485e-b05c-84f88f2afcfc, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:19.381471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] For port cfeb33c7-09c6-485e-b05c-84f88f2afcfc, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cfeb33c7-09c6-485e-b05c-84f88f2afcfc,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:19.390589 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-996fd3f3-fe57-4c68-8145-690df9deea65 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/floatingips/7f2c8717-7212-4347-b89b-e221ea9c5d01 HTTP/1.1" status: 200 len: 992 time: 0.2703948 Dec 20 15:55:19.419147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55273b5-12f8-4969-a4bd-91eb63086d0e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=8b6ba937-df18-45a1-8ae4-f5cdd0782814,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:19.422375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d55273b5-12f8-4969-a4bd-91eb63086d0e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:19.430634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d55273b5-12f8-4969-a4bd-91eb63086d0e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.478737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.490447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:19.507327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d55273b5-12f8-4969-a4bd-91eb63086d0e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/8b6ba937-df18-45a1-8ae4-f5cdd0782814 HTTP/1.1" status: 204 len: 168 time: 1.1339452 Dec 20 15:55:19.514736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50218) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:19.519874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.521039 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9b5ab204-1be5-4c5b-b306-3631809aabe2 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8684893 Dec 20 15:55:19.525868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50222) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:19.554746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f816:3eff:fe2c:a634 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/45e71bcc-5431-4e57-bc5c-3385f83f5d32/b910babb-72c9-4ed3-a67b-ac8941938e1e) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:19.604083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Pushing event updated for resources: {'Port': ['ID=cfeb33c7-09c6-485e-b05c-84f88f2afcfc,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:19.613721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:19.642506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.657541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Transition to ACTIVE for port object e9180f11-8fe1-48d9-b2da-2d289f55a794 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:19.685916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Transition to ACTIVE for port object e9180f11-8fe1-48d9-b2da-2d289f55a794 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:19.763063 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a7c12-c930-4de1-942d-aac1bf684fc5 req-5a5ce171-92d5-4f45-be4b-f9f02fcc1c21 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:19.764660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-703a7c12-c930-4de1-942d-aac1bf684fc5 req-5a5ce171-92d5-4f45-be4b-f9f02fcc1c21 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.2976189 Dec 20 15:55:19.783590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.828072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.846718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:19.876714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7ae50d-9fcf-4e32-8436-e1cd0d085473 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:19.877488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6f7ae50d-9fcf-4e32-8436-e1cd0d085473 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:19.907708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:19.978573 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Pushing event updated for resources: {'Port': ['ID=e9180f11-8fe1-48d9-b2da-2d289f55a794,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:19.984001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:19.994024 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-703a7c12-c930-4de1-942d-aac1bf684fc5 req-22ba43e5-e006-44bb-be37-0922b593b324 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629484 Dec 20 15:55:20.012483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.054289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Network 85fc02ff-0d73-45c0-92c4-aff75d863c8e is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:20.054289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:20.054289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:20.055034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object b910babb-72c9-4ed3-a67b-ac8941938e1e will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:20.055034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.159383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Attempting to bind port e9180f11-8fe1-48d9-b2da-2d289f55a794 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:20.159771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Attempting to bind port e9180f11-8fe1-48d9-b2da-2d289f55a794 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '32308b2e-e274-45fd-ab68-840c3991a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '85fc02ff-0d73-45c0-92c4-aff75d863c8e'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:20.160287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Attempting to bind port e9180f11-8fe1-48d9-b2da-2d289f55a794 on network 85fc02ff-0d73-45c0-92c4-aff75d863c8e {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:20.189467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:20.189950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Checking segment: {'id': '32308b2e-e274-45fd-ab68-840c3991a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '85fc02ff-0d73-45c0-92c4-aff75d863c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:20.191711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.192136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Bound using segment: {'id': '32308b2e-e274-45fd-ab68-840c3991a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '85fc02ff-0d73-45c0-92c4-aff75d863c8e'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:20.192630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Bound port: e9180f11-8fe1-48d9-b2da-2d289f55a794, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32308b2e-e274-45fd-ab68-840c3991a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '85fc02ff-0d73-45c0-92c4-aff75d863c8e'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:20.195289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.353812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] For port e9180f11-8fe1-48d9-b2da-2d289f55a794, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:20.359697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] For port e9180f11-8fe1-48d9-b2da-2d289f55a794, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e9180f11-8fe1-48d9-b2da-2d289f55a794,segment=NetworkSegment(32308b2e-e274-45fd-ab68-840c3991a8e9),segment_id=32308b2e-e274-45fd-ab68-840c3991a8e9)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:20.378181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6f7ae50d-9fcf-4e32-8436-e1cd0d085473 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:20.379576 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6f7ae50d-9fcf-4e32-8436-e1cd0d085473 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8637171 Dec 20 15:55:20.382961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50228) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:20.413976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cfeb33c7-09c6-485e-b05c-84f88f2afcfc up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:20.437967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Allocated IP 2001:db8::1bb (49edda7f-008c-456c-a3af-2650b369c851/c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c/6d0c9660-6c64-4f57-8a08-cf80a57bb37f) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:20.462537 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e505decb-73f2-4d1c-ade5-25b69cfbf2e8 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:55:20.467092 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e505decb-73f2-4d1c-ade5-25b69cfbf2e8 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/63c08f06-edad-43ee-b52e-4ec4e6d04ee2 HTTP/1.1" status: 404 len: 333 time: 0.0799191 Dec 20 15:55:20.467092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.477699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50232) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:20.507118 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.517799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:20.527205 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-f235a5d5-d3d0-4648-9ebe-fd993033858c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:55:20.528470 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f235a5d5-d3d0-4648-9ebe-fd993033858c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/8b6ba937-df18-45a1-8ae4-f5cdd0782814 HTTP/1.1" status: 404 len: 333 time: 0.0502150 Dec 20 15:55:20.593709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50236) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:20.618218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port cfeb33c7-09c6-485e-b05c-84f88f2afcfc completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:20.633249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Pushing event updated for resources: {'Port': ['ID=e9180f11-8fe1-48d9-b2da-2d289f55a794,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:20.636691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.649212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:20.653767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.656995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.665261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-85cbba71-e03d-4e81-82b9-e17b30e03069 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:20.742235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:20.747788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:20.777908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Pushing event updated for resources: {'Port': ['ID=d520bd73-9cc5-45db-b3cb-ff3346be514e,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:20.814460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:20.817780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:20.820265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.871664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:20.974312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=b910babb-72c9-4ed3-a67b-ac8941938e1e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:20.980354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:20.980978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:20.981453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:20.982905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.009024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.016845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-22eac0e1-23f8-4554-90a7-4b751bf185c3 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:21.076798 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0354831 Dec 20 15:55:21.079265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50242) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:21.146904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.148108 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2270908 Dec 20 15:55:21.150336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Network 49edda7f-008c-456c-a3af-2650b369c851 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:21.152865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event updated for resources: {'Port': ['ID=6d0c9660-6c64-4f57-8a08-cf80a57bb37f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:21.155161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50246) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:21.156762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:21.160344 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:21.161226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:21.177578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.218147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d879870-d185-4015-8a3e-519e39507e3c']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:21.226462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5e0fac7a-47b6-40c4-a490-5f32466a1ca0 None None] Provisioning for port cfeb33c7-09c6-485e-b05c-84f88f2afcfc completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:21.236270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5e0fac7a-47b6-40c4-a490-5f32466a1ca0 None None] Provisioning complete for port cfeb33c7-09c6-485e-b05c-84f88f2afcfc triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:21.236957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5e0fac7a-47b6-40c4-a490-5f32466a1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.244979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110824db-31d1-4d28-80f7-f7f4afa6e2ed') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:21.245793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110824db-31d1-4d28-80f7-f7f4afa6e2ed') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:21.257636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Allocated IP 172.20.0.1 (85fc02ff-0d73-45c0-92c4-aff75d863c8e/7ae2d791-34a9-4409-a0f0-64c6e5bfc53e/a26ad73b-260d-422f-8073-32cd23731f70) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:21.266235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.324972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.354999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:55:21.355328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:21.372289 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:21.413396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5e0fac7a-47b6-40c4-a490-5f32466a1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.418736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee8afdb-a0db-4158-bdfd-1685a5634e72 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:21.422698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee8afdb-a0db-4158-bdfd-1685a5634e72 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:21.423506 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4ee8afdb-a0db-4158-bdfd-1685a5634e72 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:21.428792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7b2b797b-1414-402e-b148-b2f097ab037d tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Synchronizing usage tracker for tenant:96c541a09f5d4f78b5d043c6c130774d on resource:floatingip {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:21.429831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf482270-63f3-4a26-b60f-1d51ba8388ac req-6c032881-0192-4a1f-be05-da05f9d7e222 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:21.431323 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cf482270-63f3-4a26-b60f-1d51ba8388ac req-6c032881-0192-4a1f-be05-da05f9d7e222 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.4258330 Dec 20 15:55:21.457526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-5e0fac7a-47b6-40c4-a490-5f32466a1ca0 None None] For port cfeb33c7-09c6-485e-b05c-84f88f2afcfc, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cfeb33c7-09c6-485e-b05c-84f88f2afcfc,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:21.476082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.476846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.536977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4ee8afdb-a0db-4158-bdfd-1685a5634e72 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:21.539238 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4ee8afdb-a0db-4158-bdfd-1685a5634e72 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4571354 Dec 20 15:55:21.551349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50250) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:21.553544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5e0fac7a-47b6-40c4-a490-5f32466a1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.556554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:21.575821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7b2b797b-1414-402e-b148-b2f097ab037d tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Unset dirty status for tenant:96c541a09f5d4f78b5d043c6c130774d on resource:floatingip {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:21.575821 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7b2b797b-1414-402e-b148-b2f097ab037d tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.4090526 Dec 20 15:55:21.577818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50254) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:21.638636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1fe7f-5370-4573-9cf1-0eacd68c5897 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port b910babb-72c9-4ed3-a67b-ac8941938e1e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:21.639019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1cf1fe7f-5370-4573-9cf1-0eacd68c5897 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.640982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fac7a-47b6-40c4-a490-5f32466a1ca0 None None] Pushing event updated for resources: {'Port': ['ID=cfeb33c7-09c6-485e-b05c-84f88f2afcfc,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:21.655513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-5e0fac7a-47b6-40c4-a490-5f32466a1ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:21.746843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.755687 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cae519f8-3fde-4d12-8960-de7cea1bc735 None None] Provisioning for port b910babb-72c9-4ed3-a67b-ac8941938e1e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:21.764198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cae519f8-3fde-4d12-8960-de7cea1bc735 None None] Provisioning complete for port b910babb-72c9-4ed3-a67b-ac8941938e1e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:21.767400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cae519f8-3fde-4d12-8960-de7cea1bc735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.822892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9a8d77dd-f4d5-4530-93a4-5536a8545ee1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Synchronizing usage tracker for tenant:1dadf19350404d4dad9ee92789341aab on resource:floatingip {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:21.831400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.849018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cae519f8-3fde-4d12-8960-de7cea1bc735 None None] Port b910babb-72c9-4ed3-a67b-ac8941938e1e cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:55:21.896447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:21.912640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1fc820cf-b9bd-4ff1-880b-c404e0f521ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:21.960829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f19ef7-d8a7-4003-bcff-c2e0fb01cf1a None None] Network 85fc02ff-0d73-45c0-92c4-aff75d863c8e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:22.061613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.068732 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Transition to ACTIVE for port object a26ad73b-260d-422f-8073-32cd23731f70 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:22.099449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Network': ['ID=2d879870-d185-4015-8a3e-519e39507e3c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:22.101765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:22.113169 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cf482270-63f3-4a26-b60f-1d51ba8388ac req-bf2e0e11-9634-49b1-8559-0b97ae091471 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533039 Dec 20 15:55:22.131093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/networks/2d879870-d185-4015-8a3e-519e39507e3c HTTP/1.1" status: 204 len: 168 time: 1.5278685 Dec 20 15:55:22.132947 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50258) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:22.142386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-200747288'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:22.150010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9a8d77dd-f4d5-4530-93a4-5536a8545ee1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Unset dirty status for tenant:1dadf19350404d4dad9ee92789341aab on resource:floatingip {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:22.151474 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9a8d77dd-f4d5-4530-93a4-5536a8545ee1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5704055 Dec 20 15:55:22.152867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:22.154480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50262) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:22.157420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:network and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:22.160391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:22.166644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:22.263385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-090c8167-80bc-4a7d-94de-3b422f5184bc None None] Provisioning for port e9180f11-8fe1-48d9-b2da-2d289f55a794 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:22.264161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Router 143db7c4-b5d1-4d15-ac4d-7e7ae663baf6 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:55:22.290198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.298938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e84f9bf9-09dc-441f-a56a-be4dbe5149de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:22.303896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:22.306876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.413445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:22.439003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.439335 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Added segment 00eb7bd1-18b5-4565-8bb1-2725b427e1ab of type vlan for network 71e6212d-f50c-45f8-8953-b6c6a1a392fe Dec 20 15:55:22.451514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e9180f11-8fe1-48d9-b2da-2d289f55a794 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:22.474952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc9ef9-9fa1-4587-8451-f774e91ed6dc tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Deleting port d520bd73-9cc5-45db-b3cb-ff3346be514e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:22.475334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9ef9-9fa1-4587-8451-f774e91ed6dc tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.491410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.549599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Network 85fc02ff-0d73-45c0-92c4-aff75d863c8e is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:22.554698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1cf1fe7f-5370-4573-9cf1-0eacd68c5897 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.569138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:22.578054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:22.628414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:22.637383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event updated for resources: {'Port': ['ID=a26ad73b-260d-422f-8073-32cd23731f70,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:22.641692 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Sync routers for ids ['143db7c4-b5d1-4d15-ac4d-7e7ae663baf6'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:22.655447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port e9180f11-8fe1-48d9-b2da-2d289f55a794 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:22.663515 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Routers {'143db7c4-b5d1-4d15-ac4d-7e7ae663baf6'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:22.663515 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['143db7c4-b5d1-4d15-ac4d-7e7ae663baf6'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:22.663782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port e9180f11-8fe1-48d9-b2da-2d289f55a794 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:22.663782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.698292 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.702322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:22.703066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.707461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c1354d42-9afb-4db3-aee2-7f32bc1329da tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:22.766630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9ef9-9fa1-4587-8451-f774e91ed6dc tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.766977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9ef9-9fa1-4587-8451-f774e91ed6dc tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.818972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.820344 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2013714 Dec 20 15:55:22.823630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50266) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:22.860065 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Set router 143db7c4-b5d1-4d15-ac4d-7e7ae663baf6 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:55:22.882261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:22.893603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:22.922144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port e9180f11-8fe1-48d9-b2da-2d289f55a794, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e9180f11-8fe1-48d9-b2da-2d289f55a794,segment=NetworkSegment(32308b2e-e274-45fd-ab68-840c3991a8e9),segment_id=32308b2e-e274-45fd-ab68-840c3991a8e9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:22.936017 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8010154 Dec 20 15:55:22.946940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Network': ['ID=71e6212d-f50c-45f8-8953-b6c6a1a392fe,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:22.949298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50270) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:22.954510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:22.958406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '71e6212d-f50c-45f8-8953-b6c6a1a392fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:22.966621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-74b218ac-3211-42d3-a92d-9c5c49503d95 None None] Provisioning for port a26ad73b-260d-422f-8073-32cd23731f70 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:22.974723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 71e6212d-f50c-45f8-8953-b6c6a1a392fe details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:55:23.017672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1fe7f-5370-4573-9cf1-0eacd68c5897 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for b910babb-72c9-4ed3-a67b-ac8941938e1e owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:23.051354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc9ef9-9fa1-4587-8451-f774e91ed6dc tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Calling delete_port for d520bd73-9cc5-45db-b3cb-ff3346be514e owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:23.130070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-74b218ac-3211-42d3-a92d-9c5c49503d95 None None] Provisioning complete for port a26ad73b-260d-422f-8073-32cd23731f70 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:23.131360 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-74b218ac-3211-42d3-a92d-9c5c49503d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.163602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.169218 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143db7c4-b5d1-4d15-ac4d-7e7ae663baf6', 'name': '', 'tenant_id': '4adcb12c20464917bf8df78aaa140da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49edda7f-008c-456c-a3af-2650b369c851', 'external_fixed_ips': [{'subnet_id': 'c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c', 'ip_address': '2001:db8::1bb'}], 'enable_snat': True}, 'gw_port_id': '6d0c9660-6c64-4f57-8a08-cf80a57bb37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:55:17Z', 'updated_at': '2021-12-20T15:55:21Z', 'revision_number': 3, 'project_id': '4adcb12c20464917bf8df78aaa140da0', 'gw_port': {'id': '6d0c9660-6c64-4f57-8a08-cf80a57bb37f', 'name': '', 'network_id': '49edda7f-008c-456c-a3af-2650b369c851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143db7c4-b5d1-4d15-ac4d-7e7ae663baf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c', 'ip_address': '2001:db8::1bb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:55:20Z', 'updated_at': '2021-12-20T15:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:23.173533 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Checking router: 143db7c4-b5d1-4d15-ac4d-7e7ae663baf6 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:55:23.174073 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Updating router 143db7c4-b5d1-4d15-ac4d-7e7ae663baf6 port 6d0c9660-6c64-4f57-8a08-cf80a57bb37f binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:55:23.177044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cfeb33c7-09c6-485e-b05c-84f88f2afcfc up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:23.217279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:23.223173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:23.227338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:23.232260 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.235357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:23.243311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.318579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:23.394945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.463485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port cfeb33c7-09c6-485e-b05c-84f88f2afcfc triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:23.464591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.503592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=e9180f11-8fe1-48d9-b2da-2d289f55a794,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:23.506586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-74b218ac-3211-42d3-a92d-9c5c49503d95 None None] Port a26ad73b-260d-422f-8073-32cd23731f70 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:55:23.510123 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bc32aec-b92a-4546-8580-eba9623c700c req-f05316cd-430f-49e0-9ace-99e99bae214e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4200737 Dec 20 15:55:23.516245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:23.579915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017c1e7-f0e7-4c80-8cc6-41fb0a27d9af req-3236752b-4bec-4c94-9b38-a4724cd8429f tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:23.587802 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e017c1e7-f0e7-4c80-8cc6-41fb0a27d9af req-3236752b-4bec-4c94-9b38-a4724cd8429f tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.2369177 Dec 20 15:55:23.618789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:23.638219 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.676577 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e017c1e7-f0e7-4c80-8cc6-41fb0a27d9af req-c290709d-caa8-450e-9788-c980182a8028 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879200 Dec 20 15:55:23.695711 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bc32aec-b92a-4546-8580-eba9623c700c req-cc6657fd-d1a5-41ef-bf18-cb08a9a3c9b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 1098 time: 0.0899303 Dec 20 15:55:23.743024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.755736 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:55:23.773127 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Transition to ACTIVE for port object 6d0c9660-6c64-4f57-8a08-cf80a57bb37f will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:23.847986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Performing IP validity checks on allocation pools {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 15:55:23.850726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 15:55:23.884741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.897795 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.902975 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:23.948910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1cf1fe7f-5370-4573-9cf1-0eacd68c5897 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.950701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9ef9-9fa1-4587-8451-f774e91ed6dc tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:23.977762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-71af5ecb-e6a4-46b2-872c-275ca448d04d tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:24.008355 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Pushing event updated for resources: {'Port': ['ID=6d0c9660-6c64-4f57-8a08-cf80a57bb37f,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:24.011843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Deleting port 6d0c9660-6c64-4f57-8a08-cf80a57bb37f {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:24.012140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.012742 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Attempting to bind port 6d0c9660-6c64-4f57-8a08-cf80a57bb37f on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:24.013190 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Attempting to bind port 6d0c9660-6c64-4f57-8a08-cf80a57bb37f by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '86684927-5509-4a5d-a4f0-9fab0c521866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '49edda7f-008c-456c-a3af-2650b369c851'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:24.014256 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Attempting to bind port 6d0c9660-6c64-4f57-8a08-cf80a57bb37f on network 49edda7f-008c-456c-a3af-2650b369c851 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:24.024420 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.024942 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.025341 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.025740 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.026134 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.027141 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.031347 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.031347 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.031347 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.031347 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.031347 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:24.032911 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:24.035602 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:24.036076 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Checking segment: {'id': '86684927-5509-4a5d-a4f0-9fab0c521866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '49edda7f-008c-456c-a3af-2650b369c851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:24.036550 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.037007 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Bound using segment: {'id': '86684927-5509-4a5d-a4f0-9fab0c521866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '49edda7f-008c-456c-a3af-2650b369c851'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:24.037550 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Bound port: 6d0c9660-6c64-4f57-8a08-cf80a57bb37f, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86684927-5509-4a5d-a4f0-9fab0c521866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '49edda7f-008c-456c-a3af-2650b369c851'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:24.037986 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.083148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc9ef9-9fa1-4587-8451-f774e91ed6dc tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Pushing event deleted for resources: {'Port': ['ID=d520bd73-9cc5-45db-b3cb-ff3346be514e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:24.117470 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] For port 6d0c9660-6c64-4f57-8a08-cf80a57bb37f, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:24.120666 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] For port 6d0c9660-6c64-4f57-8a08-cf80a57bb37f, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6d0c9660-6c64-4f57-8a08-cf80a57bb37f,segment=NetworkSegment(86684927-5509-4a5d-a4f0-9fab0c521866),segment_id=86684927-5509-4a5d-a4f0-9fab0c521866)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:24.133348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.165898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.172982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ebb3178-a2f8-447e-b69e-8b43f9342685 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:24.187052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1fe7f-5370-4573-9cf1-0eacd68c5897 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=b910babb-72c9-4ed3-a67b-ac8941938e1e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:24.239996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-25ebe9a0-e60c-436d-93a6-fe58795cddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.241150 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.259192 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:24.264974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1cf1fe7f-5370-4573-9cf1-0eacd68c5897 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:24.275013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:24.275013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:24.285518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] For port 6d0c9660-6c64-4f57-8a08-cf80a57bb37f, host dv-neutron-821074-1-hyperv, got binding levels [] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:24.285996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.297419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=dbe13028-dfd2-4f66-bd38-6aeb06856372,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:24.311822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:24.369790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1cf1fe7f-5370-4573-9cf1-0eacd68c5897 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.413785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9ef9-9fa1-4587-8451-f774e91ed6dc tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.422967 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Pushing event updated for resources: {'Port': ['ID=6d0c9660-6c64-4f57-8a08-cf80a57bb37f,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:24.429906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e9180f11-8fe1-48d9-b2da-2d289f55a794 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:24.459224 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Routers {'143db7c4-b5d1-4d15-ac4d-7e7ae663baf6'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:24.460224 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['143db7c4-b5d1-4d15-ac4d-7e7ae663baf6'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:24.477953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc32aec-b92a-4546-8580-eba9623c700c req-52d594bb-201b-49c7-9795-3494f8b9bd7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:24.481439 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bc32aec-b92a-4546-8580-eba9623c700c req-52d594bb-201b-49c7-9795-3494f8b9bd7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 200 len: 913 time: 0.7422280 Dec 20 15:55:24.492486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Checking segment: {'id': '00eb7bd1-18b5-4565-8bb1-2725b427e1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71e6212d-f50c-45f8-8953-b6c6a1a392fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:24.492823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network hostable DHCP agents. Network: 71e6212d-f50c-45f8-8953-b6c6a1a392fe, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:24.504923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Calling delete_port for 6d0c9660-6c64-4f57-8a08-cf80a57bb37f owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:24.556054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port e9180f11-8fe1-48d9-b2da-2d289f55a794 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:24.556904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.613813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9ef9-9fa1-4587-8451-f774e91ed6dc tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:24.615122 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1bbc9ef9-9fa1-4587-8451-f774e91ed6dc tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] 10.222.0.62 "DELETE /v2.0/floatingips/e1ff7971-b6da-4375-9456-0eca28a65cce HTTP/1.1" status: 204 len: 168 time: 2.4586792 Dec 20 15:55:24.623070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50282) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:24.625432 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:24.657433 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] Set router 143db7c4-b5d1-4d15-ac4d-7e7ae663baf6 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:55:24.687214 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1cf1fe7f-5370-4573-9cf1-0eacd68c5897 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/b910babb-72c9-4ed3-a67b-ac8941938e1e HTTP/1.1" status: 204 len: 168 time: 3.1326408 Dec 20 15:55:24.700151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50286) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:24.765559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 71e6212d-f50c-45f8-8953-b6c6a1a392fe is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:24.815132 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143db7c4-b5d1-4d15-ac4d-7e7ae663baf6', 'name': '', 'tenant_id': '4adcb12c20464917bf8df78aaa140da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:55:17Z', 'updated_at': '2021-12-20T15:55:23Z', 'revision_number': 4, 'project_id': '4adcb12c20464917bf8df78aaa140da0', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:24.819753 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb280a0c-c03d-44c7-a145-b9934acee8eb None None] The sync data for ids ['143db7c4-b5d1-4d15-ac4d-7e7ae663baf6'] in dv-neutron-821074-1-hyperv is: [{'id': '143db7c4-b5d1-4d15-ac4d-7e7ae663baf6', 'name': '', 'tenant_id': '4adcb12c20464917bf8df78aaa140da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:55:17Z', 'updated_at': '2021-12-20T15:55:23Z', 'revision_number': 4, 'project_id': '4adcb12c20464917bf8df78aaa140da0', 'gw_port_host': None}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:55:24.939326 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bc32aec-b92a-4546-8580-eba9623c700c req-d8d94108-2736-4ad6-abc8-3a032e31bf4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 200 len: 1000 time: 0.4134877 Dec 20 15:55:24.986065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 71e6212d-f50c-45f8-8953-b6c6a1a392fe) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:24.996958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b99190-904a-4372-b635-ecbfdcc50b6c None None] Network 71e6212d-f50c-45f8-8953-b6c6a1a392fe requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:25.005572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.006161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.016807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169ac9d-f732-4524-8d9e-8cee1ddf2e00 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.016807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169ac9d-f732-4524-8d9e-8cee1ddf2e00 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.016807 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8169ac9d-f732-4524-8d9e-8cee1ddf2e00 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3145528 Dec 20 15:55:25.021044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Deleting port 2f07623b-4541-41c5-a6db-ddf31f4acf60 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:25.021044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.024728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50290) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:25.079887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ead72-f3fc-403f-994c-88255521db7c req-b1d9a525-6191-443b-b402-66d1953c7298 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.084960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bd4ead72-f3fc-403f-994c-88255521db7c req-b1d9a525-6191-443b-b402-66d1953c7298 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.7090075 Dec 20 15:55:25.108897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:25.109351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:25.127185 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f84603d-19d9-4a97-ac50-8e3ec6c8d93c req-ddc3a8fe-e187-41d1-8c1a-43856ff046d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ac00e5ad70d49adba94a4fe7666e959&device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 1098 time: 0.6234949 Dec 20 15:55:25.196508 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2448149 Dec 20 15:55:25.197315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50294) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:25.208281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '71e6212d-f50c-45f8-8953-b6c6a1a392fe', 'name': 'tempest-PortsIpV6TestJSON-714330395'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:25.234893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc32aec-b92a-4546-8580-eba9623c700c req-07de0b08-f67d-499c-98ee-ebbf3a1d62ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.236520 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bc32aec-b92a-4546-8580-eba9623c700c req-07de0b08-f67d-499c-98ee-ebbf3a1d62ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae4d857-addf-493d-a4a8-ff3c72ff9e0e HTTP/1.1" status: 200 len: 851 time: 0.2859883 Dec 20 15:55:25.255002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-71e6212d-f50c-45f8-8953-b6c6a1a392fe', 'network_id': '71e6212d-f50c-45f8-8953-b6c6a1a392fe', 'tenant_id': '1f9dcf1875ea497aac2da2e56d5f4335', 'fixed_ips': [{'subnet_id': 'dbe13028-dfd2-4f66-bd38-6aeb06856372'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:55:25.258429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.408620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.409225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.437253 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bd4ead72-f3fc-403f-994c-88255521db7c req-7e6d2fe7-e865-4ea7-b375-8b0fcbd806f5 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260281 Dec 20 15:55:25.518206 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Allocated IP 2001:db8::2 (71e6212d-f50c-45f8-8953-b6c6a1a392fe/dbe13028-dfd2-4f66-bd38-6aeb06856372/978fbacc-73a4-44a4-ab37-7f3aec470d48) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:25.574838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Calling delete_port for 2f07623b-4541-41c5-a6db-ddf31f4acf60 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:25.618810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Deleting port 6d0c9660-6c64-4f57-8a08-cf80a57bb37f {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:25.618810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.665385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:25.685931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:55:25.697885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:25.702780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84603d-19d9-4a97-ac50-8e3ec6c8d93c req-9cfa84db-3e3a-4c08-b137-598e654c65b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.704262 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f84603d-19d9-4a97-ac50-8e3ec6c8d93c req-9cfa84db-3e3a-4c08-b137-598e654c65b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fee66d5f-af16-4dca-9cb2-0c9215a13f72 HTTP/1.1" status: 200 len: 912 time: 0.5676064 Dec 20 15:55:25.711991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.766446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.795763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.810161 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Transition to ACTIVE for port object 978fbacc-73a4-44a4-ab37-7f3aec470d48 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:25.817474 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f84603d-19d9-4a97-ac50-8e3ec6c8d93c req-91791831-9a9e-4b38-a082-71f971dc84bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=505e6958-483c-4583-9639-a53ebdcb4d02 HTTP/1.1" status: 200 len: 217 time: 0.1035771 Dec 20 15:55:25.834307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Transition to ACTIVE for port object 978fbacc-73a4-44a4-ab37-7f3aec470d48 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:25.860223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-902f28e2-ac17-4acc-bcc8-a8e24b2469cc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 45e71bcc-5431-4e57-bc5c-3385f83f5d32 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:25.875931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-902f28e2-ac17-4acc-bcc8-a8e24b2469cc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.905691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] For port 6d0c9660-6c64-4f57-8a08-cf80a57bb37f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6d0c9660-6c64-4f57-8a08-cf80a57bb37f,segment=NetworkSegment(86684927-5509-4a5d-a4f0-9fab0c521866),segment_id=86684927-5509-4a5d-a4f0-9fab0c521866)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:25.906031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.921238 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bc32aec-b92a-4546-8580-eba9623c700c req-4287c097-f09d-4a2d-9c65-01a67d1f145f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45fef1de-5c23-4649-8c8d-c1f53a17597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6719422 Dec 20 15:55:25.927919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.933324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.935639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.939858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-82b67428-9046-4747-8b99-e7e01ea1edce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:25.969848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:25.972824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:25.997595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:26.009983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Pushing event updated for resources: {'Port': ['ID=978fbacc-73a4-44a4-ab37-7f3aec470d48,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:26.014064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:26.026479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.028636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Network 71e6212d-f50c-45f8-8953-b6c6a1a392fe is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:26.031457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:26.038394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:26.042647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Calling delete_port for 6d0c9660-6c64-4f57-8a08-cf80a57bb37f owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:26.080868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.088928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:26.134941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f07623b-4541-41c5-a6db-ddf31f4acf60,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:26.139060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:26.153654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 8b327b3b-2f19-40e0-8d3e-e898d7a98aad yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:26.156631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-902f28e2-ac17-4acc-bcc8-a8e24b2469cc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.160621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Attempting to bind port 978fbacc-73a4-44a4-ab37-7f3aec470d48 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:26.161108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Attempting to bind port 978fbacc-73a4-44a4-ab37-7f3aec470d48 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '00eb7bd1-18b5-4565-8bb1-2725b427e1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71e6212d-f50c-45f8-8953-b6c6a1a392fe'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:26.161572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Attempting to bind port 978fbacc-73a4-44a4-ab37-7f3aec470d48 on network 71e6212d-f50c-45f8-8953-b6c6a1a392fe {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:26.189336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:26.191223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Checking segment: {'id': '00eb7bd1-18b5-4565-8bb1-2725b427e1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71e6212d-f50c-45f8-8953-b6c6a1a392fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:26.192216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.196787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Bound using segment: {'id': '00eb7bd1-18b5-4565-8bb1-2725b427e1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71e6212d-f50c-45f8-8953-b6c6a1a392fe'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:26.197478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Bound port: 978fbacc-73a4-44a4-ab37-7f3aec470d48, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb7bd1-18b5-4565-8bb1-2725b427e1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71e6212d-f50c-45f8-8953-b6c6a1a392fe'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:26.197980 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.208174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84603d-19d9-4a97-ac50-8e3ec6c8d93c req-5d489225-77aa-4904-8dde-a4eef6fd189a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.209624 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f84603d-19d9-4a97-ac50-8e3ec6c8d93c req-5d489225-77aa-4904-8dde-a4eef6fd189a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e629a233-74ef-48d0-9c18-afb4f49b0f2f HTTP/1.1" status: 200 len: 851 time: 0.3840067 Dec 20 15:55:26.331750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event updated for resources: {'Port': ['ID=a26ad73b-260d-422f-8073-32cd23731f70,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:26.334953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] For port 978fbacc-73a4-44a4-ab37-7f3aec470d48, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:26.340864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] For port 978fbacc-73a4-44a4-ab37-7f3aec470d48, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=978fbacc-73a4-44a4-ab37-7f3aec470d48,segment=NetworkSegment(00eb7bd1-18b5-4565-8bb1-2725b427e1ab),segment_id=00eb7bd1-18b5-4565-8bb1-2725b427e1ab)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:26.342065 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f84603d-19d9-4a97-ac50-8e3ec6c8d93c req-333ec14a-e4d1-4f90-9b36-4ebdbb80d7ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fee66d5f-af16-4dca-9cb2-0c9215a13f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061153 Dec 20 15:55:26.342637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:26.419377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.427633 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-00064ddb-1e89-48b4-a367-f39a6fbaee25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:26.457804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.472986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8::16d (71e6212d-f50c-45f8-8953-b6c6a1a392fe/dbe13028-dfd2-4f66-bd38-6aeb06856372/8b327b3b-2f19-40e0-8d3e-e898d7a98aad) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:26.486524 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bc32aec-b92a-4546-8580-eba9623c700c req-cf46f498-5779-4abd-9df9-6a5318c53c42 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925256 Dec 20 15:55:26.534582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Pushing event updated for resources: {'Port': ['ID=978fbacc-73a4-44a4-ab37-7f3aec470d48,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:26.547281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:26.680686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-902f28e2-ac17-4acc-bcc8-a8e24b2469cc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.797006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.815846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Network 85fc02ff-0d73-45c0-92c4-aff75d863c8e is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:26.828920 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f84603d-19d9-4a97-ac50-8e3ec6c8d93c req-07dc91e2-d1a8-41fc-b86c-41956e697173 service neutron] 10.222.0.64 "GET /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684737 Dec 20 15:55:26.834034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.837007 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/91a3584b-c29b-4994-b913-abc23d0554a7 HTTP/1.1" status: 204 len: 168 time: 2.2109203 Dec 20 15:55:26.837166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:26.846970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50300) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:26.867363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:26.876306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0fde8d63-8632-461a-9cb6-8684bb12fdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:26.939833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d0c9660-6c64-4f57-8a08-cf80a57bb37f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:26.988482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:27.129950 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bc32aec-b92a-4546-8580-eba9623c700c req-e01467e3-25f7-4835-b349-a44a9ee63aa2 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762370 Dec 20 15:55:27.166398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e73afebb-0c94-4f4b-bed0-7c8e87951cfa None None] Provisioning complete for port a26ad73b-260d-422f-8073-32cd23731f70 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:27.167579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e73afebb-0c94-4f4b-bed0-7c8e87951cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.221885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.261364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e73afebb-0c94-4f4b-bed0-7c8e87951cfa None None] Port a26ad73b-260d-422f-8073-32cd23731f70 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:55:27.351005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-902f28e2-ac17-4acc-bcc8-a8e24b2469cc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.367865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-14ea20b7-bf42-4bb3-b1e6-950c914a71b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:27.377635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.427354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f28e2-ac17-4acc-bcc8-a8e24b2469cc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=45e71bcc-5431-4e57-bc5c-3385f83f5d32,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:27.429819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-902f28e2-ac17-4acc-bcc8-a8e24b2469cc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:27.450722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a2854-14e9-4ee1-b701-7ce72ce37b12 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Deleting port d2c9dd22-bf13-4132-9f64-b265fdc13d82 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:27.451096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2854-14e9-4ee1-b701-7ce72ce37b12 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.489841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f9a42-624a-4ffb-9973-9452d906ea22 req-60c34204-ce7b-4c31-84c6-964d0089c5ae tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:27.491345 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-de3f9a42-624a-4ffb-9973-9452d906ea22 req-60c34204-ce7b-4c31-84c6-964d0089c5ae tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.8733003 Dec 20 15:55:27.503346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-902f28e2-ac17-4acc-bcc8-a8e24b2469cc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.509838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8322070d-20ee-4b36-b8b4-d8b4db803f58 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:27.537419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object 8b327b3b-2f19-40e0-8d3e-e898d7a98aad will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:27.550720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.560307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.563728 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f84603d-19d9-4a97-ac50-8e3ec6c8d93c req-97acab00-04dc-417e-ba43-13976d610695 service neutron] 10.222.0.64 "GET /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141697 Dec 20 15:55:27.645575 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-902f28e2-ac17-4acc-bcc8-a8e24b2469cc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/45e71bcc-5431-4e57-bc5c-3385f83f5d32 HTTP/1.1" status: 204 len: 168 time: 2.6188955 Dec 20 15:55:27.648693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50304) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:27.737637 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-832ce98a-a4e6-4273-a61b-a4449b8d149c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852239 Dec 20 15:55:27.737951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50308) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:27.775922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.777510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.778628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 143db7c4-b5d1-4d15-ac4d-7e7ae663baf6 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:55:27.787794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b742edb-eed0-44e2-accb-747e0bd33b54 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:27.804712 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-de3f9a42-624a-4ffb-9973-9452d906ea22 req-d1cca6f6-a078-42e9-b1e5-97cb9f8318e1 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874784 Dec 20 15:55:27.879630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 71e6212d-f50c-45f8-8953-b6c6a1a392fe is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:27.880349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a938ac5-df02-4636-beb1-3986b5f89458 None None] Network 71e6212d-f50c-45f8-8953-b6c6a1a392fe requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:27.883055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.887125 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "DELETE /v2.0/routers/143db7c4-b5d1-4d15-ac4d-7e7ae663baf6 HTTP/1.1" status: 204 len: 168 time: 5.0595250 Dec 20 15:55:27.890866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:27.892527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50312) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:27.895650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=8b327b3b-2f19-40e0-8d3e-e898d7a98aad,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:27.898181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:27.902375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:27.903291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:55:27.903434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.910701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:27.925200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] Deleting port cfeb33c7-09c6-485e-b05c-84f88f2afcfc {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:27.925200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:27.999155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2854-14e9-4ee1-b701-7ce72ce37b12 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.005808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89a8f61-2d2d-4e92-b7b7-e642c363ccc8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:28.010024 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b89a8f61-2d2d-4e92-b7b7-e642c363ccc8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2682886 Dec 20 15:55:28.010269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50316) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:28.015583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d18100-676a-4c66-b96f-000f9ac83c06 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Deleting subnet c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:28.015583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13d18100-676a-4c66-b96f-000f9ac83c06 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.068019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13d18100-676a-4c66-b96f-000f9ac83c06 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.068400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-37f63a80-2f69-48b4-8950-840162398d28 None None] Provisioning for port 978fbacc-73a4-44a4-ab37-7f3aec470d48 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:28.094379 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8930097 Dec 20 15:55:28.099061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50320) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:28.181761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a2854-14e9-4ee1-b701-7ce72ce37b12 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Calling delete_port for d2c9dd22-bf13-4132-9f64-b265fdc13d82 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:28.183519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13d18100-676a-4c66-b96f-000f9ac83c06 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.213824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 8b327b3b-2f19-40e0-8d3e-e898d7a98aad {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:28.214569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.309937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9459194f-c9ed-4fce-b00c-8605861253c8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:28.309937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9459194f-c9ed-4fce-b00c-8605861253c8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:28.427869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] For port cfeb33c7-09c6-485e-b05c-84f88f2afcfc, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cfeb33c7-09c6-485e-b05c-84f88f2afcfc,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:28.428412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.441085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 978fbacc-73a4-44a4-ab37-7f3aec470d48 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:28.601234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] Calling delete_port for cfeb33c7-09c6-485e-b05c-84f88f2afcfc owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:28.603975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.726932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 8b327b3b-2f19-40e0-8d3e-e898d7a98aad owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:28.772001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Router 47ddca08-afc1-42fa-904b-29e7672ba93b is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:55:28.818397 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 978fbacc-73a4-44a4-ab37-7f3aec470d48 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:28.821671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.826463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:28.847420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9459194f-c9ed-4fce-b00c-8605861253c8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:28.850870 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9459194f-c9ed-4fce-b00c-8605861253c8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8360479 Dec 20 15:55:28.855435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2854-14e9-4ee1-b701-7ce72ce37b12 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.867099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50326) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:28.874854 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4e04a1f3-a216-48c6-b057-ae8311f2e774 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:28.887472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13d18100-676a-4c66-b96f-000f9ac83c06 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.910605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:28.918713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 978fbacc-73a4-44a4-ab37-7f3aec470d48 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:28.919179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.952643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d18100-676a-4c66-b96f-000f9ac83c06 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:28.960873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-13d18100-676a-4c66-b96f-000f9ac83c06 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:28.965322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13d18100-676a-4c66-b96f-000f9ac83c06 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:28.981089 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-13d18100-676a-4c66-b96f-000f9ac83c06 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c HTTP/1.1" status: 204 len: 168 time: 1.0836089 Dec 20 15:55:28.981804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50330) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:29.008205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.011537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] Pushing event deleted for resources: {'Port': ['ID=cfeb33c7-09c6-485e-b05c-84f88f2afcfc,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:29.022326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:29.022723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-62a38278-e6e1-4949-bf77-282294c96dfd tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:29.066144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] No DVR routers for this DVR port cfeb33c7-09c6-485e-b05c-84f88f2afcfc on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:29.083549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=8b327b3b-2f19-40e0-8d3e-e898d7a98aad,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:29.086019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:29.140486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5af383c1-62de-4f73-bd7c-88a71df05acf None None] Provisioning complete for port 978fbacc-73a4-44a4-ab37-7f3aec470d48 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:29.140893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5af383c1-62de-4f73-bd7c-88a71df05acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.182228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a2854-14e9-4ee1-b701-7ce72ce37b12 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event deleted for resources: {'Port': ['ID=d2c9dd22-bf13-4132-9f64-b265fdc13d82,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:29.217655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.222742 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/8b327b3b-2f19-40e0-8d3e-e898d7a98aad HTTP/1.1" status: 204 len: 168 time: 1.1224954 Dec 20 15:55:29.228230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50334) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:29.247388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.280412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d3a2854-14e9-4ee1-b701-7ce72ce37b12 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:29.284715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.298811 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a659897-b16a-4206-bd42-0177d19b8bb7 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:55:29.303747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a659897-b16a-4206-bd42-0177d19b8bb7 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:29.310979 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2a659897-b16a-4206-bd42-0177d19b8bb7 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/8b327b3b-2f19-40e0-8d3e-e898d7a98aad HTTP/1.1" status: 404 len: 333 time: 0.0816524 Dec 20 15:55:29.311539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50338) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:29.336965 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5053c39f-5291-486d-943a-dd8e72ede91e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4244342 Dec 20 15:55:29.338600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50342) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:29.349697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 978fbacc-73a4-44a4-ab37-7f3aec470d48, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=978fbacc-73a4-44a4-ab37-7f3aec470d48,segment=NetworkSegment(00eb7bd1-18b5-4565-8bb1-2725b427e1ab),segment_id=00eb7bd1-18b5-4565-8bb1-2725b427e1ab)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:29.352392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5af383c1-62de-4f73-bd7c-88a71df05acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.367125 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb7717d-bd45-4413-b1e3-b798bed16a57 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:55:29.371897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dfb7717d-bd45-4413-b1e3-b798bed16a57 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:29.405214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:29.431653 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.442075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-93782fec-a019-4704-a5c9-91714f83c94c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:29.520953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.541679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cfeb33c7-09c6-485e-b05c-84f88f2afcfc no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:55:29.553740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dfb7717d-bd45-4413-b1e3-b798bed16a57 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:29.558815 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dfb7717d-bd45-4413-b1e3-b798bed16a57 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/8b327b3b-2f19-40e0-8d3e-e898d7a98aad HTTP/1.1" status: 404 len: 333 time: 0.2460170 Dec 20 15:55:29.559533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50346) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:29.561282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49edda7f-008c-456c-a3af-2650b369c851']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:29.595732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: cfeb33c7-09c6-485e-b05c-84f88f2afcfc {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:55:29.596237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cfeb33c7-09c6-485e-b05c-84f88f2afcfc not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:55:29.627919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86684927-5509-4a5d-a4f0-9fab0c521866') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:29.628490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86684927-5509-4a5d-a4f0-9fab0c521866') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:29.641132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-5af383c1-62de-4f73-bd7c-88a71df05acf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:29.645544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-5af383c1-62de-4f73-bd7c-88a71df05acf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:29.645544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=978fbacc-73a4-44a4-ab37-7f3aec470d48,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:29.647351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:29.650438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.678590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.703800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:55:29.704181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:29.717680 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:29.722407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2854-14e9-4ee1-b701-7ce72ce37b12 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.752563 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6d3a2854-14e9-4ee1-b701-7ce72ce37b12 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "DELETE /v2.0/ports/d2c9dd22-bf13-4132-9f64-b265fdc13d82 HTTP/1.1" status: 204 len: 168 time: 2.8996964 Dec 20 15:55:29.755346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50350) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:29.762552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222184a6-be20-4998-a986-93fa4bebf165 req-09824fdc-548c-498f-b5a0-3a849cf88133 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:29.763968 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-222184a6-be20-4998-a986-93fa4bebf165 req-09824fdc-548c-498f-b5a0-3a849cf88133 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.5728719 Dec 20 15:55:29.772689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:29.801118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:29.802853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:29.809498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "PUT /v2.0/routers/47ddca08-afc1-42fa-904b-29e7672ba93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2826047 Dec 20 15:55:29.812179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51270bf4-f098-4079-a18f-86b28fe50b1f None None] Sync routers for ids ['47ddca08-afc1-42fa-904b-29e7672ba93b'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:29.813765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50354) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:29.824484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51270bf4-f098-4079-a18f-86b28fe50b1f None None] Routers {'47ddca08-afc1-42fa-904b-29e7672ba93b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:29.825154 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-51270bf4-f098-4079-a18f-86b28fe50b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['47ddca08-afc1-42fa-904b-29e7672ba93b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:29.828154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Request body: {'port': {'network_id': '85fc02ff-0d73-45c0-92c4-aff75d863c8e', 'name': 'tempest-FloatingIPNegativeTestJSON-1067168744'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:29.876854 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-222184a6-be20-4998-a986-93fa4bebf165 req-0024d73c-7b19-4254-8c4b-ec7e63e11c50 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059129 Dec 20 15:55:29.888027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-51270bf4-f098-4079-a18f-86b28fe50b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:29.899137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51270bf4-f098-4079-a18f-86b28fe50b1f None None] Routers {'47ddca08-afc1-42fa-904b-29e7672ba93b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:29.899754 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-51270bf4-f098-4079-a18f-86b28fe50b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['47ddca08-afc1-42fa-904b-29e7672ba93b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:29.928979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:29.932824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:29.956868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-f986e73c-614a-4295-ad31-e5f747359248 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet dbe13028-dfd2-4f66-bd38-6aeb06856372 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:29.962514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-51270bf4-f098-4079-a18f-86b28fe50b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:29.962944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51270bf4-f098-4079-a18f-86b28fe50b1f None None] The sync data for ids ['47ddca08-afc1-42fa-904b-29e7672ba93b'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:55:29.969018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f986e73c-614a-4295-ad31-e5f747359248 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.020701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.025179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49edda7f-008c-456c-a3af-2650b369c851 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:55:30.027665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.032268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:30.050365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae3a11d-1687-4741-9079-97b4772efea4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:30.051123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9ae3a11d-1687-4741-9079-97b4772efea4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Synchronizing usage tracker for tenant:1dadf19350404d4dad9ee92789341aab on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:30.063753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f986e73c-614a-4295-ad31-e5f747359248 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.079704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:30.084964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Usage tracker for resource:port and tenant:b1c7bcd4b72e4b42a2e2b2fa8287ab07 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:30.090017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:30.093668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event deleted for resources: {'Network': ['ID=49edda7f-008c-456c-a3af-2650b369c851,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.096279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:30.098210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:30.109080 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "DELETE /v2.0/networks/49edda7f-008c-456c-a3af-2650b369c851 HTTP/1.1" status: 204 len: 168 time: 1.1248739 Dec 20 15:55:30.180739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f986e73c-614a-4295-ad31-e5f747359248 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.186330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Made reservation on behalf of b1c7bcd4b72e4b42a2e2b2fa8287ab07 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:30.189669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.235954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] device_id is not set on port 9ab5d2e0-62ce-4833-8588-2e36317e3fa4 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:30.280417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5af383c1-62de-4f73-bd7c-88a71df05acf None None] Could not find standard attr ID for object 8b327b3b-2f19-40e0-8d3e-e898d7a98aad. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:55:30.392511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c1eebc3c-27b9-4d96-a85b-adaa12664e45 None None] Could not find standard attr ID for object 8b327b3b-2f19-40e0-8d3e-e898d7a98aad. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:55:30.396230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9ae3a11d-1687-4741-9079-97b4772efea4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Unset dirty status for tenant:1dadf19350404d4dad9ee92789341aab on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:30.396230 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9ae3a11d-1687-4741-9079-97b4772efea4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d7999e9-ccab-4e52-8e1a-aba615b7286f HTTP/1.1" status: 200 len: 913 time: 0.5947046 Dec 20 15:55:30.396596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50360) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:30.432136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 978fbacc-73a4-44a4-ab37-7f3aec470d48 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:30.482739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Allocated IP 172.20.0.10 (85fc02ff-0d73-45c0-92c4-aff75d863c8e/7ae2d791-34a9-4409-a0f0-64c6e5bfc53e/9ab5d2e0-62ce-4833-8588-2e36317e3fa4) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:30.497592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f986e73c-614a-4295-ad31-e5f747359248 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.521269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5c25befe-2082-4610-86e4-c34d388bcc73 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:30.541133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 978fbacc-73a4-44a4-ab37-7f3aec470d48 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:30.541887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.550022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.objects.ports [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84392) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:55:30.554020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.559388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e3f97b25-5ddc-4578-bb07-da452663c6f1 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:30.605958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986e73c-614a-4295-ad31-e5f747359248 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe13028-dfd2-4f66-bd38-6aeb06856372,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.608513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f986e73c-614a-4295-ad31-e5f747359248 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.613474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feebd0f-091d-4be1-b7ca-e5735b640df9 None None] Network 71e6212d-f50c-45f8-8953-b6c6a1a392fe requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:30.615601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f986e73c-614a-4295-ad31-e5f747359248 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:30.621223 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f986e73c-614a-4295-ad31-e5f747359248 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/dbe13028-dfd2-4f66-bd38-6aeb06856372 HTTP/1.1" status: 204 len: 168 time: 1.0512869 Dec 20 15:55:30.627198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50366) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:30.640815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=954dc203-fcf5-49cc-889c-4c05e28303ce,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.648457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:30.701869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:30.705575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:30.708548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:30.709100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.767418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e50e8-208f-4c21-b5fa-60a3092bbe02 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:30.833564 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4800527 Dec 20 15:55:30.834905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50372) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:30.843744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:a5:60:60', 'name': 'tempest-NetworksTestDHCPv6-5291249'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:30.847386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.862962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50376) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:30.864931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Request body: {'router': {'name': 'tempest-router--2139362969', 'project_id': 'caf079350b354c828f1415edb5f02562'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:30.883532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:30.889595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 978fbacc-73a4-44a4-ab37-7f3aec470d48 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:30.889836 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.918520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Usage tracker for resource:router and tenant:caf079350b354c828f1415edb5f02562 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:30.930454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:30.934883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:30.941246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:30.959727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Transition to ACTIVE for port object 9ab5d2e0-62ce-4833-8588-2e36317e3fa4 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:31.110231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.111274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.155897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:31.178085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:31.185633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:31.187274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '954dc203-fcf5-49cc-889c-4c05e28303ce'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:55:31.188595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.205085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] DHCP port deletion for 71e6212d-f50c-45f8-8953-b6c6a1a392fe request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:55:31.205641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:31.218817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] Deleting port 978fbacc-73a4-44a4-ab37-7f3aec470d48 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:31.218817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.219344 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] For port 978fbacc-73a4-44a4-ab37-7f3aec470d48, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=978fbacc-73a4-44a4-ab37-7f3aec470d48,segment=NetworkSegment(00eb7bd1-18b5-4565-8bb1-2725b427e1ab),segment_id=00eb7bd1-18b5-4565-8bb1-2725b427e1ab)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:31.219344 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.235219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b32f-9de1-41af-8815-6605be9955a1 req-fc5fd39e-986b-49b9-b8de-aa16fcb8412e tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:31.246255 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3668b32f-9de1-41af-8815-6605be9955a1 req-fc5fd39e-986b-49b9-b8de-aa16fcb8412e tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.1971688 Dec 20 15:55:31.283776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.291381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:31.340422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 978fbacc-73a4-44a4-ab37-7f3aec470d48 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:31.359678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:31.380314 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3668b32f-9de1-41af-8815-6605be9955a1 req-1217597d-87a0-472d-8a19-3443d2e98b24 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328261 Dec 20 15:55:31.382467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.409806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Network 85fc02ff-0d73-45c0-92c4-aff75d863c8e is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:31.421577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:31.425929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event updated for resources: {'Port': ['ID=9ab5d2e0-62ce-4833-8588-2e36317e3fa4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:31.431721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:31.521448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.550233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Allocated IP 2001:db8::f816:3eff:fef3:7e76 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/954dc203-fcf5-49cc-889c-4c05e28303ce/d1fecdd4-6166-4a8b-83a0-befeadd30db8) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:31.553230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] For port 978fbacc-73a4-44a4-ab37-7f3aec470d48, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=978fbacc-73a4-44a4-ab37-7f3aec470d48,segment=NetworkSegment(00eb7bd1-18b5-4565-8bb1-2725b427e1ab),segment_id=00eb7bd1-18b5-4565-8bb1-2725b427e1ab)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:31.558951 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.570126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.577513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:31.652714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.660952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:31.671109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:31.671968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.683619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] Calling delete_port for 978fbacc-73a4-44a4-ab37-7f3aec470d48 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:31.695163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.703047 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-802fb5f1-cffd-40b2-b431-9cb92cf4d90f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8399665 Dec 20 15:55:31.717096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50384) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:31.740773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.778748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=978fbacc-73a4-44a4-ab37-7f3aec470d48,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:31.787475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:31.793218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port bb5b69ec-e0cd-4f91-b323-cc36fcc13761 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:31.798605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No DVR routers for this DVR port 978fbacc-73a4-44a4-ab37-7f3aec470d48 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:31.884744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:31.885400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:31.950268 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1351883 Dec 20 15:55:31.953411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50388) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:31.959505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:31.965550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:31.968950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:31.969581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Usage tracker for resource:floatingip and tenant:b1c7bcd4b72e4b42a2e2b2fa8287ab07 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:31.972684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:31.979108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:31.979376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Transition to ACTIVE for port object d1fecdd4-6166-4a8b-83a0-befeadd30db8 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:31.983362 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f18b164e-a1e2-47f2-9ba5-13b411a47cf8 None None] Provisioning for port 9ab5d2e0-62ce-4833-8588-2e36317e3fa4 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:31.996525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f18b164e-a1e2-47f2-9ba5-13b411a47cf8 None None] Provisioning complete for port 9ab5d2e0-62ce-4833-8588-2e36317e3fa4 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:31.996825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f18b164e-a1e2-47f2-9ba5-13b411a47cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.038905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Transition to ACTIVE for port object d1fecdd4-6166-4a8b-83a0-befeadd30db8 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:32.057863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f18b164e-a1e2-47f2-9ba5-13b411a47cf8 None None] Port 9ab5d2e0-62ce-4833-8588-2e36317e3fa4 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:55:32.096920 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.162147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.167489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.170718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9755480a-7d26-4b6f-bb09-aba4a2c7e574 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.181851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7f5dd10e-95db-4e37-8524-b79edfec1c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:32.270084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:32.280088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:32.280787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Pushing event updated for resources: {'Port': ['ID=d1fecdd4-6166-4a8b-83a0-befeadd30db8,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:32.283112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:32.286001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:32.315695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e6212d-f50c-45f8-8953-b6c6a1a392fe']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:32.332716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00eb7bd1-18b5-4565-8bb1-2725b427e1ab') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:32.333068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00eb7bd1-18b5-4565-8bb1-2725b427e1ab') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:32.357535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.379417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 978fbacc-73a4-44a4-ab37-7f3aec470d48 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:55:32.388390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.420153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] Deleting port 978fbacc-73a4-44a4-ab37-7f3aec470d48 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:32.420533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.460200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:55:32.460200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.465013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 978fbacc-73a4-44a4-ab37-7f3aec470d48 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:55:32.465512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 978fbacc-73a4-44a4-ab37-7f3aec470d48 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:55:32.502980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f816:3eff:fea5:6060 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/954dc203-fcf5-49cc-889c-4c05e28303ce/bb5b69ec-e0cd-4f91-b323-cc36fcc13761) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:32.525755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-39ecd11d-b0e6-4f79-829a-3e02aa060d41 None None] The port '978fbacc-73a4-44a4-ab37-7f3aec470d48' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:55:32.537438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Attempting to bind port d1fecdd4-6166-4a8b-83a0-befeadd30db8 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:32.537438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Attempting to bind port d1fecdd4-6166-4a8b-83a0-befeadd30db8 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:32.537438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Attempting to bind port d1fecdd4-6166-4a8b-83a0-befeadd30db8 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:32.537867 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:32.544403 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:32.544794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:32.545471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.545887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:32.546402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Bound port: d1fecdd4-6166-4a8b-83a0-befeadd30db8, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:32.546759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.577342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fff10d-ef9f-488a-b8cc-c8718c0925de req-1b0538d9-c37a-45cd-8376-8285c3e6b2e6 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:32.578801 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56fff10d-ef9f-488a-b8cc-c8718c0925de req-1b0538d9-c37a-45cd-8376-8285c3e6b2e6 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.2226050 Dec 20 15:55:32.583735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.639732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] For port d1fecdd4-6166-4a8b-83a0-befeadd30db8, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:32.642870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] For port d1fecdd4-6166-4a8b-83a0-befeadd30db8, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d1fecdd4-6166-4a8b-83a0-befeadd30db8,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:32.727476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.731961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-fea334b3-001d-41d7-9c90-de1d5819e55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:32.785820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9755480a-7d26-4b6f-bb09-aba4a2c7e574 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.791745 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56fff10d-ef9f-488a-b8cc-c8718c0925de req-a696f026-2991-4cc6-99c2-98b0f3a31f92 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628573 Dec 20 15:55:32.800256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9755480a-7d26-4b6f-bb09-aba4a2c7e574 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.809948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Pushing event updated for resources: {'Port': ['ID=d1fecdd4-6166-4a8b-83a0-befeadd30db8,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:32.814781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:32.881112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.897849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-108a772b-8d92-4f30-80e2-9a397474c018 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:32.902465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Allocated IP 172.26.7.226 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/0aa9ca30-57be-493b-a86f-acd62368b194) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:32.913760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.915410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:32.955296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Network': ['ID=71e6212d-f50c-45f8-8953-b6c6a1a392fe,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:32.956100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object bb5b69ec-e0cd-4f91-b323-cc36fcc13761 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:32.961944 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/networks/71e6212d-f50c-45f8-8953-b6c6a1a392fe HTTP/1.1" status: 204 len: 168 time: 2.3264430 Dec 20 15:55:32.963111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:32.966290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50394) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:32.971770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-353595819'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:32.996113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:33.001055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:network and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:33.007337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:33.011431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:33.031810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9755480a-7d26-4b6f-bb09-aba4a2c7e574 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.033406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9755480a-7d26-4b6f-bb09-aba4a2c7e574 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59eda61a-9a5d-4fa9-ac12-aeac2881143d {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:55:33.039368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9755480a-7d26-4b6f-bb09-aba4a2c7e574 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.045157 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9755480a-7d26-4b6f-bb09-aba4a2c7e574 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "DELETE /v2.0/routers/59eda61a-9a5d-4fa9-ac12-aeac2881143d HTTP/1.1" status: 204 len: 168 time: 1.3223760 Dec 20 15:55:33.109664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.151332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:33.154341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.173609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.179776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b516d2e4-a1a8-4b87-9cef-98a513b142e6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:33.194835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:33.212802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.213140 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Added segment 5d30b3b9-5324-4c64-82ca-2fc27a020e61 of type vlan for network 2d943238-142b-4077-b4fe-dfcedb76bc83 Dec 20 15:55:33.233875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.260515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:33.265436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:33.270200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:33.274130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:33.274740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.279109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.282229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=bb5b69ec-e0cd-4f91-b323-cc36fcc13761,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:33.287149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:33.292409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7519f286-3063-4e66-8b2c-24233e1f313b tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:33.330440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:33.340677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:33.348987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:33.408975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50400) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:33.413333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.419178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event updated for resources: {'Port': ['ID=0aa9ca30-57be-493b-a86f-acd62368b194,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:33.419313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:33.419313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.419900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:33.426437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d9036eef-6e58-4125-8188-542131cdf829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:33.441144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Deleting port caac390c-3643-4495-b646-134ff406f837 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:33.441483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.541324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.555602 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.7195880 Dec 20 15:55:33.558414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50406) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:33.649989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a3794-0e38-49d8-a0e1-9d27e636e8c2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:33.656109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a3794-0e38-49d8-a0e1-9d27e636e8c2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:33.660730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-831a3794-0e38-49d8-a0e1-9d27e636e8c2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:33.704596 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7372732 Dec 20 15:55:33.708806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50410) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:33.730750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '2d943238-142b-4077-b4fe-dfcedb76bc83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:33.777225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Network': ['ID=2d943238-142b-4077-b4fe-dfcedb76bc83,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:33.779986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:33.785098 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-881758666', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:33.790198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 2d943238-142b-4077-b4fe-dfcedb76bc83 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:55:33.794550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-831a3794-0e38-49d8-a0e1-9d27e636e8c2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:33.794550 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-831a3794-0e38-49d8-a0e1-9d27e636e8c2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.2319827 Dec 20 15:55:33.799736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50414) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:33.828167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:33.836969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Usage tracker for resource:router and tenant:50b639d5dab84fe9bb1ad8d0767eb5d5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:33.856020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:33.866513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:33.881513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.973430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:33.997179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:34.007922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb99a7-0dc8-4bef-9f0c-13c1698e4ae2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port bb5b69ec-e0cd-4f91-b323-cc36fcc13761 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:34.008258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2bdb99a7-0dc8-4bef-9f0c-13c1698e4ae2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.039120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:34.079278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:34.103917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:34.107013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f4b87ff7-a7cd-4881-8121-faf84ad18a5d None None] Provisioning for port d1fecdd4-6166-4a8b-83a0-befeadd30db8 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:34.147299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Calling delete_port for caac390c-3643-4495-b646-134ff406f837 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:34.249229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.250165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.282710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.311584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a76d9dfe-2876-4dbe-af4f-faf5a9d96943 None None] Provisioning for port bb5b69ec-e0cd-4f91-b323-cc36fcc13761 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:34.327825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a76d9dfe-2876-4dbe-af4f-faf5a9d96943 None None] Provisioning complete for port bb5b69ec-e0cd-4f91-b323-cc36fcc13761 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:34.328435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a76d9dfe-2876-4dbe-af4f-faf5a9d96943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.370458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:34.389767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d1fecdd4-6166-4a8b-83a0-befeadd30db8 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:34.458271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a76d9dfe-2876-4dbe-af4f-faf5a9d96943 None None] Port bb5b69ec-e0cd-4f91-b323-cc36fcc13761 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:55:34.467133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.477558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e05f2823-4f44-4219-a97c-b26dbd50e523 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:34.568584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6a6b-f863-4152-acad-bf38df80cf71 req-654dd392-785a-4b6b-954e-0128183a7622 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:34.570117 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-993d6a6b-f863-4152-acad-bf38df80cf71 req-654dd392-785a-4b6b-954e-0128183a7622 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.5672076 Dec 20 15:55:34.571787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event deleted for resources: {'Port': ['ID=caac390c-3643-4495-b646-134ff406f837,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:34.579167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:34.587882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port d1fecdd4-6166-4a8b-83a0-befeadd30db8 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:34.600070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d1fecdd4-6166-4a8b-83a0-befeadd30db8 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:34.600527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.670893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.683196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.710159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:55:34.766015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.772283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.809919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port d1fecdd4-6166-4a8b-83a0-befeadd30db8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d1fecdd4-6166-4a8b-83a0-befeadd30db8,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:34.849267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2bdb99a7-0dc8-4bef-9f0c-13c1698e4ae2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.862439 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-993d6a6b-f863-4152-acad-bf38df80cf71 req-65f96c97-fb1c-4cb1-8295-5461eda2b3f1 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759707 Dec 20 15:55:34.899178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.908850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-adf9a8f5-a978-49ab-b5ca-1a4d9faf51a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:34.930276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:34.947597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:35.003065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1cf1fe7f-5370-4573-9cf1-0eacd68c5897 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:35.016807 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=d1fecdd4-6166-4a8b-83a0-befeadd30db8,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:35.025541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:35.043836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb99a7-0dc8-4bef-9f0c-13c1698e4ae2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for bb5b69ec-e0cd-4f91-b323-cc36fcc13761 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:35.163283 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:35.249439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event updated for resources: {'Port': ['ID=0aa9ca30-57be-493b-a86f-acd62368b194,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:35.259353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:35.263140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:35.373024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:35.443968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:35.445035 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4903870 Dec 20 15:55:35.452627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50424) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:35.502308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7b715110-7d3e-4f11-b417-2eedf4990d15 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Request body: {'floatingip': {'port_id': '9ab5d2e0-62ce-4833-8588-2e36317e3fa4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:35.552661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Allocated IP 172.26.7.177 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/bf73b92b-b4e7-416b-afc7-e164d840f14f) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:35.565748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:35.569324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2bdb99a7-0dc8-4bef-9f0c-13c1698e4ae2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:35.586874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6711c53a-9a80-49f9-8ca7-db403a3de718 tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:35.653469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b715110-7d3e-4f11-b417-2eedf4990d15 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for floatingip, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:35.805938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=54de3425-1025-451e-93d9-d40630197178,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:35.848799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:35.852112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5ddb9d56-5703-46c4-b416-d09b18275f72 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:35.966797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.042851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2bdb99a7-0dc8-4bef-9f0c-13c1698e4ae2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.044612 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2bdb99a7-0dc8-4bef-9f0c-13c1698e4ae2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/bb5b69ec-e0cd-4f91-b323-cc36fcc13761 HTTP/1.1" status: 204 len: 168 time: 2.2441459 Dec 20 15:55:36.053121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50428) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:36.059887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb99a7-0dc8-4bef-9f0c-13c1698e4ae2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=bb5b69ec-e0cd-4f91-b323-cc36fcc13761,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:36.066131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2bdb99a7-0dc8-4bef-9f0c-13c1698e4ae2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:36.110450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.115467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-57b5ae90-8f14-4652-9a76-89e516fc373c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:36.139732 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2003bc35-36d3-485f-981d-c6689a33a644 req-e057142f-84e9-4a63-b10f-fb8bfe606f99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ac00e5ad70d49adba94a4fe7666e959&device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 1098 time: 0.6878769 Dec 20 15:55:36.179017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Checking segment: {'id': '5d30b3b9-5324-4c64-82ca-2fc27a020e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d943238-142b-4077-b4fe-dfcedb76bc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:36.179391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network hostable DHCP agents. Network: 2d943238-142b-4077-b4fe-dfcedb76bc83, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:36.186963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:36.191076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:36.196606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:36.219169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93399a-5692-49d3-8b64-fad3a908c1ae req-48a1d9e4-9d71-49e6-a1fc-a92fabb2cc2b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.220624 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f93399a-5692-49d3-8b64-fad3a908c1ae req-48a1d9e4-9d71-49e6-a1fc-a92fabb2cc2b tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.8109772 Dec 20 15:55:36.227026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Pushing event updated for resources: {'Port': ['ID=bf73b92b-b4e7-416b-afc7-e164d840f14f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:36.235019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:36.279358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402e541-2727-4280-924b-a463578b23ec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.280875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402e541-2727-4280-924b-a463578b23ec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.281510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0402e541-2727-4280-924b-a463578b23ec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:36.287983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Router 4d7999e9-ccab-4e52-8e1a-aba615b7286f has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:55:36.350781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d1fecdd4-6166-4a8b-83a0-befeadd30db8 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:36.403974 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-7b715110-7d3e-4f11-b417-2eedf4990d15 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] update failed (client error): The resource could not be found. Dec 20 15:55:36.408372 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7b715110-7d3e-4f11-b417-2eedf4990d15 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "PUT /v2.0/floatingips/cf4771aa-4643-4692-86f8-72042ebace55 HTTP/1.1" status: 404 len: 507 time: 0.9515378 Dec 20 15:55:36.408547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50432) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:36.411112 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f93399a-5692-49d3-8b64-fad3a908c1ae req-130f1067-f743-4360-87ce-6a57bf286ce9 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760104 Dec 20 15:55:36.432579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003bc35-36d3-485f-981d-c6689a33a644 req-cf1c6ea0-640b-480c-b4d8-af0c3748c616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.434258 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2003bc35-36d3-485f-981d-c6689a33a644 req-cf1c6ea0-640b-480c-b4d8-af0c3748c616 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fee66d5f-af16-4dca-9cb2-0c9215a13f72 HTTP/1.1" status: 200 len: 912 time: 0.2591901 Dec 20 15:55:36.436459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d1fecdd4-6166-4a8b-83a0-befeadd30db8 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:36.436855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.507372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0402e541-2727-4280-924b-a463578b23ec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:36.508937 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0402e541-2727-4280-924b-a463578b23ec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4509988 Dec 20 15:55:36.509836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 2d943238-142b-4077-b4fe-dfcedb76bc83 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:36.518608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50436) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:36.559119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2003bc35-36d3-485f-981d-c6689a33a644 req-135f3ea9-89e7-4411-86f0-14a1878b23a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=505e6958-483c-4583-9639-a53ebdcb4d02 HTTP/1.1" status: 200 len: 217 time: 0.1174581 Dec 20 15:55:36.638579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe00c1ee-cbba-4a4e-a54a-65c89e9a6985 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 954dc203-fcf5-49cc-889c-4c05e28303ce {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:36.644583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe00c1ee-cbba-4a4e-a54a-65c89e9a6985 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.649314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Deleting port 0aa9ca30-57be-493b-a86f-acd62368b194 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:36.649651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.678108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003bc35-36d3-485f-981d-c6689a33a644 req-2d796915-3aa3-4617-923a-3ae7cadd52d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.679615 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2003bc35-36d3-485f-981d-c6689a33a644 req-2d796915-3aa3-4617-923a-3ae7cadd52d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e629a233-74ef-48d0-9c18-afb4f49b0f2f HTTP/1.1" status: 200 len: 851 time: 0.1125252 Dec 20 15:55:36.680171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 2d943238-142b-4077-b4fe-dfcedb76bc83) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:36.689080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.689667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.691525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aebb606-42e5-4113-90bb-8a5c11f999f1 None None] Network 2d943238-142b-4077-b4fe-dfcedb76bc83 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:36.748687 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2003bc35-36d3-485f-981d-c6689a33a644 req-f5711931-5cdc-4fc9-808a-d59b160b0b6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fee66d5f-af16-4dca-9cb2-0c9215a13f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608516 Dec 20 15:55:36.780528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe00c1ee-cbba-4a4e-a54a-65c89e9a6985 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.850439 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1336577 Dec 20 15:55:36.900235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50440) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:36.917665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '2d943238-142b-4077-b4fe-dfcedb76bc83', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1719723336'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:36.922199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-2d943238-142b-4077-b4fe-dfcedb76bc83', 'network_id': '2d943238-142b-4077-b4fe-dfcedb76bc83', 'tenant_id': '1f9dcf1875ea497aac2da2e56d5f4335', 'fixed_ips': [{'subnet_id': '54de3425-1025-451e-93d9-d40630197178'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:55:36.923168 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.981703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.982419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.996480 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:36.997164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.056227 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2003bc35-36d3-485f-981d-c6689a33a644 req-b26dc6aa-69a9-44bf-bfe1-8b765f95287a service neutron] 10.222.0.64 "GET /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982931 Dec 20 15:55:37.085194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Allocated IP 2001:db8::2 (2d943238-142b-4077-b4fe-dfcedb76bc83/54de3425-1025-451e-93d9-d40630197178/cf965369-64df-490e-9466-aa2c0a97a377) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:37.100169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe00c1ee-cbba-4a4e-a54a-65c89e9a6985 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.183763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Calling delete_port for 0aa9ca30-57be-493b-a86f-acd62368b194 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:37.212073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:37.228294 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639187bb-b0ec-41c2-871d-43e522dcac29 None None] Sync routers for ids ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:37.240799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:37.253030 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639187bb-b0ec-41c2-871d-43e522dcac29 None None] Routers {'4d7999e9-ccab-4e52-8e1a-aba615b7286f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:37.255429 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-639187bb-b0ec-41c2-871d-43e522dcac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:37.256776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:port and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:37.262415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:37.276580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:37.299297 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2003bc35-36d3-485f-981d-c6689a33a644 req-4c07af6f-ad97-44df-853a-cd65dc5532bc service neutron] 10.222.0.64 "GET /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366157 Dec 20 15:55:37.348559 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-639187bb-b0ec-41c2-871d-43e522dcac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:37.361079 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639187bb-b0ec-41c2-871d-43e522dcac29 None None] Routers {'4d7999e9-ccab-4e52-8e1a-aba615b7286f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:37.361825 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-639187bb-b0ec-41c2-871d-43e522dcac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:37.371915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.392667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:37.396391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.411782 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "PUT /v2.0/routers/4d7999e9-ccab-4e52-8e1a-aba615b7286f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0110953 Dec 20 15:55:37.412359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe00c1ee-cbba-4a4e-a54a-65c89e9a6985 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.413661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50444) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:37.418418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15a39e1f-e0c6-4eea-9d68-10aabf15d80d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:37.421926 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-639187bb-b0ec-41c2-871d-43e522dcac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:37.422334 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639187bb-b0ec-41c2-871d-43e522dcac29 None None] The sync data for ids ['4d7999e9-ccab-4e52-8e1a-aba615b7286f'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:55:37.460642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00c1ee-cbba-4a4e-a54a-65c89e9a6985 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=954dc203-fcf5-49cc-889c-4c05e28303ce,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:37.466573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fe00c1ee-cbba-4a4e-a54a-65c89e9a6985 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:37.471005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 3762d57d-e622-4bb9-a860-9d6e97227f69 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:37.503702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1de700-7773-43d7-9bd8-656002dd0c44 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:37.507267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe00c1ee-cbba-4a4e-a54a-65c89e9a6985 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.623647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fe00c1ee-cbba-4a4e-a54a-65c89e9a6985 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/954dc203-fcf5-49cc-889c-4c05e28303ce HTTP/1.1" status: 204 len: 168 time: 1.1038923 Dec 20 15:55:37.626802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50450) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:37.640741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.653268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e9d4ef50-fa83-4d24-aa60-fa2b1af92298 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:37.699954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a06af8d3-045a-41ae-a91a-9baad9449798 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720246 Dec 20 15:55:37.702893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event deleted for resources: {'Port': ['ID=0aa9ca30-57be-493b-a86f-acd62368b194,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:37.707003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d6db-2673-4656-8cc4-f646d94a49c0 req-a5e3ddf8-2a79-4d4b-a1c8-c2d019202444 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:37.707277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50454) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:37.710874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:37.713310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Transition to ACTIVE for port object cf965369-64df-490e-9466-aa2c0a97a377 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:37.713616 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e6b3d6db-2673-4656-8cc4-f646d94a49c0 req-a5e3ddf8-2a79-4d4b-a1c8-c2d019202444 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.1589935 Dec 20 15:55:37.715694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:37.734747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Transition to ACTIVE for port object cf965369-64df-490e-9466-aa2c0a97a377 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:37.756627 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e6b3d6db-2673-4656-8cc4-f646d94a49c0 req-8c15e466-80ea-4ad4-8de8-4cfd555e4b70 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Dec 20 15:55:37.808371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:55:37.812311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] Deleting port d1fecdd4-6166-4a8b-83a0-befeadd30db8 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:37.812693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.843884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.853587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-662a6036-7dc0-468c-9917-14d4832807a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:37.937620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Network 2d943238-142b-4077-b4fe-dfcedb76bc83 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:37.938388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Pushing event updated for resources: {'Port': ['ID=cf965369-64df-490e-9466-aa2c0a97a377,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:37.941635 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:37.945219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:37.950162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:37.950362 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:37.955701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:37.963354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:37.972658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:37.974833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.990781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:37.995530 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "DELETE /v2.0/floatingips/cf4771aa-4643-4692-86f8-72042ebace55 HTTP/1.1" status: 204 len: 168 time: 1.5821640 Dec 20 15:55:37.998491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50458) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:38.004563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a7aaaef5-dc23-427d-8b73-2c6be2f99be5 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Request body: {'floatingip': {'floating_network_id': '85fc02ff-0d73-45c0-92c4-aff75d863c8e', 'port_id': '9ab5d2e0-62ce-4833-8588-2e36317e3fa4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:38.012630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a7aaaef5-dc23-427d-8b73-2c6be2f99be5 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:38.018499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a7aaaef5-dc23-427d-8b73-2c6be2f99be5 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Usage tracker for resource:floatingip and tenant:b1c7bcd4b72e4b42a2e2b2fa8287ab07 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:38.023769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a7aaaef5-dc23-427d-8b73-2c6be2f99be5 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:38.031403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a7aaaef5-dc23-427d-8b73-2c6be2f99be5 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:38.035964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.044906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8::dd (2d943238-142b-4077-b4fe-dfcedb76bc83/54de3425-1025-451e-93d9-d40630197178/3762d57d-e622-4bb9-a860-9d6e97227f69) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:38.098639 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Router 88deb4ea-899b-48b7-bbcc-9a9351084c3d is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:55:38.119752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:38.155699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Attempting to bind port cf965369-64df-490e-9466-aa2c0a97a377 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:38.156082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Attempting to bind port cf965369-64df-490e-9466-aa2c0a97a377 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '5d30b3b9-5324-4c64-82ca-2fc27a020e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d943238-142b-4077-b4fe-dfcedb76bc83'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:38.156453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Attempting to bind port cf965369-64df-490e-9466-aa2c0a97a377 on network 2d943238-142b-4077-b4fe-dfcedb76bc83 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:38.227062 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:38.227340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7aaaef5-dc23-427d-8b73-2c6be2f99be5 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.227475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Checking segment: {'id': '5d30b3b9-5324-4c64-82ca-2fc27a020e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d943238-142b-4077-b4fe-dfcedb76bc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:38.228007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.228504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Bound using segment: {'id': '5d30b3b9-5324-4c64-82ca-2fc27a020e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d943238-142b-4077-b4fe-dfcedb76bc83'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:38.229081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Bound port: cf965369-64df-490e-9466-aa2c0a97a377, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d30b3b9-5324-4c64-82ca-2fc27a020e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d943238-142b-4077-b4fe-dfcedb76bc83'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:38.229856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.248328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] For port d1fecdd4-6166-4a8b-83a0-befeadd30db8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d1fecdd4-6166-4a8b-83a0-befeadd30db8,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:38.248895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.257297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.294300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object 3762d57d-e622-4bb9-a860-9d6e97227f69 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:38.332121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.414889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d1fecdd4-6166-4a8b-83a0-befeadd30db8 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:55:38.419401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.436653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-103faad6-5b23-461f-910a-6a242e50e43c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:38.451986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] Calling delete_port for d1fecdd4-6166-4a8b-83a0-befeadd30db8 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:38.496058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 2d943238-142b-4077-b4fe-dfcedb76bc83 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:38.499217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:38.503724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:38.507862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:38.508476 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.536361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=3762d57d-e622-4bb9-a860-9d6e97227f69,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:38.539526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:38.581503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] For port cf965369-64df-490e-9466-aa2c0a97a377, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:38.620105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] For port cf965369-64df-490e-9466-aa2c0a97a377, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cf965369-64df-490e-9466-aa2c0a97a377,segment=NetworkSegment(5d30b3b9-5324-4c64-82ca-2fc27a020e61),segment_id=5d30b3b9-5324-4c64-82ca-2fc27a020e61)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:38.646958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.676099 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7748759 Dec 20 15:55:38.678631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50462) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:38.746590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3e646e24-e70a-4407-a9d0-d14745736e87 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 3762d57d-e622-4bb9-a860-9d6e97227f69 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:38.747306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3e646e24-e70a-4407-a9d0-d14745736e87 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.809044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.853086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.875372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:38.921796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] No DVR routers for this DVR port d1fecdd4-6166-4a8b-83a0-befeadd30db8 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:38.954075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:38.983323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Pushing event updated for resources: {'Port': ['ID=cf965369-64df-490e-9466-aa2c0a97a377,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:39.027356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:39.029688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] Pushing event deleted for resources: {'Port': ['ID=d1fecdd4-6166-4a8b-83a0-befeadd30db8,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:39.032144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:39.032702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:39.033172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:39.043385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032ccd7-6dfd-4a17-84eb-444218f2a638 None None] Sync routers for ids ['88deb4ea-899b-48b7-bbcc-9a9351084c3d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:39.056544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032ccd7-6dfd-4a17-84eb-444218f2a638 None None] Routers {'88deb4ea-899b-48b7-bbcc-9a9351084c3d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:39.057252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4032ccd7-6dfd-4a17-84eb-444218f2a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['88deb4ea-899b-48b7-bbcc-9a9351084c3d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:39.070287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3e646e24-e70a-4407-a9d0-d14745736e87 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:39.072775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Deleting port 7791ff7c-fe69-4747-ba6c-9b46594ebcff {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:39.073388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:39.086312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650f978-a867-4123-942c-8f5b5b7a90db req-facdedb7-6feb-4c33-aede-a426f0d111f5 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:39.087792 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5650f978-a867-4123-942c-8f5b5b7a90db req-facdedb7-6feb-4c33-aede-a426f0d111f5 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.1894767 Dec 20 15:55:39.113409 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-a7aaaef5-dc23-427d-8b73-2c6be2f99be5 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:39.119682 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a7aaaef5-dc23-427d-8b73-2c6be2f99be5 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1149681 Dec 20 15:55:39.121149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4032ccd7-6dfd-4a17-84eb-444218f2a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:39.127176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50468) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:39.127946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:39.131546 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7191901 Dec 20 15:55:39.136954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032ccd7-6dfd-4a17-84eb-444218f2a638 None None] Routers {'88deb4ea-899b-48b7-bbcc-9a9351084c3d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:39.137647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4032ccd7-6dfd-4a17-84eb-444218f2a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['88deb4ea-899b-48b7-bbcc-9a9351084c3d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:39.145511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '9ab5d2e0-62ce-4833-8588-2e36317e3fa4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:39.149412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50472) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:39.215121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4032ccd7-6dfd-4a17-84eb-444218f2a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:39.215541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032ccd7-6dfd-4a17-84eb-444218f2a638 None None] The sync data for ids ['88deb4ea-899b-48b7-bbcc-9a9351084c3d'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:55:39.250300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3e646e24-e70a-4407-a9d0-d14745736e87 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 3762d57d-e622-4bb9-a860-9d6e97227f69 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:39.258429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:39.301428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Usage tracker for resource:floatingip and tenant:b1c7bcd4b72e4b42a2e2b2fa8287ab07 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:39.307264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:39.333653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5650f978-a867-4123-942c-8f5b5b7a90db req-d885aead-3f63-4fa2-a8da-ff87f7c7cc08 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800296 Dec 20 15:55:39.333805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:39.490809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:39.517008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.objects.ports [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:55:39.533900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:39.537635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3e646e24-e70a-4407-a9d0-d14745736e87 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:39.540083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:39.544851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-54c5ff24-0404-4cc9-a519-fdcfeb2ccb50 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:39.586704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:39.589824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e646e24-e70a-4407-a9d0-d14745736e87 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=3762d57d-e622-4bb9-a860-9d6e97227f69,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:39.592299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3e646e24-e70a-4407-a9d0-d14745736e87 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:39.635182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3e646e24-e70a-4407-a9d0-d14745736e87 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:39.645853 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3e646e24-e70a-4407-a9d0-d14745736e87 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/3762d57d-e622-4bb9-a860-9d6e97227f69 HTTP/1.1" status: 204 len: 168 time: 0.9661930 Dec 20 15:55:39.648610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50478) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:39.694680 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-da316025-758e-4de7-bc51-c205dbf02d2e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:55:39.695214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-da316025-758e-4de7-bc51-c205dbf02d2e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:39.782358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Calling delete_port for 7791ff7c-fe69-4747-ba6c-9b46594ebcff owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:39.798308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-da316025-758e-4de7-bc51-c205dbf02d2e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:39.802193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-da316025-758e-4de7-bc51-c205dbf02d2e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/3762d57d-e622-4bb9-a860-9d6e97227f69 HTTP/1.1" status: 404 len: 333 time: 0.1501029 Dec 20 15:55:39.802394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50482) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:39.829797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:39.843303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:39.849503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=5f6f13a0-5cf5-4cdc-bec1-c69abd2fe9a5,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:39.852380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:39.852954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:39.860413 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:39.862443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736cd986-bfdb-4a6a-abfb-839da7b9b594 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:40.021475 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3122916 Dec 20 15:55:40.027817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50486) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:40.037581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:f0:8e:4f', 'name': 'tempest-NetworksTestDHCPv6-313512103'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:40.041544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-809c6b02-7c9f-421e-80c7-7211a8ba18cb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet 54de3425-1025-451e-93d9-d40630197178 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:40.044910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-809c6b02-7c9f-421e-80c7-7211a8ba18cb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:40.126390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-809c6b02-7c9f-421e-80c7-7211a8ba18cb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:40.195287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '5f6f13a0-5cf5-4cdc-bec1-c69abd2fe9a5'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:55:40.196116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:40.293639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5fb72c-dd6f-4d2e-97f5-ce671ad8c995 None None] Network 2d943238-142b-4077-b4fe-dfcedb76bc83 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:40.351266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8511-de0a-4418-ad25-13ca9067efbe req-dc338b89-6b72-474c-b572-5c39a723f19e tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:40.353923 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f91d8511-de0a-4418-ad25-13ca9067efbe req-dc338b89-6b72-474c-b572-5c39a723f19e tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.1431453 Dec 20 15:55:40.375440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-809c6b02-7c9f-421e-80c7-7211a8ba18cb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:40.452337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cf965369-64df-490e-9466-aa2c0a97a377 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:40.462282 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4e500587-b6ca-4245-ab69-546dab5e32c9 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/routers/88deb4ea-899b-48b7-bbcc-9a9351084c3d HTTP/1.1" status: 200 len: 924 time: 1.3088307 Dec 20 15:55:40.467291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50494) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:40.469089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:40.563412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Allocated IP 2001:db8::f816:3eff:fec2:b742 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/5f6f13a0-5cf5-4cdc-bec1-c69abd2fe9a5/5ede6667-2645-4ec7-b642-a4268f2eeffc) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:40.577492 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8583d72b-7b7c-48ce-a40a-90aebcf258f3 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=88deb4ea-899b-48b7-bbcc-9a9351084c3d HTTP/1.1" status: 200 len: 205 time: 0.1035666 Dec 20 15:55:40.582061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50498) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:40.592458 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f91d8511-de0a-4418-ad25-13ca9067efbe req-61571cb8-2ee0-4b83-9d3a-78dfb9a9f5b1 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313056 Dec 20 15:55:40.659572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:40.675828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:40.687832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:40.697235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:40.721886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6c7d1829-af4c-4938-88b8-0ce6b7758ea8 None None] Provisioning for port cf965369-64df-490e-9466-aa2c0a97a377 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:40.808736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-809c6b02-7c9f-421e-80c7-7211a8ba18cb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:40.818480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-49bfe75e-d19b-403f-86be-2570524a9f2b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:40.844103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Allocated IP 172.26.7.184 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/6b6b72fd-fe8b-4209-8866-4de56906448a) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:40.868019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c6b02-7c9f-421e-80c7-7211a8ba18cb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=54de3425-1025-451e-93d9-d40630197178,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:40.876903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-809c6b02-7c9f-421e-80c7-7211a8ba18cb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:40.888480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-809c6b02-7c9f-421e-80c7-7211a8ba18cb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:40.898184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:40.911374 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-809c6b02-7c9f-421e-80c7-7211a8ba18cb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/54de3425-1025-451e-93d9-d40630197178 HTTP/1.1" status: 204 len: 168 time: 1.1057918 Dec 20 15:55:40.912117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50502) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:40.918839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6e75f9ea-18c6-4249-9233-7365227d5d24 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:40.974221 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port cf965369-64df-490e-9466-aa2c0a97a377 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:40.997666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event deleted for resources: {'Port': ['ID=7791ff7c-fe69-4747-ba6c-9b46594ebcff,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:41.000522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:41.010594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:41.027503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.028153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f501a-4583-45ef-8162-af7ab8c3279b None None] Network 2d943238-142b-4077-b4fe-dfcedb76bc83 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:41.054820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port cf965369-64df-490e-9466-aa2c0a97a377 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:41.055234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.108550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.120249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port cf965369-64df-490e-9466-aa2c0a97a377 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:41.120249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.180537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 70a9a344-26b1-4f01-83d8-fba9ca2ebd3d yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:41.299883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.342091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7d4ad8ec-93d3-4c30-a4e6-98e8ee7eb46b None None] Provisioning complete for port cf965369-64df-490e-9466-aa2c0a97a377 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:41.342471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad8ec-93d3-4c30-a4e6-98e8ee7eb46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.360908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] For port cf965369-64df-490e-9466-aa2c0a97a377, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cf965369-64df-490e-9466-aa2c0a97a377,segment=NetworkSegment(5d30b3b9-5324-4c64-82ca-2fc27a020e61),segment_id=5d30b3b9-5324-4c64-82ca-2fc27a020e61)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:41.362088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.446963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.491360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for cf965369-64df-490e-9466-aa2c0a97a377 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:41.498503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Transition to ACTIVE for port object 5ede6667-2645-4ec7-b642-a4268f2eeffc will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:41.508771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.536158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.581714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Transition to ACTIVE for port object 5ede6667-2645-4ec7-b642-a4268f2eeffc will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:41.624905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad8ec-93d3-4c30-a4e6-98e8ee7eb46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.651005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.681279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.686603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9f4d3400-9705-4cc6-ad4d-86fcb8185bf3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:41.687461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d70eab-5b44-46ab-9199-585fbb2dde32 None None] DHCP port deletion for 2d943238-142b-4077-b4fe-dfcedb76bc83 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:55:41.731898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=cf965369-64df-490e-9466-aa2c0a97a377,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:41.734858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:41.737492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No DVR routers for this DVR port cf965369-64df-490e-9466-aa2c0a97a377 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:41.770629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.786340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:41.869350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Pushing event updated for resources: {'Port': ['ID=5ede6667-2645-4ec7-b642-a4268f2eeffc,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:41.875748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:41.875748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:41.875748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:41.877578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:41.922314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.958727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d943238-142b-4077-b4fe-dfcedb76bc83']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:41.965258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Attempting to bind port 5ede6667-2645-4ec7-b642-a4268f2eeffc on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:41.965642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Attempting to bind port 5ede6667-2645-4ec7-b642-a4268f2eeffc by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:41.966014 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Attempting to bind port 5ede6667-2645-4ec7-b642-a4268f2eeffc on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:41.972819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:41.973202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:41.973617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.974021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:41.974497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Bound port: 5ede6667-2645-4ec7-b642-a4268f2eeffc, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:41.975112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:41.977962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d30b3b9-5324-4c64-82ca-2fc27a020e61') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:41.978449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d30b3b9-5324-4c64-82ca-2fc27a020e61') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:41.991218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689d598-0efd-4fca-9ed8-f0dd3f843d42 req-9bd31df4-5b4e-485b-b17d-3199386e1c1c tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:41.992976 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a689d598-0efd-4fca-9ed8-f0dd3f843d42 req-9bd31df4-5b4e-485b-b17d-3199386e1c1c tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.2224653 Dec 20 15:55:41.999747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.040099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.054591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:55:42.055010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:42.069629 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:42.071743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] For port 5ede6667-2645-4ec7-b642-a4268f2eeffc, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:42.075262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] For port 5ede6667-2645-4ec7-b642-a4268f2eeffc, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5ede6667-2645-4ec7-b642-a4268f2eeffc,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:42.084169 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a689d598-0efd-4fca-9ed8-f0dd3f843d42 req-0943c285-c3aa-443f-a163-593900ce48e6 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775206 Dec 20 15:55:42.099067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.125955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f816:3eff:fef0:8e4f (d0452a6f-255e-4f54-b2ac-8ed7e675c952/5f6f13a0-5cf5-4cdc-bec1-c69abd2fe9a5/70a9a344-26b1-4f01-83d8-fba9ca2ebd3d) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:42.127951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.175481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.179957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6539c44e-aadd-40fe-810e-5143bef15167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:42.214805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.221640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-63118095-e43a-4f8b-a5f4-abf58609b089 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:42.258193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Pushing event updated for resources: {'Port': ['ID=5ede6667-2645-4ec7-b642-a4268f2eeffc,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:42.261748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:42.309988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.318828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6102b9c0-eebd-4a9b-9748-30e428019388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:42.335016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.349263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Network': ['ID=2d943238-142b-4077-b4fe-dfcedb76bc83,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:42.352438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.352978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Fanout notify agent at l3_agent the message router_deleted on router 4d7999e9-ccab-4e52-8e1a-aba615b7286f {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:55:42.356558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:42.367109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:42.380647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cf965369-64df-490e-9466-aa2c0a97a377 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:55:42.407376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-5bf7b098-003d-4ab3-b624-1b1c5e755bd3 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:42.408935 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-5bf7b098-003d-4ab3-b624-1b1c5e755bd3 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.64 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.1501038 Dec 20 15:55:42.422750 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: cf965369-64df-490e-9466-aa2c0a97a377 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:55:42.423223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cf965369-64df-490e-9466-aa2c0a97a377 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:55:42.429489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:42.432203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:42.461377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event updated for resources: {'Port': ['ID=6b6b72fd-fe8b-4209-8866-4de56906448a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:42.465195 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:42.490066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.491526 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/networks/2d943238-142b-4077-b4fe-dfcedb76bc83 HTTP/1.1" status: 204 len: 168 time: 1.5762556 Dec 20 15:55:42.500052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50508) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:42.513763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Deleting port 505e6958-483c-4583-9639-a53ebdcb4d02 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:42.514102 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.525422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'name': 'tempest-PortsIpV6TestJSON-1951100926'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:42.562806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.564044 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "DELETE /v2.0/routers/4d7999e9-ccab-4e52-8e1a-aba615b7286f HTTP/1.1" status: 204 len: 168 time: 5.1497746 Dec 20 15:55:42.574698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50512) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:42.674349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.739565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Deleting port bf73b92b-b4e7-416b-afc7-e164d840f14f {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:42.739904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:42.804248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 70a9a344-26b1-4f01-83d8-fba9ca2ebd3d will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:42.815899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:42.857457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:port and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:42.866543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:42.893376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:43.023369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Deleting port 6b6b72fd-fe8b-4209-8866-4de56906448a {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:43.023723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.040352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3089cc-df80-47b3-9965-499994d506d1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Deleting subnet 7fa45009-9923-4493-84b3-6fc51171997b {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:43.043757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] For port 505e6958-483c-4583-9639-a53ebdcb4d02, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=505e6958-483c-4583-9639-a53ebdcb4d02,segment=NetworkSegment(c454e83e-7897-46b5-b201-ddaaf1caaad1),segment_id=c454e83e-7897-46b5-b201-ddaaf1caaad1)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:43.044117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.055060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e3089cc-df80-47b3-9965-499994d506d1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.055807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:43.058864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.105584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.190409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 450bb1c5-b42b-46c7-8140-a5b5482a0d34 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:43.204953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Calling delete_port for 505e6958-483c-4583-9639-a53ebdcb4d02 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:43.265313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e3089cc-df80-47b3-9965-499994d506d1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.323731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.337739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Calling delete_port for bf73b92b-b4e7-416b-afc7-e164d840f14f owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:43.393841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f2653f67-38b8-4c08-afdb-5796fe3db8ee tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:43.497811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e3089cc-df80-47b3-9965-499994d506d1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.536032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fe6f2-e54a-4142-984f-bce85bd601cd req-4d66b0fd-7e5a-497b-9115-cae640a8bd84 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:43.537553 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ad0fe6f2-e54a-4142-984f-bce85bd601cd req-4d66b0fd-7e5a-497b-9115-cae640a8bd84 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 945 time: 0.2332685 Dec 20 15:55:43.592302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4ea03e43-ff6e-4876-96e9-edc61add7522 None None] Provisioning for port 5ede6667-2645-4ec7-b642-a4268f2eeffc completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:43.592891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.604061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:43.607774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['505e6958-483c-4583-9639-a53ebdcb4d02'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 15:55:43.664188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Pushing event deleted for resources: {'Port': ['ID=505e6958-483c-4583-9639-a53ebdcb4d02,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:43.671205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:43.676797 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ad0fe6f2-e54a-4142-984f-bce85bd601cd req-6427ca15-f455-47b7-8d04-4ce99db27604 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ccda7fe-35ec-41b0-a592-99d852af2101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294820 Dec 20 15:55:43.694814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:43.724174 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:43.731498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=70a9a344-26b1-4f01-83d8-fba9ca2ebd3d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:43.742433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:43.746846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:43.747179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] No DVR routers for this DVR port 505e6958-483c-4583-9639-a53ebdcb4d02 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:43.747498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.749587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.752197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52824a58-c261-4a79-a91c-058abd2b768b', 'name': 'network-vif-deleted', 'tag': '505e6958-483c-4583-9639-a53ebdcb4d02'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:43.753282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:43.810188 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52824a58-c261-4a79-a91c-058abd2b768b', 'name': 'network-vif-deleted', 'tag': '505e6958-483c-4583-9639-a53ebdcb4d02', 'status': 'completed', 'code': 200} Dec 20 15:55:43.812260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e3089cc-df80-47b3-9965-499994d506d1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.820882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-26115f8a-4caf-46c8-8f24-9f5498013923 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:43.830278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.830533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.859519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3089cc-df80-47b3-9965-499994d506d1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa45009-9923-4493-84b3-6fc51171997b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:43.862880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6e3089cc-df80-47b3-9965-499994d506d1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:43.865778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e3089cc-df80-47b3-9965-499994d506d1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:43.867929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6e3089cc-df80-47b3-9965-499994d506d1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "DELETE /v2.0/subnets/7fa45009-9923-4493-84b3-6fc51171997b HTTP/1.1" status: 204 len: 168 time: 1.2919986 Dec 20 15:55:43.870993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50522) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:43.881304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de523fe4-4163-40db-be9e-12ea4fc7eb1b None None] Network 50098448-b79f-4672-935b-fcc42232647c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:43.903776 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e6072bc8-c07c-4b0a-871a-490dd6b35696 req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.64 "DELETE /v2.0/ports/505e6958-483c-4583-9639-a53ebdcb4d02 HTTP/1.1" status: 204 len: 173 time: 1.4889455 Dec 20 15:55:43.983635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Calling delete_port for 6b6b72fd-fe8b-4209-8866-4de56906448a owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:44.005535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.016750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Deleting port ed5fd784-b6df-462d-8b53-334afde21661 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:44.020914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.021907 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9920099 Dec 20 15:55:44.035374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50526) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:44.207347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.229117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-32427c20-7bea-4609-8a56-6870b79cafa8 None None] Provisioning for port 70a9a344-26b1-4f01-83d8-fba9ca2ebd3d completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:44.235168 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-32427c20-7bea-4609-8a56-6870b79cafa8 None None] Provisioning complete for port 70a9a344-26b1-4f01-83d8-fba9ca2ebd3d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:44.235636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-32427c20-7bea-4609-8a56-6870b79cafa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.269832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] For port ed5fd784-b6df-462d-8b53-334afde21661, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ed5fd784-b6df-462d-8b53-334afde21661,segment=NetworkSegment(87d6ae10-b042-4825-a0c6-220db0b20c2f),segment_id=87d6ae10-b042-4825-a0c6-220db0b20c2f)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:44.270378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.271282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] DHCP port deletion for 50098448-b79f-4672-935b-fcc42232647c request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:55:44.282433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] Deleting port ed5fd784-b6df-462d-8b53-334afde21661 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:44.283187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.352606 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-32427c20-7bea-4609-8a56-6870b79cafa8 None None] Port 70a9a344-26b1-4f01-83d8-fba9ca2ebd3d cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:55:44.375551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5be3b-3103-42a6-a506-d85b875509e8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:44.379651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5be3b-3103-42a6-a506-d85b875509e8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:44.380423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-31f5be3b-3103-42a6-a506-d85b875509e8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:44.439656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5ede6667-2645-4ec7-b642-a4268f2eeffc up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:44.470492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-31f5be3b-3103-42a6-a506-d85b875509e8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:44.474173 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-31f5be3b-3103-42a6-a506-d85b875509e8 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4354086 Dec 20 15:55:44.474173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.474395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Calling delete_port for ed5fd784-b6df-462d-8b53-334afde21661 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:44.476759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50530) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:44.478270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8e5c4f0e-c334-4434-aa1c-ef189a9a37e3 tempest-FloatingIPAdminTestJSON-1393023625 tempest-FloatingIPAdminTestJSON-1393023625-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:44.513599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.515299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.568900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.571718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Pushing event deleted for resources: {'Port': ['ID=bf73b92b-b4e7-416b-afc7-e164d840f14f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:44.581236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] For port ed5fd784-b6df-462d-8b53-334afde21661, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ed5fd784-b6df-462d-8b53-334afde21661,segment=NetworkSegment(87d6ae10-b042-4825-a0c6-220db0b20c2f),segment_id=87d6ae10-b042-4825-a0c6-220db0b20c2f)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:44.581634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.584216 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:44.587305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3b887bc8-71eb-4dc6-92f1-822f9f47aedf tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:44.675359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.681058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dbcd2705-1987-48ed-a7ab-946b5ad4f1da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:44.703984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event deleted for resources: {'Port': ['ID=6b6b72fd-fe8b-4209-8866-4de56906448a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:44.727925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event deleted for resources: {'Port': ['ID=ed5fd784-b6df-462d-8b53-334afde21661,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:44.734619 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:44.739854 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] No DVR routers for this DVR port ed5fd784-b6df-462d-8b53-334afde21661 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:44.748103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] Calling delete_port for ed5fd784-b6df-462d-8b53-334afde21661 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:44.805172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:44.833422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:44.833986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:44.847815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:44.883412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:44.889082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:44.889922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.906522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-79882870-652c-44e5-826f-570a6b8ffd20 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 70a9a344-26b1-4f01-83d8-fba9ca2ebd3d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:44.906861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-79882870-652c-44e5-826f-570a6b8ffd20 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.959053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 5ede6667-2645-4ec7-b642-a4268f2eeffc completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:44.968288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 5ede6667-2645-4ec7-b642-a4268f2eeffc triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:44.971344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:44.993812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=450bb1c5-b42b-46c7-8140-a5b5482a0d34,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:45.007351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:45.017915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.020778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:45.021159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:45.039942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b42a872f-e907-4252-80f8-ec4d9e55720d req-04c864b7-c1af-4ea7-a791-2994b10f9681 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Synchronizing usage tracker for tenant:8ac00e5ad70d49adba94a4fe7666e959 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:45.059493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50098448-b79f-4672-935b-fcc42232647c']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:45.076620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d6ae10-b042-4825-a0c6-220db0b20c2f') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:45.077017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d6ae10-b042-4825-a0c6-220db0b20c2f') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:45.089817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.098254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.106545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.113686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:55:45.114167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:45.132728 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:45.138095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 5ede6667-2645-4ec7-b642-a4268f2eeffc, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5ede6667-2645-4ec7-b642-a4268f2eeffc,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:45.206992 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7040274 Dec 20 15:55:45.208924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50536) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:45.243276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b42a872f-e907-4252-80f8-ec4d9e55720d req-04c864b7-c1af-4ea7-a791-2994b10f9681 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Unset dirty status for tenant:8ac00e5ad70d49adba94a4fe7666e959 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:45.244482 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b42a872f-e907-4252-80f8-ec4d9e55720d req-04c864b7-c1af-4ea7-a791-2994b10f9681 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] 10.222.0.62 "GET /v2.0/ports?device_id=52824a58-c261-4a79-a91c-058abd2b768b HTTP/1.1" status: 200 len: 210 time: 0.2588718 Dec 20 15:55:45.248673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.250636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b4556247-480a-4005-bb7d-14aef871f5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:45.282726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.288169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3484f1d3-45c7-47c8-972f-f9d86a75ec54 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 450bb1c5-b42b-46c7-8140-a5b5482a0d34 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:45.296184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3484f1d3-45c7-47c8-972f-f9d86a75ec54 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.319236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ed5fd784-b6df-462d-8b53-334afde21661 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:55:45.332665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.337411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f8c35959-3feb-4380-81a8-3dbb1b2e3005 tempest-BulkNetworkOpsTest-1235101186 tempest-BulkNetworkOpsTest-1235101186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:45.351537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] Deleting port ed5fd784-b6df-462d-8b53-334afde21661 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:45.351921 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.357504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.377529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event deleted for resources: {'Network': ['ID=50098448-b79f-4672-935b-fcc42232647c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:45.384156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:45.390307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: ed5fd784-b6df-462d-8b53-334afde21661 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:55:45.390645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ed5fd784-b6df-462d-8b53-334afde21661 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:55:45.414960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "DELETE /v2.0/networks/50098448-b79f-4672-935b-fcc42232647c HTTP/1.1" status: 204 len: 168 time: 1.5409832 Dec 20 15:55:45.417937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50540) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:45.424136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=5ede6667-2645-4ec7-b642-a4268f2eeffc,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:45.427447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:45.437861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-58409c48-da62-4186-b3c2-4c6eb7f388bb None None] The port 'ed5fd784-b6df-462d-8b53-334afde21661' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:55:45.539257 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] create failed (client error): The resource could not be found. Dec 20 15:55:45.540452 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.4100721 Dec 20 15:55:45.553415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50544) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:45.618960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Deleting port 80a0d82f-c6c6-4410-b4eb-a2367cc0f906 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:45.619164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.758276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3484f1d3-45c7-47c8-972f-f9d86a75ec54 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.805787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.829420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb11aa-fbcd-463a-9cb3-aca087c69251 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Deleting port 9ab5d2e0-62ce-4833-8588-2e36317e3fa4 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:45.829757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2bbb11aa-fbcd-463a-9cb3-aca087c69251 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.858835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.865569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-79882870-652c-44e5-826f-570a6b8ffd20 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:45.899612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3484f1d3-45c7-47c8-972f-f9d86a75ec54 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 450bb1c5-b42b-46c7-8140-a5b5482a0d34 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:46.014181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-79882870-652c-44e5-826f-570a6b8ffd20 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 70a9a344-26b1-4f01-83d8-fba9ca2ebd3d owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:46.039013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.039337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.160543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Calling delete_port for 80a0d82f-c6c6-4410-b4eb-a2367cc0f906 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:46.182194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.183281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Fanout notify agent at l3_agent the message router_deleted on router 88deb4ea-899b-48b7-bbcc-9a9351084c3d {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:55:46.207488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3484f1d3-45c7-47c8-972f-f9d86a75ec54 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.213849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:46.260330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 505e6958-483c-4583-9639-a53ebdcb4d02 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:55:46.266557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484f1d3-45c7-47c8-972f-f9d86a75ec54 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=450bb1c5-b42b-46c7-8140-a5b5482a0d34,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:46.274417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3484f1d3-45c7-47c8-972f-f9d86a75ec54 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:46.290082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.295370 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/88deb4ea-899b-48b7-bbcc-9a9351084c3d HTTP/1.1" status: 204 len: 168 time: 5.7041955 Dec 20 15:55:46.297624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3484f1d3-45c7-47c8-972f-f9d86a75ec54 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.300306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50550) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:46.316894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 505e6958-483c-4583-9639-a53ebdcb4d02 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:55:46.316894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 505e6958-483c-4583-9639-a53ebdcb4d02 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:55:46.323563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846517578', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'enable_snat': False}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:46.330889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:46.341940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Usage tracker for resource:router and tenant:4adcb12c20464917bf8df78aaa140da0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:46.344825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2bbb11aa-fbcd-463a-9cb3-aca087c69251 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.348462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:46.355975 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3484f1d3-45c7-47c8-972f-f9d86a75ec54 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/450bb1c5-b42b-46c7-8140-a5b5482a0d34 HTTP/1.1" status: 204 len: 168 time: 1.1457729 Dec 20 15:55:46.357246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50554) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:46.360949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:46.365376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'mac_address': 'fa:16:3e:48:f7:06', 'name': 'tempest-PortsIpV6TestJSON-654046873'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:46.400533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5ede6667-2645-4ec7-b642-a4268f2eeffc up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:46.410339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50558) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:46.486378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 5ede6667-2645-4ec7-b642-a4268f2eeffc triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:46.487123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.497850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-79882870-652c-44e5-826f-570a6b8ffd20 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.508456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb11aa-fbcd-463a-9cb3-aca087c69251 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Calling delete_port for 9ab5d2e0-62ce-4833-8588-2e36317e3fa4 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:46.549084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6c007f3d-f14a-40a3-bd29-8f7b981b57c4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:46.568397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.569329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.602016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ee6b45-77fc-4d90-888c-aa2cae7f9a5c admin admin] Deleting subnet e629a233-74ef-48d0-9c18-afb4f49b0f2f {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:46.605356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19ee6b45-77fc-4d90-888c-aa2cae7f9a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.662019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19ee6b45-77fc-4d90-888c-aa2cae7f9a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.664186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79882870-652c-44e5-826f-570a6b8ffd20 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=70a9a344-26b1-4f01-83d8-fba9ca2ebd3d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:46.685822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-79882870-652c-44e5-826f-570a6b8ffd20 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:46.720620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19ee6b45-77fc-4d90-888c-aa2cae7f9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.739089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:46.744690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-79882870-652c-44e5-826f-570a6b8ffd20 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.747072 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-79882870-652c-44e5-826f-570a6b8ffd20 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/70a9a344-26b1-4f01-83d8-fba9ca2ebd3d HTTP/1.1" status: 204 len: 168 time: 2.2355118 Dec 20 15:55:46.749676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:port and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:46.752306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50562) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:46.766573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:46.796547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.804815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3e646e24-e70a-4407-a9d0-d14745736e87 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:46.814477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:46.857674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Pushing event deleted for resources: {'Port': ['ID=80a0d82f-c6c6-4410-b4eb-a2367cc0f906,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:46.863570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:46.901996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.969651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.980901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19ee6b45-77fc-4d90-888c-aa2cae7f9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:46.986381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:47.005087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6140f9-06f8-4943-a11d-6af6a68d2e31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:47.006420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6140f9-06f8-4943-a11d-6af6a68d2e31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:47.007168 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9d6140f9-06f8-4943-a11d-6af6a68d2e31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:47.016368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:47.022548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee6b45-77fc-4d90-888c-aa2cae7f9a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e629a233-74ef-48d0-9c18-afb4f49b0f2f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:47.026730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-19ee6b45-77fc-4d90-888c-aa2cae7f9a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:47.035435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19ee6b45-77fc-4d90-888c-aa2cae7f9a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.133299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.147176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2bbb11aa-fbcd-463a-9cb3-aca087c69251 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.152514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.153653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] 10.222.0.62 "DELETE /v2.0/floatingips/41171a1e-3c29-4e25-ae20-85149aca23b8 HTTP/1.1" status: 204 len: 168 time: 1.7347872 Dec 20 15:55:47.155059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:47.204472 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-19ee6b45-77fc-4d90-888c-aa2cae7f9a5c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e629a233-74ef-48d0-9c18-afb4f49b0f2f HTTP/1.1" status: 204 len: 168 time: 0.7930737 Dec 20 15:55:47.205060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50568) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:47.280120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9d6140f9-06f8-4943-a11d-6af6a68d2e31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:47.284578 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9d6140f9-06f8-4943-a11d-6af6a68d2e31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5172167 Dec 20 15:55:47.299463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb11aa-fbcd-463a-9cb3-aca087c69251 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event deleted for resources: {'Port': ['ID=9ab5d2e0-62ce-4833-8588-2e36317e3fa4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:47.303476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2bbb11aa-fbcd-463a-9cb3-aca087c69251 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:47.305404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50572) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:47.306833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port c2f879f4-6042-486e-96c4-b528657bd831 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:47.324248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.331876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.492653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.521059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2bbb11aa-fbcd-463a-9cb3-aca087c69251 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.527431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee66d5f-af16-4dca-9cb2-0c9215a13f72']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:47.551505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c454e83e-7897-46b5-b201-ddaaf1caaad1') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:47.551791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c454e83e-7897-46b5-b201-ddaaf1caaad1') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:47.567648 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2bbb11aa-fbcd-463a-9cb3-aca087c69251 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "DELETE /v2.0/ports/9ab5d2e0-62ce-4833-8588-2e36317e3fa4 HTTP/1.1" status: 204 len: 168 time: 2.0138028 Dec 20 15:55:47.567871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.575838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50578) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:47.620528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.633444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:55:47.633874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:47.653116 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:47.797197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f840fa6-f6b9-4458-8b10-5b873d971db4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 5f6f13a0-5cf5-4cdc-bec1-c69abd2fe9a5 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:47.814672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f840fa6-f6b9-4458-8b10-5b873d971db4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.819857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b3b6e8-4fb3-494a-84c2-b7498381f558 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:47.820547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-17b3b6e8-4fb3-494a-84c2-b7498381f558 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Synchronizing usage tracker for tenant:b1c7bcd4b72e4b42a2e2b2fa8287ab07 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:47.836156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50586) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:47.851152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.880541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f840fa6-f6b9-4458-8b10-5b873d971db4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.890480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.895177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b52e4537-f246-4044-9a2c-57155da98f44 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:47.911574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.921264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee66d5f-af16-4dca-9cb2-0c9215a13f72,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:47.926558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.957321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:47.959669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-17b3b6e8-4fb3-494a-84c2-b7498381f558 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Unset dirty status for tenant:b1c7bcd4b72e4b42a2e2b2fa8287ab07 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:47.960583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-17b3b6e8-4fb3-494a-84c2-b7498381f558 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "GET /v2.0/ports?device_id=47ddca08-afc1-42fa-904b-29e7672ba93b HTTP/1.1" status: 200 len: 913 time: 0.3809948 Dec 20 15:55:47.965579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50592) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:47.966512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:47.988373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f840fa6-f6b9-4458-8b10-5b873d971db4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.049966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.057170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a7f4cd40-b5c5-4dd7-ba5a-ad816d26ddb2 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:48.077481 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fee66d5f-af16-4dca-9cb2-0c9215a13f72 HTTP/1.1" status: 204 len: 168 time: 0.8607249 Dec 20 15:55:48.089848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50596) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:48.134958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:48.135890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=c2f879f4-6042-486e-96c4-b528657bd831,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:48.138322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:48.140260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:48.141009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:48.145794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:48.145794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.192504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f840fa6-f6b9-4458-8b10-5b873d971db4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.196641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:48.239784 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8789015 Dec 20 15:55:48.239784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f840fa6-f6b9-4458-8b10-5b873d971db4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6f13a0-5cf5-4cdc-bec1-c69abd2fe9a5,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:48.241722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50602) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:48.245505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6f840fa6-f6b9-4458-8b10-5b873d971db4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:48.287018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02b1056-eecb-4c0c-bc51-5010cfb983ce None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:48.288104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f840fa6-f6b9-4458-8b10-5b873d971db4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.293442 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6f840fa6-f6b9-4458-8b10-5b873d971db4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/5f6f13a0-5cf5-4cdc-bec1-c69abd2fe9a5 HTTP/1.1" status: 204 len: 168 time: 0.9178953 Dec 20 15:55:48.297112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50606) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:48.377912 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f3489071-166e-48e9-8a54-6fe9878d1f27 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793002 Dec 20 15:55:48.381144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50610) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:48.411262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43c127d-7fb3-4652-ac6e-4e6c6c9fe5db admin admin] Deleting subnet a345d635-0289-40ef-a4bb-df5e39b1fc53 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:48.422824 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1d37e8ee-2d65-4be9-b662-40f17653721f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1dadf19350404d4dad9ee92789341aab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5801239 Dec 20 15:55:48.422824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b43c127d-7fb3-4652-ac6e-4e6c6c9fe5db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.425819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415da069-fda0-4ee8-a041-7d60538053fa tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:48.426407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-415da069-fda0-4ee8-a041-7d60538053fa tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:48.428804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50614) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:48.506279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b43c127d-7fb3-4652-ac6e-4e6c6c9fe5db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.533352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Allocated IP 172.26.7.200 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/03f783c2-fa51-4560-a944-f435aefd277d) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:48.536799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d449f1-e9e5-4bf0-af72-4fc9f25f9323 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:48.537480 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f8d449f1-e9e5-4bf0-af72-4fc9f25f9323 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:48.539967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-736ee3dd-6285-4b0a-a09e-664c587301b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.568488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:55:48.574374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-736ee3dd-6285-4b0a-a09e-664c587301b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.574677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] Deleting port 5ede6667-2645-4ec7-b642-a4268f2eeffc {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:48.575179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.605893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-415da069-fda0-4ee8-a041-7d60538053fa tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:48.609646 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-415da069-fda0-4ee8-a041-7d60538053fa tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/c2f879f4-6042-486e-96c4-b528657bd831 HTTP/1.1" status: 200 len: 844 time: 0.3644795 Dec 20 15:55:48.610578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50618) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:48.620902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b43c127d-7fb3-4652-ac6e-4e6c6c9fe5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.688785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d6a705ca-bf2d-466c-93ca-bf4a2cd3cc5c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port c2f879f4-6042-486e-96c4-b528657bd831 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:48.689124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6a705ca-bf2d-466c-93ca-bf4a2cd3cc5c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.723434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f8d449f1-e9e5-4bf0-af72-4fc9f25f9323 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:48.727158 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f8d449f1-e9e5-4bf0-af72-4fc9f25f9323 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3424726 Dec 20 15:55:48.731921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50622) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:48.812433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] For port 5ede6667-2645-4ec7-b642-a4268f2eeffc, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5ede6667-2645-4ec7-b642-a4268f2eeffc,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:48.812749 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.829887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-736ee3dd-6285-4b0a-a09e-664c587301b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.841997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:48.865429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed72d4a-e9e5-45b0-9be4-7e19967c4734 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:48.866119 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3ed72d4a-e9e5-45b0-9be4-7e19967c4734 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:48.883622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ee3dd-6285-4b0a-a09e-664c587301b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d5b841-7df9-4d69-95e6-da067413ec9c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:48.891774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-736ee3dd-6285-4b0a-a09e-664c587301b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:48.914332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.960156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b43c127d-7fb3-4652-ac6e-4e6c6c9fe5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:48.970388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b4bb8af0-955d-41ba-9260-edde64fddcc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:48.983489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] Calling delete_port for 5ede6667-2645-4ec7-b642-a4268f2eeffc owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:49.014668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c127d-7fb3-4652-ac6e-4e6c6c9fe5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a345d635-0289-40ef-a4bb-df5e39b1fc53,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:49.019122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b43c127d-7fb3-4652-ac6e-4e6c6c9fe5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:49.019340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-736ee3dd-6285-4b0a-a09e-664c587301b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.020473 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-736ee3dd-6285-4b0a-a09e-664c587301b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93d5b841-7df9-4d69-95e6-da067413ec9c HTTP/1.1" status: 204 len: 168 time: 0.5859790 Dec 20 15:55:49.025031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.089821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b43c127d-7fb3-4652-ac6e-4e6c6c9fe5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.089821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.094193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18d3c2b6-3806-47f7-b6a0-bbf3d68277c7 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:49.115311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3ed72d4a-e9e5-45b0-9be4-7e19967c4734 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:49.116479 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3ed72d4a-e9e5-45b0-9be4-7e19967c4734 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3836448 Dec 20 15:55:49.127793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50628) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:49.146332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.150706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e2ff7294-4683-407e-b2f3-c9165b6dc76c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:49.196832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] Pushing event deleted for resources: {'Port': ['ID=5ede6667-2645-4ec7-b642-a4268f2eeffc,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:49.198329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6a705ca-bf2d-466c-93ca-bf4a2cd3cc5c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.200176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:49.201792 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b43c127d-7fb3-4652-ac6e-4e6c6c9fe5db admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a345d635-0289-40ef-a4bb-df5e39b1fc53 HTTP/1.1" status: 204 len: 168 time: 1.1109583 Dec 20 15:55:49.206266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50632) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:49.209705 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ff25215c-e7d1-4118-aa72-35555a98c677 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806375 Dec 20 15:55:49.215475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50636) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:49.216855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] No DVR routers for this DVR port 5ede6667-2645-4ec7-b642-a4268f2eeffc on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:49.262112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:49.265351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event updated for resources: {'Port': ['ID=03f783c2-fa51-4560-a944-f435aefd277d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:49.267973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:49.269878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:49.283272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:49.293743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:49.372171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d6a705ca-bf2d-466c-93ca-bf4a2cd3cc5c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for c2f879f4-6042-486e-96c4-b528657bd831 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:49.397089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.529891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:49.540757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:49.613590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.681993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aff7025-5c46-4a8e-bd5f-d1863c6a95e1']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:49.698326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:49.699804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2c424d-0e6f-486c-8338-21861b0a9133') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:49.700093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2c424d-0e6f-486c-8338-21861b0a9133') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:49.701813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.716310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6a705ca-bf2d-466c-93ca-bf4a2cd3cc5c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.726774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6f1f6a49-338f-4914-a8e4-2532f44fe0aa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:49.765327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.775542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a705ca-bf2d-466c-93ca-bf4a2cd3cc5c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=c2f879f4-6042-486e-96c4-b528657bd831,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:49.778635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d6a705ca-bf2d-466c-93ca-bf4a2cd3cc5c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:49.807693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6a705ca-bf2d-466c-93ca-bf4a2cd3cc5c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.949355 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.950616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50642) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:49.965584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:55:49.965967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:49.976589 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d6a705ca-bf2d-466c-93ca-bf4a2cd3cc5c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/c2f879f4-6042-486e-96c4-b528657bd831 HTTP/1.1" status: 204 len: 168 time: 1.3649542 Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:49.979283 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:49.982763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50646) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:50.019227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.044558 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b8aa82-855c-42cf-8578-1a60f7d20b37 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:55:50.045045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-32b8aa82-855c-42cf-8578-1a60f7d20b37 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:50.101080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:50.106347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] Usage tracker for resource:security_group_rule and tenant:89678db75b2545c4a371d66fe913280a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:50.109248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:50.112522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.113255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.115558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:50.162149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-32b8aa82-855c-42cf-8578-1a60f7d20b37 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:50.163380 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-32b8aa82-855c-42cf-8578-1a60f7d20b37 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/c2f879f4-6042-486e-96c4-b528657bd831 HTTP/1.1" status: 404 len: 333 time: 0.1811798 Dec 20 15:55:50.164263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.170429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4fc9906f-7943-425e-9992-888fc0e12859 tempest-RoutersNegativeTest-1370147022 tempest-RoutersNegativeTest-1370147022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:50.184402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50650) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:50.197047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.202206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'name': 'tempest-PortsIpV6TestJSON-820230437'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:50.223186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-decb407d-7109-4160-aca7-129d8dea9677 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:50.265194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:50.268920 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.269256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.270179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:50.273038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:50.273624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.281929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8344acf-f223-4851-8816-89cc561a5901 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:50.288290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=f85e1d91-bc47-490a-b9e2-cd4f312e9bbd,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:50.290857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:50.291654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aff7025-5c46-4a8e-bd5f-d1863c6a95e1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:50.309010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:50.310498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7aff7025-5c46-4a8e-bd5f-d1863c6a95e1 HTTP/1.1" status: 204 len: 168 time: 1.1013153 Dec 20 15:55:50.384044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5ede6667-2645-4ec7-b642-a4268f2eeffc no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:55:50.386747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.395817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8508a74c-aaa7-400a-8dcd-6ea379a48574 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:50.409348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:50.422623 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2029326 Dec 20 15:55:50.428488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50658) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:50.437148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:50.438176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 5ede6667-2645-4ec7-b642-a4268f2eeffc {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:55:50.438617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5ede6667-2645-4ec7-b642-a4268f2eeffc not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:55:50.442097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:8f:22:2e', 'name': 'tempest-NetworksTestDHCPv6-1004367782'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:50.458759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815c79e9-3da3-4ca3-a5a4-a417852815e7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:50.459238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:50.466585 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89678db75b2545c4a371d66fe913280a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5147934 Dec 20 15:55:50.467576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50662) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:50.543298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2969fd92-8e4f-4892-a82b-8f9bec41177a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.574510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2969fd92-8e4f-4892-a82b-8f9bec41177a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.581257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': 'f85e1d91-bc47-490a-b9e2-cd4f312e9bbd'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:55:50.582472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.636924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:50.639878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.718352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2969fd92-8e4f-4892-a82b-8f9bec41177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.718574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 76d22044-3a75-4298-bf50-ce067b0212a8 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:50.723598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4d894225-d12e-4493-b4a9-7b53b30f3d64 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:50.735829 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969fd92-8e4f-4892-a82b-8f9bec41177a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815c79e9-3da3-4ca3-a5a4-a417852815e7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:50.738252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2969fd92-8e4f-4892-a82b-8f9bec41177a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:50.744102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2969fd92-8e4f-4892-a82b-8f9bec41177a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.748112 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2969fd92-8e4f-4892-a82b-8f9bec41177a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/815c79e9-3da3-4ca3-a5a4-a417852815e7 HTTP/1.1" status: 204 len: 168 time: 0.2774479 Dec 20 15:55:50.792323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:50.814320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:50.834593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/f85e1d91-bc47-490a-b9e2-cd4f312e9bbd/7df022ec-a88a-4276-8ef3-a953bc75d7ff) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:50.891443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50668) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:50.927162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Deleting port a26ad73b-260d-422f-8073-32cd23731f70 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:50.927530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:50.955996 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8d581aa1-be0a-45a7-a8c7-d92de60471fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ac00e5ad70d49adba94a4fe7666e959&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0633130 Dec 20 15:55:50.958592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50672) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:50.985518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:51.021593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe5ea-62ec-4d61-b2d7-3a6d38ae25d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.040057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.049196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe5ea-62ec-4d61-b2d7-3a6d38ae25d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.051286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Transition to ACTIVE for port object 7df022ec-a88a-4276-8ef3-a953bc75d7ff will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:51.070106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Transition to ACTIVE for port object 7df022ec-a88a-4276-8ef3-a953bc75d7ff will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:51.178983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.185960 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:51.212275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe5ea-62ec-4d61-b2d7-3a6d38ae25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.225395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2969fd92-8e4f-4892-a82b-8f9bec41177a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:51.249834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfe5ea-62ec-4d61-b2d7-3a6d38ae25d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccda7fe-35ec-41b0-a592-99d852af2101,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:51.254059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3dcfe5ea-62ec-4d61-b2d7-3a6d38ae25d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:51.288596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:51.290875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Pushing event updated for resources: {'Port': ['ID=7df022ec-a88a-4276-8ef3-a953bc75d7ff,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:51.295495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:51.297270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:51.298400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:51.306852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe5ea-62ec-4d61-b2d7-3a6d38ae25d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.313138 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3dcfe5ea-62ec-4d61-b2d7-3a6d38ae25d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ccda7fe-35ec-41b0-a592-99d852af2101 HTTP/1.1" status: 204 len: 168 time: 0.3492177 Dec 20 15:55:51.314638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.355261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.396138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.411526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Attempting to bind port 7df022ec-a88a-4276-8ef3-a953bc75d7ff on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:51.411898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Attempting to bind port 7df022ec-a88a-4276-8ef3-a953bc75d7ff by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:51.412267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Attempting to bind port 7df022ec-a88a-4276-8ef3-a953bc75d7ff on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:51.419254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:51.419639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:51.420053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.420487 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:51.420993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Bound port: 7df022ec-a88a-4276-8ef3-a953bc75d7ff, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:51.421371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.516998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] For port 7df022ec-a88a-4276-8ef3-a953bc75d7ff, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:51.517887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Router 941de126-6597-4ff6-9822-73831f6d71f2 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:55:51.520287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] For port 7df022ec-a88a-4276-8ef3-a953bc75d7ff, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7df022ec-a88a-4276-8ef3-a953bc75d7ff,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:51.590119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.593888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:51.636842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 6dbe1def-cfd7-48a2-ae17-0eddea1b4f64 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:51.659327 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50680) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:51.675746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Calling delete_port for a26ad73b-260d-422f-8073-32cd23731f70 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:51.676525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Pushing event updated for resources: {'Port': ['ID=7df022ec-a88a-4276-8ef3-a953bc75d7ff,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:51.679565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:51.681076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.712968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:51.716779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] Usage tracker for resource:security_group_rule and tenant:96c541a09f5d4f78b5d043c6c130774d is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:51.719567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:51.725271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:51.796816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.906239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.914104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3dcfe5ea-62ec-4d61-b2d7-3a6d38ae25d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:51.916712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.934403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-19ab2103-b27e-4038-aeef-77a6dded0dbc tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:51.974627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e2c49f-ad2a-43c6-97ef-feb7f94bc922,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:51.977938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:51.983879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b49a7fef-6125-4ab7-8c7a-3db52c4575b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:51.984046 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96c541a09f5d4f78b5d043c6c130774d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3229060 Dec 20 15:55:51.986757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50686) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:52.034352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::3b1 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/f85e1d91-bc47-490a-b9e2-cd4f312e9bbd/6dbe1def-cfd7-48a2-ae17-0eddea1b4f64) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:52.057847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1b77622-fcdc-457e-9ff0-31f731ee7892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:52.095119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=76d22044-3a75-4298-bf50-ce067b0212a8,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:52.098867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:52.107742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:52.109967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:52.122543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1b77622-fcdc-457e-9ff0-31f731ee7892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:52.161791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:52.165708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:52.166507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:52.262170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1b77622-fcdc-457e-9ff0-31f731ee7892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:52.272020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-455d2bbd-2aa6-4e4f-8ce8-a6e5360caa19 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:52.279199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50690) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:52.288745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b77622-fcdc-457e-9ff0-31f731ee7892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e2c49f-ad2a-43c6-97ef-feb7f94bc922,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:52.290823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1b77622-fcdc-457e-9ff0-31f731ee7892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:52.292630 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c1b77622-fcdc-457e-9ff0-31f731ee7892 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69e2c49f-ad2a-43c6-97ef-feb7f94bc922 HTTP/1.1" status: 204 len: 168 time: 0.3049226 Dec 20 15:55:52.293606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c1b77622-fcdc-457e-9ff0-31f731ee7892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:52.356482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:52.366372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:52.430663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7df022ec-a88a-4276-8ef3-a953bc75d7ff up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:52.462416 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b72aa84e-763a-4e65-bf8b-46455ba62460 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2724869 Dec 20 15:55:52.462960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50696) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:52.469320 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:52.472987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event deleted for resources: {'Port': ['ID=a26ad73b-260d-422f-8073-32cd23731f70,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:52.480221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:52.616093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-59f52496-566e-43d0-bc78-14e7f76f283e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=687ff1a8203c43a3835b6acdfed2d3e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3334167 Dec 20 15:55:52.619194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50700) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:52.622101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 7df022ec-a88a-4276-8ef3-a953bc75d7ff completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:52.647533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:52.666295 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:52.678416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:52.696860 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Sync routers for ids ['941de126-6597-4ff6-9822-73831f6d71f2'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:52.717922 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Routers {'941de126-6597-4ff6-9822-73831f6d71f2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:52.719555 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['941de126-6597-4ff6-9822-73831f6d71f2'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:52.746196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 6dbe1def-cfd7-48a2-ae17-0eddea1b4f64 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:52.873407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:52.967649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-befcf121-4bea-4fb1-bc5d-87f649e0d834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:52.986240 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Set router 941de126-6597-4ff6-9822-73831f6d71f2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:55:53.040941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-befcf121-4bea-4fb1-bc5d-87f649e0d834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.138780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.157406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50706) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:53.157996 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8564572 Dec 20 15:55:53.174238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.188790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b5aa9202-39ea-488b-8854-2b415d88eea0 tempest-TestServerAdvancedOps-1017071413 tempest-TestServerAdvancedOps-1017071413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:53.289023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:53.293432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:53.302858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.313774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=6dbe1def-cfd7-48a2-ae17-0eddea1b4f64,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:53.327998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:53.327998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:53.332091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:53.335445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.387548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941de126-6597-4ff6-9822-73831f6d71f2', 'name': 'tempest-snat-router-846517578', 'tenant_id': '4adcb12c20464917bf8df78aaa140da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.200'}], 'enable_snat': False}, 'gw_port_id': '03f783c2-fa51-4560-a944-f435aefd277d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:55:46Z', 'updated_at': '2021-12-20T15:55:49Z', 'revision_number': 3, 'project_id': '4adcb12c20464917bf8df78aaa140da0', 'gw_port': {'id': '03f783c2-fa51-4560-a944-f435aefd277d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941de126-6597-4ff6-9822-73831f6d71f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:55:48Z', 'updated_at': '2021-12-20T15:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:53.394936 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Checking router: 941de126-6597-4ff6-9822-73831f6d71f2 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:55:53.395498 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Updating router 941de126-6597-4ff6-9822-73831f6d71f2 port 03f783c2-fa51-4560-a944-f435aefd277d binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:55:53.425109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.432696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f696fd08-f99f-4a15-92b9-b4f5149ef95f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:53.468441 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.506166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d74d56f4-7f1a-4c0e-a069-d497cf4d5f21 None None] Provisioning for port 7df022ec-a88a-4276-8ef3-a953bc75d7ff completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:53.512365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d74d56f4-7f1a-4c0e-a069-d497cf4d5f21 None None] Provisioning complete for port 7df022ec-a88a-4276-8ef3-a953bc75d7ff triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:53.517461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d74d56f4-7f1a-4c0e-a069-d497cf4d5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.523182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=76d22044-3a75-4298-bf50-ce067b0212a8,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:53.528685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-befcf121-4bea-4fb1-bc5d-87f649e0d834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.540007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:53.555234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-58ddb3f0-a57c-41f3-8887-91a02fa9f02c tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:53.596478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcf121-4bea-4fb1-bc5d-87f649e0d834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d274bcd-15fa-4989-a7d2-e2c4aadda1f2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:53.601277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-befcf121-4bea-4fb1-bc5d-87f649e0d834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:53.606776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] In _notify_port_updated(), no bound segment for port 76d22044-3a75-4298-bf50-ce067b0212a8 on network 74df6fb4-d633-4028-9dc7-096c23dad30d {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:55:53.612056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:53.620407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.620407 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "PUT /v2.0/ports/76d22044-3a75-4298-bf50-ce067b0212a8 HTTP/1.1" status: 200 len: 818 time: 1.1531756 Dec 20 15:55:53.620880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-befcf121-4bea-4fb1-bc5d-87f649e0d834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.624130 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-befcf121-4bea-4fb1-bc5d-87f649e0d834 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d274bcd-15fa-4989-a7d2-e2c4aadda1f2 HTTP/1.1" status: 204 len: 168 time: 1.0011296 Dec 20 15:55:53.631819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50716) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:53.693222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2627180 Dec 20 15:55:53.699130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50722) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:53.740593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d74d56f4-7f1a-4c0e-a069-d497cf4d5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.786289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d74d56f4-7f1a-4c0e-a069-d497cf4d5f21 None None] For port 7df022ec-a88a-4276-8ef3-a953bc75d7ff, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7df022ec-a88a-4276-8ef3-a953bc75d7ff,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:53.789511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6ec769b8-98ea-45f5-b2e8-3032da202646 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 76d22044-3a75-4298-bf50-ce067b0212a8 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:53.790027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ec769b8-98ea-45f5-b2e8-3032da202646 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.828087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Router 47ddca08-afc1-42fa-904b-29e7672ba93b has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:55:53.849993 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-45a6c5a8-25aa-41c7-bfb1-00cbf6b2023d tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/routers/941de126-6597-4ff6-9822-73831f6d71f2 HTTP/1.1" status: 200 len: 908 time: 0.6912293 Dec 20 15:55:53.850805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50732) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:53.858709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc59420-8aa2-41b3-bb54-118ea65e9c76 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:53.862948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc59420-8aa2-41b3-bb54-118ea65e9c76 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:53.863768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-dbc59420-8aa2-41b3-bb54-118ea65e9c76 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:53.866595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846517578', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'enable_snat': True}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:53.876189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:53.887692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d74d56f4-7f1a-4c0e-a069-d497cf4d5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:53.891615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:53.945895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Usage tracker for resource:router and tenant:4adcb12c20464917bf8df78aaa140da0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:53.951571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:54.002049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d56f4-7f1a-4c0e-a069-d497cf4d5f21 None None] Pushing event updated for resources: {'Port': ['ID=7df022ec-a88a-4276-8ef3-a953bc75d7ff,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:54.013654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d74d56f4-7f1a-4c0e-a069-d497cf4d5f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:54.043816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:54.066385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ec769b8-98ea-45f5-b2e8-3032da202646 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.071610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:54.082150 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.085179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0f0b14-4f64-4104-bd95-ea206ad65585 None None] Sync routers for ids ['47ddca08-afc1-42fa-904b-29e7672ba93b'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:54.088733 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "PUT /v2.0/routers/47ddca08-afc1-42fa-904b-29e7672ba93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1177130 Dec 20 15:55:54.089332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50738) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:54.097526 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Transition to ACTIVE for port object 03f783c2-fa51-4560-a944-f435aefd277d will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:54.118031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0f0b14-4f64-4104-bd95-ea206ad65585 None None] Routers {'47ddca08-afc1-42fa-904b-29e7672ba93b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:54.119096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1e0f0b14-4f64-4104-bd95-ea206ad65585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['47ddca08-afc1-42fa-904b-29e7672ba93b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:54.196692 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.198959 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.202952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.208278 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:54.222352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6ec769b8-98ea-45f5-b2e8-3032da202646 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 76d22044-3a75-4298-bf50-ce067b0212a8 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:54.310995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-dbc59420-8aa2-41b3-bb54-118ea65e9c76 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:54.314484 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dbc59420-8aa2-41b3-bb54-118ea65e9c76 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6132214 Dec 20 15:55:54.322129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50742) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:54.346302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-16986869-a21e-4703-b880-1f1509b53f47 None None] Provisioning for port 6dbe1def-cfd7-48a2-ae17-0eddea1b4f64 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:54.366662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d8837ec-def4-4e02-9788-d70f15cc091b tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.368009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-16986869-a21e-4703-b880-1f1509b53f47 None None] Provisioning complete for port 6dbe1def-cfd7-48a2-ae17-0eddea1b4f64 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:54.368486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-16986869-a21e-4703-b880-1f1509b53f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.374599 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc5815-22af-4999-9bd8-5cbcef2ebf24 None None] Pushing event updated for resources: {'Port': ['ID=03f783c2-fa51-4560-a944-f435aefd277d,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:54.378096 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-bbdc5815-22af-4999-9bd8-5cbcef2ebf24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:54.378939 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Attempting to bind port 03f783c2-fa51-4560-a944-f435aefd277d on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:55:54.387021 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Attempting to bind port 03f783c2-fa51-4560-a944-f435aefd277d by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:55:54.387432 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Attempting to bind port 03f783c2-fa51-4560-a944-f435aefd277d on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:55:54.404957 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:55:54.405270 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:54.405665 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.406044 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:55:54.406969 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Bound port: 03f783c2-fa51-4560-a944-f435aefd277d, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:55:54.406969 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.440503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1e0f0b14-4f64-4104-bd95-ea206ad65585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:54.442610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7df022ec-a88a-4276-8ef3-a953bc75d7ff up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:54.478592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.529301 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] For port 03f783c2-fa51-4560-a944-f435aefd277d, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:54.540775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0f0b14-4f64-4104-bd95-ea206ad65585 None None] Routers {'47ddca08-afc1-42fa-904b-29e7672ba93b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:54.541282 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] For port 03f783c2-fa51-4560-a944-f435aefd277d, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=03f783c2-fa51-4560-a944-f435aefd277d,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:54.541408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1e0f0b14-4f64-4104-bd95-ea206ad65585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['47ddca08-afc1-42fa-904b-29e7672ba93b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:54.541517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-83a92293-f171-40bb-a2f5-ee2c66c950e3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 6dbe1def-cfd7-48a2-ae17-0eddea1b4f64 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:54.541517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-83a92293-f171-40bb-a2f5-ee2c66c950e3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.610738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1e0f0b14-4f64-4104-bd95-ea206ad65585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:54.610738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0f0b14-4f64-4104-bd95-ea206ad65585 None None] The sync data for ids ['47ddca08-afc1-42fa-904b-29e7672ba93b'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:55:54.610738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-16986869-a21e-4703-b880-1f1509b53f47 None None] Port 6dbe1def-cfd7-48a2-ae17-0eddea1b4f64 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:55:54.639078 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.639444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d705c404-02d6-49de-85cd-fe8e7a92152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.643639 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-3e5bd017-fd2d-4ad6-8010-92fdd8b29efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:54.651694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7df022ec-a88a-4276-8ef3-a953bc75d7ff triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:54.654019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.788761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d8837ec-def4-4e02-9788-d70f15cc091b tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.794124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d8837ec-def4-4e02-9788-d70f15cc091b tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.842353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ec769b8-98ea-45f5-b2e8-3032da202646 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.863374 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc5815-22af-4999-9bd8-5cbcef2ebf24 None None] Pushing event updated for resources: {'Port': ['ID=03f783c2-fa51-4560-a944-f435aefd277d,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:54.869584 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-bbdc5815-22af-4999-9bd8-5cbcef2ebf24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:54.869584 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Routers {'941de126-6597-4ff6-9822-73831f6d71f2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:54.869584 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['941de126-6597-4ff6-9822-73831f6d71f2'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:54.888272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d8837ec-def4-4e02-9788-d70f15cc091b tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.889603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8837ec-def4-4e02-9788-d70f15cc091b tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Fanout notify agent at l3_agent the message router_deleted on router 47ddca08-afc1-42fa-904b-29e7672ba93b {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:55:54.906099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d8837ec-def4-4e02-9788-d70f15cc091b tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:54.907985 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6d8837ec-def4-4e02-9788-d70f15cc091b tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "DELETE /v2.0/routers/47ddca08-afc1-42fa-904b-29e7672ba93b HTTP/1.1" status: 204 len: 168 time: 0.8175540 Dec 20 15:55:54.910334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50752) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:54.911799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a357d409-aebe-41a9-a390-acc2059024e8 tempest-FloatingIPAdminTestJSON-1085888397 tempest-FloatingIPAdminTestJSON-1085888397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:54.976208 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec769b8-98ea-45f5-b2e8-3032da202646 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=76d22044-3a75-4298-bf50-ce067b0212a8,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:54.989371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ec769b8-98ea-45f5-b2e8-3032da202646 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:55.062742 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] Set router 941de126-6597-4ff6-9822-73831f6d71f2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:55:55.172883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ec769b8-98ea-45f5-b2e8-3032da202646 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.190489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.214170 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6ec769b8-98ea-45f5-b2e8-3032da202646 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/76d22044-3a75-4298-bf50-ce067b0212a8 HTTP/1.1" status: 204 len: 168 time: 1.5700014 Dec 20 15:55:55.218454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50758) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:55.289889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-83a92293-f171-40bb-a2f5-ee2c66c950e3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.291000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fcfed3-0586-4540-be35-23f4e9044051 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Deleting subnet 7ae2d791-34a9-4409-a0f0-64c6e5bfc53e {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:55.294935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15fcfed3-0586-4540-be35-23f4e9044051 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.338227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.361834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15fcfed3-0586-4540-be35-23f4e9044051 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.435110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-83a92293-f171-40bb-a2f5-ee2c66c950e3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 6dbe1def-cfd7-48a2-ae17-0eddea1b4f64 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:55.460427 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941de126-6597-4ff6-9822-73831f6d71f2', 'name': 'tempest-snat-router-846517578', 'tenant_id': '4adcb12c20464917bf8df78aaa140da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.200'}], 'enable_snat': False}, 'gw_port_id': '03f783c2-fa51-4560-a944-f435aefd277d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:55:46Z', 'updated_at': '2021-12-20T15:55:49Z', 'revision_number': 3, 'project_id': '4adcb12c20464917bf8df78aaa140da0', 'gw_port': {'id': '03f783c2-fa51-4560-a944-f435aefd277d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941de126-6597-4ff6-9822-73831f6d71f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:55:48Z', 'updated_at': '2021-12-20T15:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:55.465710 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d6de-5984-4245-96c4-663c155f3f54 None None] The sync data for ids ['941de126-6597-4ff6-9822-73831f6d71f2'] in dv-neutron-821074-1-hyperv is: [{'id': '941de126-6597-4ff6-9822-73831f6d71f2', 'name': 'tempest-snat-router-846517578', 'tenant_id': '4adcb12c20464917bf8df78aaa140da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.200'}], 'enable_snat': False}, 'gw_port_id': '03f783c2-fa51-4560-a944-f435aefd277d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:55:46Z', 'updated_at': '2021-12-20T15:55:49Z', 'revision_number': 3, 'project_id': '4adcb12c20464917bf8df78aaa140da0', 'gw_port': {'id': '03f783c2-fa51-4560-a944-f435aefd277d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941de126-6597-4ff6-9822-73831f6d71f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:55:48Z', 'updated_at': '2021-12-20T15:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:55:55.467091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15fcfed3-0586-4540-be35-23f4e9044051 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.472209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.568953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a25ee0-dfd0-4851-8b46-c1d1af76393a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:55.569644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-71a25ee0-dfd0-4851-8b46-c1d1af76393a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:55.689919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15fcfed3-0586-4540-be35-23f4e9044051 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.694092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7e743f48-d2e3-4b85-81c0-b7f6fbe97416 tempest-AllowedAddressPairIpV6TestJSON-2085894095 tempest-AllowedAddressPairIpV6TestJSON-2085894095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:55.765041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcfed3-0586-4540-be35-23f4e9044051 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae2d791-34a9-4409-a0f0-64c6e5bfc53e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:55.768837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15fcfed3-0586-4540-be35-23f4e9044051 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:55.773003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15fcfed3-0586-4540-be35-23f4e9044051 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.780720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260e0a80-8e26-418e-abdd-f10de9eddef0 None None] Network 85fc02ff-0d73-45c0-92c4-aff75d863c8e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:55.781340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-71a25ee0-dfd0-4851-8b46-c1d1af76393a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:55.784402 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-15fcfed3-0586-4540-be35-23f4e9044051 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "DELETE /v2.0/subnets/7ae2d791-34a9-4409-a0f0-64c6e5bfc53e HTTP/1.1" status: 204 len: 168 time: 0.8707271 Dec 20 15:55:55.792108 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-71a25ee0-dfd0-4851-8b46-c1d1af76393a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5630088 Dec 20 15:55:55.792276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50770) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:55.792704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50772) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:55.851475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-83a92293-f171-40bb-a2f5-ee2c66c950e3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.881784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cf99b002-d74c-4cc2-8d9b-0f3a4f905a83 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:55.930117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.957292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.970679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Deleting port e9180f11-8fe1-48d9-b2da-2d289f55a794 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:55.971463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:55.974495 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e03944-1cbc-4579-8f31-749f0a43a196 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:55:55.981095 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b7e03944-1cbc-4579-8f31-749f0a43a196 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/76d22044-3a75-4298-bf50-ce067b0212a8 HTTP/1.1" status: 404 len: 333 time: 0.1948771 Dec 20 15:55:56.008048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50780) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:56.026960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1274288413'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:56.029895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.033284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:56.037578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:network and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:56.040602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:56.046749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a92293-f171-40bb-a2f5-ee2c66c950e3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=6dbe1def-cfd7-48a2-ae17-0eddea1b4f64,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:56.051330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:56.055861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-83a92293-f171-40bb-a2f5-ee2c66c950e3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:56.130130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:56.132061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] DHCP port deletion for 85fc02ff-0d73-45c0-92c4-aff75d863c8e request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:55:56.135114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.137252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] Deleting port e9180f11-8fe1-48d9-b2da-2d289f55a794 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:56.137642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.226159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:56.336242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Allocated IP 172.26.7.250 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:56.358183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-83a92293-f171-40bb-a2f5-ee2c66c950e3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.425493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.425843 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Added segment 6bc9ffdf-e0e5-450f-84fc-a3388143072b of type vlan for network ea9b98b2-1a54-4b28-b5f4-a327b08e863e Dec 20 15:55:56.447025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] For port e9180f11-8fe1-48d9-b2da-2d289f55a794, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e9180f11-8fe1-48d9-b2da-2d289f55a794,segment=NetworkSegment(32308b2e-e274-45fd-ab68-840c3991a8e9),segment_id=32308b2e-e274-45fd-ab68-840c3991a8e9)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:56.447025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.515585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 03f783c2-fa51-4560-a944-f435aefd277d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:56.587033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.615818 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-83a92293-f171-40bb-a2f5-ee2c66c950e3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/6dbe1def-cfd7-48a2-ae17-0eddea1b4f64 HTTP/1.1" status: 204 len: 168 time: 2.2926188 Dec 20 15:55:56.619258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50790) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:56.650342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Calling delete_port for e9180f11-8fe1-48d9-b2da-2d289f55a794 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:56.689032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.700554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] For port e9180f11-8fe1-48d9-b2da-2d289f55a794, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e9180f11-8fe1-48d9-b2da-2d289f55a794,segment=NetworkSegment(32308b2e-e274-45fd-ab68-840c3991a8e9),segment_id=32308b2e-e274-45fd-ab68-840c3991a8e9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:56.700937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.736957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.746833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc29fa56-cb86-4fdd-a5be-4378b25a8cc9 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:56.805249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8c84e-749e-4cfe-a9cc-f4ecf4eb0c91 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:56.806436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8c84e-749e-4cfe-a9cc-f4ecf4eb0c91 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:56.807246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c6b8c84e-749e-4cfe-a9cc-f4ecf4eb0c91 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:56.816188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:56.819096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:56.830304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:56.852005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] Calling delete_port for e9180f11-8fe1-48d9-b2da-2d289f55a794 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:56.856412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.861108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:56.867399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.867399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:56.884084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.890630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:56.897486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:56.924000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.940613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] No DVR routers for this DVR port e9180f11-8fe1-48d9-b2da-2d289f55a794 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:56.966457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:56.967100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:56.989233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 03f783c2-fa51-4560-a944-f435aefd277d completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:56.995131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 03f783c2-fa51-4560-a944-f435aefd277d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:56.999091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c6b8c84e-749e-4cfe-a9cc-f4ecf4eb0c91 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:56.999228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:56.999317 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c6b8c84e-749e-4cfe-a9cc-f4ecf4eb0c91 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3748057 Dec 20 15:55:56.999317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50798) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:57.033707 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0243154 Dec 20 15:55:57.042170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50802) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:57.042593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50804) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:57.062787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Network': ['ID=ea9b98b2-1a54-4b28-b5f4-a327b08e863e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:57.063429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:57.065851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:57.071930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5cfc3be0-38b8-48f1-bc66-5ccaf333c295 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:57.077392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network ea9b98b2-1a54-4b28-b5f4-a327b08e863e details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:55:57.150787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event deleted for resources: {'Port': ['ID=e9180f11-8fe1-48d9-b2da-2d289f55a794,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:57.156148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:57.223068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:57.228087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:57.232110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:57.237851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.239805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:57.256447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 03f783c2-fa51-4560-a944-f435aefd277d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=03f783c2-fa51-4560-a944-f435aefd277d,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:57.256755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.290781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fc02ff-0d73-45c0-92c4-aff75d863c8e']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:57.308643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32308b2e-e274-45fd-ab68-840c3991a8e9') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:57.308820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32308b2e-e274-45fd-ab68-840c3991a8e9') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:57.323713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.341756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.348592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:55:57.349006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:57.364579 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:57.412434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.414540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:57.429022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:57.445519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c8104ac7-2658-43ab-9e58-12bedaccb88f tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:57.468701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] Deleting port e9180f11-8fe1-48d9-b2da-2d289f55a794 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:57.469257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.502294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e9180f11-8fe1-48d9-b2da-2d289f55a794 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:55:57.569929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5eba0e-5345-4020-88bf-b736da171e14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet f85e1d91-bc47-490a-b9e2-cd4f312e9bbd {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:55:57.571167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: e9180f11-8fe1-48d9-b2da-2d289f55a794 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:55:57.571447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e9180f11-8fe1-48d9-b2da-2d289f55a794 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:55:57.575550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0f5eba0e-5345-4020-88bf-b736da171e14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.583267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2b4513f8-2e1f-418d-97b5-ddeae4d139e9 None None] The port 'e9180f11-8fe1-48d9-b2da-2d289f55a794' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:55:57.599922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=03f783c2-fa51-4560-a944-f435aefd277d,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:57.603133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:57.611265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.665049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.665782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.729974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0f5eba0e-5345-4020-88bf-b736da171e14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.812372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.816477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6bf161e-8cf6-4f2a-a2f6-d656ffdb11f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:57.875910 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c8104ac7-2658-43ab-9e58-12bedaccb88f tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] 10.222.0.62 "PUT /v2.0/quotas/8684fd8ddc4940738b44640d6e6daa04 HTTP/1.1" status: 200 len: 368 time: 0.8289218 Dec 20 15:55:57.880599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50814) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:57.894034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Request body: {'network': {'project_id': '8684fd8ddc4940738b44640d6e6daa04'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:57.912941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:57.934628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:57.944404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Pushing event deleted for resources: {'Network': ['ID=85fc02ff-0d73-45c0-92c4-aff75d863c8e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:57.952217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] 10.222.0.62 "DELETE /v2.0/networks/85fc02ff-0d73-45c0-92c4-aff75d863c8e HTTP/1.1" status: 204 len: 168 time: 2.1611514 Dec 20 15:55:57.952217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:57.963202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Usage tracker for resource:network and tenant:8684fd8ddc4940738b44640d6e6daa04 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:57.972865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:57.983702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:57.996872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0f5eba0e-5345-4020-88bf-b736da171e14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.203826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Made reservation on behalf of 8684fd8ddc4940738b44640d6e6daa04 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:58.206191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.225651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.239460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.243338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e4bc2d4b-b04c-40ae-96d4-bdb7665d560d tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:58.321587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0f5eba0e-5345-4020-88bf-b736da171e14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.338632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=ce85fc0b-6929-4241-af7c-1022dabc57a4,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:58.348881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:58.353983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-94d91d22-591e-4bee-9350-454c27a8eee6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:58.356421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 03f783c2-fa51-4560-a944-f435aefd277d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:55:58.381054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:58.401683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Usage tracker for resource:security_group_rule and tenant:8684fd8ddc4940738b44640d6e6daa04 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:58.404671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5eba0e-5345-4020-88bf-b736da171e14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=f85e1d91-bc47-490a-b9e2-cd4f312e9bbd,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:58.410230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0f5eba0e-5345-4020-88bf-b736da171e14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:58.411047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:58.416014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0f5eba0e-5345-4020-88bf-b736da171e14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.425174 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:58.435962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af146d0-b9c2-4c25-af26-03e1e99c5889 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:58.449319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Router 0a5bd8f8-4208-4db4-acf0-ed402cec63db is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:55:58.454094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Checking segment: {'id': '6bc9ffdf-e0e5-450f-84fc-a3388143072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:55:58.454391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network hostable DHCP agents. Network: ea9b98b2-1a54-4b28-b5f4-a327b08e863e, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:58.563315 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0f5eba0e-5345-4020-88bf-b736da171e14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/f85e1d91-bc47-490a-b9e2-cd4f312e9bbd HTTP/1.1" status: 204 len: 168 time: 1.5631063 Dec 20 15:55:58.565827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50824) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:58.597821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.616964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50828) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:58.654660 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 03f783c2-fa51-4560-a944-f435aefd277d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:58.655233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.662790 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-83b8f0cb-37c8-40c7-be66-6d7392ce12fb tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949805 Dec 20 15:55:58.665143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50834) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:58.695010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.698094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network ea9b98b2-1a54-4b28-b5f4-a327b08e863e is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:58.708134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a036a186-0973-4503-8583-64bf2953fe0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:58.736123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:58.758862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52546252-b331-4efe-8a79-52351f5dd037,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:58.765100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:58.766083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.766415 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Added segment 24dab3ab-18af-488f-aa4b-f0c3b25a9038 of type vlan for network d57e28d2-a67b-4ff3-bd78-a03c972baf7c Dec 20 15:55:58.782956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e4f082-b5da-41cd-a2b2-dc784f503095 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:58.786980 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-93e4f082-b5da-41cd-a2b2-dc784f503095 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1184375 Dec 20 15:55:58.787259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50838) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:58.813598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, ea9b98b2-1a54-4b28-b5f4-a327b08e863e) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:58.819662 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:58.820667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.837465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2874c2ad-0f34-4ff0-91ed-e5fb28a93c58 None None] Network ea9b98b2-1a54-4b28-b5f4-a327b08e863e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:55:58.850460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.870830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:55:58.885387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc371e18-ed29-4988-93c4-690d09067967 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:58.886152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bc371e18-ed29-4988-93c4-690d09067967 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:55:58.893557 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] Deleting port 7df022ec-a88a-4276-8ef3-a953bc75d7ff {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:55:58.894093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:58.935484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:58.950275 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-45eef3a1-3ab8-480e-b4d6-db6a4d23ee7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1c7bcd4b72e4b42a2e2b2fa8287ab07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3268523 Dec 20 15:55:58.950275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50842) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:58.950583 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Sync routers for ids ['0a5bd8f8-4208-4db4-acf0-ed402cec63db'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:55:58.964156 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Routers {'0a5bd8f8-4208-4db4-acf0-ed402cec63db'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:58.964814 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0a5bd8f8-4208-4db4-acf0-ed402cec63db'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:58.989132 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9366636 Dec 20 15:55:58.998550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50846) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:59.006945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:59.068966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bc371e18-ed29-4988-93c4-690d09067967 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:55:59.074266 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bc371e18-ed29-4988-93c4-690d09067967 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2849793 Dec 20 15:55:59.089533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50850) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:59.089692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.089692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:59.089692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.089964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-88eedb12-d639-43d6-9d8c-5f475cc743b8 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:59.187625 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7764750e-b12f-4ac6-bbec-9ff3a39cfc6b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092253 Dec 20 15:55:59.190157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50854) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:59.203801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:59.221478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.221478 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3522847 Dec 20 15:55:59.221741 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Set router 0a5bd8f8-4208-4db4-acf0-ed402cec63db gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:55:59.257781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50858) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:59.262608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] For port 7df022ec-a88a-4276-8ef3-a953bc75d7ff, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7df022ec-a88a-4276-8ef3-a953bc75d7ff,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:59.263067 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.272158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-ea9b98b2-1a54-4b28-b5f4-a327b08e863e', 'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e', 'tenant_id': '1f9dcf1875ea497aac2da2e56d5f4335', 'fixed_ips': [{'subnet_id': 'ce85fc0b-6929-4241-af7c-1022dabc57a4'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:55:59.272967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.365354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:59.381583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:59.454751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] Calling delete_port for 7df022ec-a88a-4276-8ef3-a953bc75d7ff owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:55:59.493239 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:59.598062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-daa66ee9-e4b2-4c0e-a12d-0e557b87a076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.603170 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7158635 Dec 20 15:55:59.623698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50862) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:55:59.636836 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5bd8f8-4208-4db4-acf0-ed402cec63db', 'name': 'tempest-snat-router-846517578', 'tenant_id': '4adcb12c20464917bf8df78aaa140da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:55:54Z', 'updated_at': '2021-12-20T15:55:56Z', 'revision_number': 3, 'project_id': '4adcb12c20464917bf8df78aaa140da0', 'gw_port': {'id': '2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5bd8f8-4208-4db4-acf0-ed402cec63db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:55:56Z', 'updated_at': '2021-12-20T15:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:59.638596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Pushing event updated for resources: {'Network': ['ID=d57e28d2-a67b-4ff3-bd78-a03c972baf7c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:59.642353 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Checking router: 0a5bd8f8-4208-4db4-acf0-ed402cec63db for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:55:59.642989 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Updating router 0a5bd8f8-4208-4db4-acf0-ed402cec63db port 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:55:59.648412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:59.649051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.652718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d57e28d2-a67b-4ff3-bd78-a03c972baf7c details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:55:59.661580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Request body: {'network': {'project_id': '8684fd8ddc4940738b44640d6e6daa04'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:55:59.688094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:59.689588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Allocated IP 2001:db8::2 (ea9b98b2-1a54-4b28-b5f4-a327b08e863e/ce85fc0b-6929-4241-af7c-1022dabc57a4/2f894412-6742-413b-ac91-98f7ef936a4d) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:59.697119 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Usage tracker for resource:network and tenant:8684fd8ddc4940738b44640d6e6daa04 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:59.704012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:59.714517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-daa66ee9-e4b2-4c0e-a12d-0e557b87a076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.716735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.720700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:55:59.722427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:55:59.729907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:59.731283 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.733923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:55:59.740338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:55:59.755976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:55:59.839470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] Pushing event deleted for resources: {'Port': ['ID=7df022ec-a88a-4276-8ef3-a953bc75d7ff,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:59.864480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:55:59.885774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:59.886244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] No DVR routers for this DVR port 7df022ec-a88a-4276-8ef3-a953bc75d7ff on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:59.889497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:55:59.911539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Made reservation on behalf of 8684fd8ddc4940738b44640d6e6daa04 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:59.915485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.050750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-daa66ee9-e4b2-4c0e-a12d-0e557b87a076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.054277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:00.058438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2d9bbaaf-2c17-4643-b9a2-24d11d261c13 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:00.089045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa66ee9-e4b2-4c0e-a12d-0e557b87a076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525c1f6-8f1e-44ff-aa32-8f5a9a045c0b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:00.091426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-daa66ee9-e4b2-4c0e-a12d-0e557b87a076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:00.100037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.102819 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Added segment 4ed67b8d-4f36-4eb1-bd32-37f202241a71 of type vlan for network af8a9add-c756-427e-84e0-b15a309e7f5f Dec 20 15:56:00.136683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.149901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Transition to ACTIVE for port object 2f894412-6742-413b-ac91-98f7ef936a4d will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:00.155270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-daa66ee9-e4b2-4c0e-a12d-0e557b87a076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.156438 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-daa66ee9-e4b2-4c0e-a12d-0e557b87a076 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5525c1f6-8f1e-44ff-aa32-8f5a9a045c0b HTTP/1.1" status: 204 len: 168 time: 1.2075634 Dec 20 15:56:00.166128 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.ipam_backend_mixin [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce85fc0b-6929-4241-af7c-1022dabc57a4 (CIDR: 2001:db8::/64) Dec 20 15:56:00.183624 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.185838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.201614 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Transition to ACTIVE for port object 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:00.203217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Transition to ACTIVE for port object 2f894412-6742-413b-ac91-98f7ef936a4d will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:00.204972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.objects.ports [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84392) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:56:00.208638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.221538 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:56:00.222155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:00.222590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-59f98fdb-163e-4331-bd8e-a11606e97555 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:00.266238 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-21c20153-83fa-4d33-b969-70d8768762e9 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/routers/0a5bd8f8-4208-4db4-acf0-ed402cec63db HTTP/1.1" status: 200 len: 907 time: 1.0029769 Dec 20 15:56:00.269893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50870) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:00.270207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:00.273125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:00.278081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:00.278662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.283568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd52bd7-7051-45e1-9beb-7ed1bde692e8 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:00.304706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.309946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=d420818a-8181-449e-9cc2-d49692f169e8,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:00.314840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6c987760-26ab-4f9e-b52d-79f0c9f5f9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:00.315402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:00.321610 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.326425 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:00.335545 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-380eb87d-4272-4bbe-a6aa-3f604404dbce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3359108 Dec 20 15:56:00.341935 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50874) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:00.347793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:00.388751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7df022ec-a88a-4276-8ef3-a953bc75d7ff no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:00.405138 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.406377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:00.407111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.413851 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846093fe-23da-43c5-a51d-1e4c6e65b365 None None] Pushing event updated for resources: {'Port': ['ID=2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:00.416490 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2229326 Dec 20 15:56:00.417813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50878) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:00.423362 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-846093fe-23da-43c5-a51d-1e4c6e65b365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:00.428902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:00.441736 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Attempting to bind port 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:00.442419 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Attempting to bind port 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:00.443006 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Attempting to bind port 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:00.454811 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:56:00.455477 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:00.456447 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.458126 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:56:00.458781 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Bound port: 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:56:00.464377 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.493530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 7df022ec-a88a-4276-8ef3-a953bc75d7ff {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:00.494103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7df022ec-a88a-4276-8ef3-a953bc75d7ff not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:00.521015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Network ea9b98b2-1a54-4b28-b5f4-a327b08e863e is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:00.533726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:00.537885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Pushing event updated for resources: {'Port': ['ID=2f894412-6742-413b-ac91-98f7ef936a4d,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:00.540822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-078b62f7-d83d-45b8-92ba-87d53d13fdf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:00.542780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:00.547320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:00.568400 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] For port 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:00.573516 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] For port 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:00.587637 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9507537 Dec 20 15:56:00.590803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50882) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:00.599316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f171e891-fae1-4165-be16-7953c09365a5 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Request body: {'network': {'project_id': '8684fd8ddc4940738b44640d6e6daa04'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:00.606647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f171e891-fae1-4165-be16-7953c09365a5 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:00.615789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:00.621275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:00.628778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:00.638537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:00.643884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f171e891-fae1-4165-be16-7953c09365a5 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Usage tracker for resource:network and tenant:8684fd8ddc4940738b44640d6e6daa04 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:00.647287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f171e891-fae1-4165-be16-7953c09365a5 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:00.653874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f171e891-fae1-4165-be16-7953c09365a5 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:00.655578 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-f171e891-fae1-4165-be16-7953c09365a5 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 15:56:00.656007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f171e891-fae1-4165-be16-7953c09365a5 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:00.658960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f171e891-fae1-4165-be16-7953c09365a5 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0653496 Dec 20 15:56:00.660590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50888) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:00.664709 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.671347 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-ac3df41e-df58-447c-9a6e-2e837455e6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:00.723857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Pushing event updated for resources: {'Network': ['ID=af8a9add-c756-427e-84e0-b15a309e7f5f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:00.727394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:00.735642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Attempting to bind port 2f894412-6742-413b-ac91-98f7ef936a4d on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:00.736021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Attempting to bind port 2f894412-6742-413b-ac91-98f7ef936a4d by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '6bc9ffdf-e0e5-450f-84fc-a3388143072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:00.736958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Attempting to bind port 2f894412-6742-413b-ac91-98f7ef936a4d on network ea9b98b2-1a54-4b28-b5f4-a327b08e863e {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:00.741742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': 'd420818a-8181-449e-9cc2-d49692f169e8'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:56:00.742552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.757564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network af8a9add-c756-427e-84e0-b15a309e7f5f details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:56:00.772584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:00.784140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.795534 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846093fe-23da-43c5-a51d-1e4c6e65b365 None None] Pushing event updated for resources: {'Port': ['ID=2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:00.802159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:00.818244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:00.823455 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:56:00.823646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:00.824926 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-846093fe-23da-43c5-a51d-1e4c6e65b365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:00.840914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:00.843091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:56:00.843482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Checking segment: {'id': '6bc9ffdf-e0e5-450f-84fc-a3388143072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:00.843893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.844599 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Bound using segment: {'id': '6bc9ffdf-e0e5-450f-84fc-a3388143072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:56:00.845104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Bound port: 2f894412-6742-413b-ac91-98f7ef936a4d, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc9ffdf-e0e5-450f-84fc-a3388143072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:56:00.845479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.851040 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Routers {'0a5bd8f8-4208-4db4-acf0-ed402cec63db'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:00.851921 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0a5bd8f8-4208-4db4-acf0-ed402cec63db'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:00.966232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:00.980027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:00.997681 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.ipam_backend_mixin [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d420818a-8181-449e-9cc2-d49692f169e8 (CIDR: 2001:db8::/64) Dec 20 15:56:01.008770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:01.032121 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c288dd03-948c-425b-8c72-2a7b267cf9d9 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8684fd8ddc4940738b44640d6e6daa04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3660512 Dec 20 15:56:01.033114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50900) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:01.093079 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:56:01.095735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:01.115206 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] Set router 0a5bd8f8-4208-4db4-acf0-ed402cec63db gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:56:01.139204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] For port 2f894412-6742-413b-ac91-98f7ef936a4d, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:01.190535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] For port 2f894412-6742-413b-ac91-98f7ef936a4d, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2f894412-6742-413b-ac91-98f7ef936a4d,segment=NetworkSegment(6bc9ffdf-e0e5-450f-84fc-a3388143072b),segment_id=6bc9ffdf-e0e5-450f-84fc-a3388143072b)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:01.218625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Allocated IP 2001:db8::f816:3eff:fe83:afe1 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/d420818a-8181-449e-9cc2-d49692f169e8/97e215e0-5378-41a3-9997-40f137d02cee) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:01.236961 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4aeaaefc-c179-4e64-b869-6ebbdad9c4de tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8163254 Dec 20 15:56:01.248503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50908) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:01.278946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c7e191d-c49b-476a-a0ab-ddb909a2b966 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:01.342265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:01.350608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:01.362746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c7e191d-c49b-476a-a0ab-ddb909a2b966 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:01.370522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:01.388741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b726f-225c-4bf2-98d3-3595a91f25c3 req-ac18698e-f1c4-4ec0-9163-4934efc28392 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:01.391456 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-102b726f-225c-4bf2-98d3-3595a91f25c3 req-ac18698e-f1c4-4ec0-9163-4934efc28392 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2690175 Dec 20 15:56:01.467881 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-102b726f-225c-4bf2-98d3-3595a91f25c3 req-09dd3a92-a8f0-4a50-a2bf-f09e891d01f0 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626483 Dec 20 15:56:01.532836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Pushing event updated for resources: {'Port': ['ID=2f894412-6742-413b-ac91-98f7ef936a4d,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:01.575701 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5bd8f8-4208-4db4-acf0-ed402cec63db', 'name': 'tempest-snat-router-846517578', 'tenant_id': '4adcb12c20464917bf8df78aaa140da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:55:54Z', 'updated_at': '2021-12-20T15:55:56Z', 'revision_number': 3, 'project_id': '4adcb12c20464917bf8df78aaa140da0', 'gw_port': {'id': '2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5bd8f8-4208-4db4-acf0-ed402cec63db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:55:56Z', 'updated_at': '2021-12-20T15:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:01.578806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:01.580107 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe70e21-ac08-4132-9ba0-c290b610bfca None None] The sync data for ids ['0a5bd8f8-4208-4db4-acf0-ed402cec63db'] in dv-neutron-821074-1-hyperv is: [{'id': '0a5bd8f8-4208-4db4-acf0-ed402cec63db', 'name': 'tempest-snat-router-846517578', 'tenant_id': '4adcb12c20464917bf8df78aaa140da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:55:54Z', 'updated_at': '2021-12-20T15:55:56Z', 'revision_number': 3, 'project_id': '4adcb12c20464917bf8df78aaa140da0', 'gw_port': {'id': '2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5bd8f8-4208-4db4-acf0-ed402cec63db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:55:56Z', 'updated_at': '2021-12-20T15:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:56:01.596040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c7e191d-c49b-476a-a0ab-ddb909a2b966 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:01.604200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fc4116af-7527-49c5-bfa3-a98e7ef6f968 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:01.634390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e191d-c49b-476a-a0ab-ddb909a2b966 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52546252-b331-4efe-8a79-52351f5dd037,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:01.645188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c7e191d-c49b-476a-a0ab-ddb909a2b966 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:01.652058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c7e191d-c49b-476a-a0ab-ddb909a2b966 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:01.656545 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3c7e191d-c49b-476a-a0ab-ddb909a2b966 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/52546252-b331-4efe-8a79-52351f5dd037 HTTP/1.1" status: 204 len: 168 time: 0.6213202 Dec 20 15:56:01.657330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50918) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:01.751552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:01.767184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Transition to ACTIVE for port object 97e215e0-5378-41a3-9997-40f137d02cee will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:01.798203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Transition to ACTIVE for port object 97e215e0-5378-41a3-9997-40f137d02cee will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:01.929779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:01.948480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:02.019740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:02.027985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:02.037532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:02.045752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:02.048135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:02.049762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.056615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50924) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:02.063861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:02.068329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:02.084605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669be15e-d3ef-48df-8665-060b0cda5bbd req-33d4ea55-5fee-4585-8dbd-476e5d066ae1 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:02.086431 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-669be15e-d3ef-48df-8665-060b0cda5bbd req-33d4ea55-5fee-4585-8dbd-476e5d066ae1 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.4073358 Dec 20 15:56:02.129578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.141089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Pushing event updated for resources: {'Port': ['ID=97e215e0-5378-41a3-9997-40f137d02cee,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:02.143512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:02.143672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:02.147430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.184400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.204850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fd25ed1e-5888-4786-bdc1-2579c4633310 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:02.254593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Attempting to bind port 97e215e0-5378-41a3-9997-40f137d02cee on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:02.255210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Attempting to bind port 97e215e0-5378-41a3-9997-40f137d02cee by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:02.255716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Attempting to bind port 97e215e0-5378-41a3-9997-40f137d02cee on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:02.262950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group': {'name': 'tempest-secgroup--240541642'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:02.265106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:56:02.265537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:02.265954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.266350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:56:02.266973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Bound port: 97e215e0-5378-41a3-9997-40f137d02cee, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:56:02.267405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.271394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.276339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network ea9b98b2-1a54-4b28-b5f4-a327b08e863e is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:02.281391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Deleting port 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:02.282009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.289600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:02.294504 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-669be15e-d3ef-48df-8665-060b0cda5bbd req-fed16a11-c1d6-4a88-ac25-10670f1e230b tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721311 Dec 20 15:56:02.307790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:02.311997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:02.316875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8a9add-c756-427e-84e0-b15a309e7f5f']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:02.327593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:02.347352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed67b8d-4f36-4eb1-bd32-37f202241a71') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:02.349100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed67b8d-4f36-4eb1-bd32-37f202241a71') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:02.366067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.371065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:02.375217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:02.375805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.391804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] For port 97e215e0-5378-41a3-9997-40f137d02cee, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:02.394664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.395879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] For port 97e215e0-5378-41a3-9997-40f137d02cee, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=97e215e0-5378-41a3-9997-40f137d02cee,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:02.405695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:56:02.406094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:02.421062 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:02.451193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2f894412-6742-413b-ac91-98f7ef936a4d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:02.542942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.562392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-47f837b0-b056-4f6a-8092-121456946e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:02.605004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=04706ebf-6f06-451d-82da-7d5f7a73bd3d,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:02.652456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.658176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.658176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.658176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.658540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.658852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.659236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.659590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.659944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.660294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.660647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.660993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:02.665415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:02.665884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Pushing event updated for resources: {'Port': ['ID=97e215e0-5378-41a3-9997-40f137d02cee,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:02.672065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:02.672243 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3268180 Dec 20 15:56:02.685719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50932) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:02.686069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.698212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:02.700107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e', 'fixed_ips': [{'subnet_id': 'ce85fc0b-6929-4241-af7c-1022dabc57a4'}, {'subnet_id': '04706ebf-6f06-451d-82da-7d5f7a73bd3d'}], 'name': 'tempest-PortsIpV6TestJSON-1081430605'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:02.721645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Pushing event deleted for resources: {'Network': ['ID=af8a9add-c756-427e-84e0-b15a309e7f5f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:02.731627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:02.737251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.756491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:02.814641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 2f894412-6742-413b-ac91-98f7ef936a4d completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:02.868650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] For port 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:02.869321 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.003344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:03.007459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:03.010772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:03.018447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:03.031409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b2999d-c7c2-46d3-95f8-56a556c483ab None None] Network ea9b98b2-1a54-4b28-b5f4-a327b08e863e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:03.047348 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] 10.222.0.62 "DELETE /v2.0/networks/af8a9add-c756-427e-84e0-b15a309e7f5f HTTP/1.1" status: 204 len: 168 time: 1.3889084 Dec 20 15:56:03.050667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50938) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:03.086348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Calling delete_port for 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:03.265928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:03.269319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.288635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:port and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:03.343527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:03.368050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:03.384586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.389587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.395197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d759041-e894-4702-aa3d-049fa9ebac8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:03.437448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0694e385-fd9a-4283-ba09-604366aabfe8 None None] Provisioning for port 2f894412-6742-413b-ac91-98f7ef936a4d completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:03.447707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0694e385-fd9a-4283-ba09-604366aabfe8 None None] Provisioning complete for port 2f894412-6742-413b-ac91-98f7ef936a4d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:03.448617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0694e385-fd9a-4283-ba09-604366aabfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.461323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:03.492791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dead7df9-5f98-4350-9ce9-f229fb7e57d1,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:03.496466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:03.501612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:03.506777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:03.509294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:03.527341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.540639 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.548273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f986e73c-614a-4295-ad31-e5f747359248 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:03.551608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:03.570557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681ffd-0278-4c5c-9837-51098c96abc3 req-9fd661df-0c45-4ee9-b7d1-7649e1c646f3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:03.577688 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc681ffd-0278-4c5c-9837-51098c96abc3 req-9fd661df-0c45-4ee9-b7d1-7649e1c646f3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.5275996 Dec 20 15:56:03.705598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=5882b868-b674-4bca-8f83-3117a3a48d7b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:03.722555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:03.723940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0694e385-fd9a-4283-ba09-604366aabfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.724440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:03.781115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Update dhcp port {'port': {'network_id': 'ea9b98b2-1a54-4b28-b5f4-a327b08e863e', 'fixed_ips': [{'subnet_id': 'ce85fc0b-6929-4241-af7c-1022dabc57a4', 'ip_address': '2001:db8::2'}, {'subnet_id': '04706ebf-6f06-451d-82da-7d5f7a73bd3d'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': '2f894412-6742-413b-ac91-98f7ef936a4d'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:56:03.802020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:03.823772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.827748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:03.833492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:03.834649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.841850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:03.869972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:03.899132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0694e385-fd9a-4283-ba09-604366aabfe8 None None] For port 2f894412-6742-413b-ac91-98f7ef936a4d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2f894412-6742-413b-ac91-98f7ef936a4d,segment=NetworkSegment(6bc9ffdf-e0e5-450f-84fc-a3388143072b),segment_id=6bc9ffdf-e0e5-450f-84fc-a3388143072b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:03.968708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57e28d2-a67b-4ff3-bd78-a03c972baf7c']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:04.018720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24dab3ab-18af-488f-aa4b-f0c3b25a9038') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:04.019036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24dab3ab-18af-488f-aa4b-f0c3b25a9038') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:04.030517 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc681ffd-0278-4c5c-9837-51098c96abc3 req-dd99db75-6806-4b93-ad07-de4a19b75279 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4377482 Dec 20 15:56:04.044034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.053464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:04.082739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.092011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.103219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.139193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:56:04.139671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:04.153596 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:04.157672 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Allocated IP 2001:db8:0:1::2 (ea9b98b2-1a54-4b28-b5f4-a327b08e863e/04706ebf-6f06-451d-82da-7d5f7a73bd3d/2f894412-6742-413b-ac91-98f7ef936a4d) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:04.167334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 55b97d00-0550-476b-bb68-1cae665f1ccb yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:04.220471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.270967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:04.327372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0694e385-fd9a-4283-ba09-604366aabfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.334639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:04.358962 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0475814 Dec 20 15:56:04.371282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed037ca-5ba0-4b5d-8d0f-790826d807ec,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:04.387613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:04.392917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a067d-4fc4-4aab-8704-e9fbf2401d24 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:04.405230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50944) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:04.417664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] For port 2f894412-6742-413b-ac91-98f7ef936a4d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2f894412-6742-413b-ac91-98f7ef936a4d,segment=NetworkSegment(6bc9ffdf-e0e5-450f-84fc-a3388143072b),segment_id=6bc9ffdf-e0e5-450f-84fc-a3388143072b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:04.436376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:47:61:4a', 'name': 'tempest-NetworksTestDHCPv6-457790335'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:04.512646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.525046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 97e215e0-5378-41a3-9997-40f137d02cee up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:04.534331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.535961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.539926 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.4779694 Dec 20 15:56:04.563608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694e385-fd9a-4283-ba09-604366aabfe8 None None] Pushing event updated for resources: {'Port': ['ID=2f894412-6742-413b-ac91-98f7ef936a4d,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:04.576641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0694e385-fd9a-4283-ba09-604366aabfe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:04.597883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.resource_extend [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:56:04.636179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50948) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:04.637028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.680715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-51abd440-f2a1-42dc-8867-bad37f8bea45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:04.692862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Transition to ACTIVE for port object 2f894412-6742-413b-ac91-98f7ef936a4d will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:04.695218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-70106eb4-c8b1-4c82-b584-140ac828ea6d None None] Provisioning for port 97e215e0-5378-41a3-9997-40f137d02cee completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:04.696449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.698309 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] 10.222.0.62 "DELETE /v2.0/networks/d57e28d2-a67b-4ff3-bd78-a03c972baf7c HTTP/1.1" status: 204 len: 168 time: 1.6358159 Dec 20 15:56:04.714737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Pushing event deleted for resources: {'Network': ['ID=d57e28d2-a67b-4ff3-bd78-a03c972baf7c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:04.732545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:04.775353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.783718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-abfc65a2-0c2c-4e92-b2d9-2f73b770fc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:04.829844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 97e215e0-5378-41a3-9997-40f137d02cee completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:04.831616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:04.841395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:04.854716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 97e215e0-5378-41a3-9997-40f137d02cee triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:04.855641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.858182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:04.870581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:04.946576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.966429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:04.982301 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5bd4600b-3c5d-41ec-bc4b-6f67cc764fbc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3468587 Dec 20 15:56:04.983395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Pushing event updated for resources: {'Port': ['ID=2f894412-6742-413b-ac91-98f7ef936a4d,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:04.986201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50954) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:05.013794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.013794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.018652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.018652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.018652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.018652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.018652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.018652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.018652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.018652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.018652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:05.019440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:05.025047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:05.041946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fe2ce97e-25cc-4e4a-b378-edc671fc5295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group': {'name': 'tempest-security--809670497', 'description': 'tempest-security-description-843499947'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:05.094877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.095804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a5bd8f8-4208-4db4-acf0-ed402cec63db {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:56:05.113747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.116501 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "DELETE /v2.0/routers/0a5bd8f8-4208-4db4-acf0-ed402cec63db HTTP/1.1" status: 204 len: 168 time: 4.8454754 Dec 20 15:56:05.119194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50960) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:05.149518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.191981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bd048f-b7ab-47f0-91a9-d31659293575 None None] Update dhcp port {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': 'd420818a-8181-449e-9cc2-d49692f169e8', 'ip_address': '2001:db8::f816:3eff:fe83:afe1'}, {'subnet_id': '5882b868-b674-4bca-8f83-3117a3a48d7b'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': '97e215e0-5378-41a3-9997-40f137d02cee'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:56:05.265489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 97e215e0-5378-41a3-9997-40f137d02cee, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=97e215e0-5378-41a3-9997-40f137d02cee,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:05.291124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7bd048f-b7ab-47f0-91a9-d31659293575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.379270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.383922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-34fd5d32-25bb-4a8b-afaa-b0368334849f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:05.397275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce97e-25cc-4e4a-b378-edc671fc5295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.409786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.482868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=97e215e0-5378-41a3-9997-40f137d02cee,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:05.494389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:05.527724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.577566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8::11 (ea9b98b2-1a54-4b28-b5f4-a327b08e863e/ce85fc0b-6929-4241-af7c-1022dabc57a4/55b97d00-0550-476b-bb68-1cae665f1ccb) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:05.609808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8:0:1::160 (ea9b98b2-1a54-4b28-b5f4-a327b08e863e/04706ebf-6f06-451d-82da-7d5f7a73bd3d/55b97d00-0550-476b-bb68-1cae665f1ccb) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:05.654395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port dca40858-5755-47f1-b957-08a085d9e16f yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:05.690787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.710209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce97e-25cc-4e4a-b378-edc671fc5295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.759368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-b7bd048f-b7ab-47f0-91a9-d31659293575 None None] Allocated IP 2001:db8:0:1::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/5882b868-b674-4bca-8f83-3117a3a48d7b/97e215e0-5378-41a3-9997-40f137d02cee) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:05.786548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ec284-94b1-4ed1-bac4-b1d6cb0bf4e0 req-4d5f984a-3184-483f-8959-7738de5fdd06 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:05.788067 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f3ec284-94b1-4ed1-bac4-b1d6cb0bf4e0 req-4d5f984a-3184-483f-8959-7738de5fdd06 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.4051039 Dec 20 15:56:05.797943 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Deleting port 03f783c2-fa51-4560-a944-f435aefd277d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:05.798219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.803767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce97e-25cc-4e4a-b378-edc671fc5295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.811921 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c7db63-2a6b-4867-b6f9-08f9355296a2 None None] Network ea9b98b2-1a54-4b28-b5f4-a327b08e863e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:05.835080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-97cfb34f-6670-435f-ba5f-d8b5f4affefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:05.862637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce97e-25cc-4e4a-b378-edc671fc5295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:05.866696 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fe2ce97e-25cc-4e4a-b378-edc671fc5295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "PUT /v2.0/security-groups/4ed037ca-5ba0-4b5d-8d0f-790826d807ec HTTP/1.1" status: 200 len: 1610 time: 0.8763425 Dec 20 15:56:05.867130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50966) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:05.908644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ce97e-25cc-4e4a-b378-edc671fc5295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed037ca-5ba0-4b5d-8d0f-790826d807ec,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:05.917161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fe2ce97e-25cc-4e4a-b378-edc671fc5295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:06.026709 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8b93a25d-f4c5-403f-9d95-6fbfb668ab1a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups/4ed037ca-5ba0-4b5d-8d0f-790826d807ec HTTP/1.1" status: 200 len: 1610 time: 0.1583292 Dec 20 15:56:06.034166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50972) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:06.043800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50976) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:06.060728 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f3ec284-94b1-4ed1-bac4-b1d6cb0bf4e0 req-eb43be4a-aee5-4155-9635-163b16305ace tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629545 Dec 20 15:56:06.070853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b7bd048f-b7ab-47f0-91a9-d31659293575 None None] For port 97e215e0-5378-41a3-9997-40f137d02cee, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=97e215e0-5378-41a3-9997-40f137d02cee,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:06.103549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.109517 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ab0e1cf7-46f9-48ab-bb53-ec1e2a18aa40 None None] Provisioning for port 2f894412-6742-413b-ac91-98f7ef936a4d completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:06.127250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] For port 03f783c2-fa51-4560-a944-f435aefd277d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=03f783c2-fa51-4560-a944-f435aefd277d,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:06.127526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.127665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ab0e1cf7-46f9-48ab-bb53-ec1e2a18aa40 None None] Provisioning complete for port 2f894412-6742-413b-ac91-98f7ef936a4d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:06.128154 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ab0e1cf7-46f9-48ab-bb53-ec1e2a18aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.129821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object 55b97d00-0550-476b-bb68-1cae665f1ccb will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:06.184856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7bd048f-b7ab-47f0-91a9-d31659293575 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.247032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.255251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2ec21798-24a2-4d0a-b4ba-eba43d455dce tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:06.258451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b7bd048f-b7ab-47f0-91a9-d31659293575 None None] Transition to ACTIVE for port object 97e215e0-5378-41a3-9997-40f137d02cee will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:06.275470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Calling delete_port for 03f783c2-fa51-4560-a944-f435aefd277d owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:06.310337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.339793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a614948-ecd8-4d4e-82e5-52f4751bbc2e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.344616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7bd048f-b7ab-47f0-91a9-d31659293575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.350198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:06.371773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a614948-ecd8-4d4e-82e5-52f4751bbc2e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.373322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network ea9b98b2-1a54-4b28-b5f4-a327b08e863e is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:06.402867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2f894412-6742-413b-ac91-98f7ef936a4d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:06.428713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:06.431689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=55b97d00-0550-476b-bb68-1cae665f1ccb,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:06.453865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:06.454592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:06.460790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:06.463799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.506872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a614948-ecd8-4d4e-82e5-52f4751bbc2e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.511729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5d56e344-1d42-4954-8569-98c425028ea2 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:06.526998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a614948-ecd8-4d4e-82e5-52f4751bbc2e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed037ca-5ba0-4b5d-8d0f-790826d807ec,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:06.530581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5a614948-ecd8-4d4e-82e5-52f4751bbc2e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:06.537293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a614948-ecd8-4d4e-82e5-52f4751bbc2e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.540892 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5a614948-ecd8-4d4e-82e5-52f4751bbc2e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/4ed037ca-5ba0-4b5d-8d0f-790826d807ec HTTP/1.1" status: 204 len: 168 time: 0.5032952 Dec 20 15:56:06.545428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50982) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:06.547859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd048f-b7ab-47f0-91a9-d31659293575 None None] Pushing event updated for resources: {'Port': ['ID=97e215e0-5378-41a3-9997-40f137d02cee,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:06.554016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:06.558407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] Usage tracker for resource:security_group_rule and tenant:494ad31a09ff414288282a13064bd0dc is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:06.561640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b7bd048f-b7ab-47f0-91a9-d31659293575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:06.561804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:06.568025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:06.594554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 2f894412-6742-413b-ac91-98f7ef936a4d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:06.595315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.682602 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.9919062 Dec 20 15:56:06.687728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 50986) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:06.706500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce85fc0b-6929-4241-af7c-1022dabc57a4'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:06.745644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.756779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 97e215e0-5378-41a3-9997-40f137d02cee up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:06.763564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d6a705ca-bf2d-466c-93ca-bf4a2cd3cc5c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:06.774411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8:0:1::18b (d0452a6f-255e-4f54-b2ac-8ed7e675c952/5882b868-b674-4bca-8f83-3117a3a48d7b/dca40858-5755-47f1-b957-08a085d9e16f) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:06.790515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fb9517b4-2200-4b30-8c46-7d725602effc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:06.807275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-eb80b20a-3b60-45a8-956d-8658d3d589eb None None] Provisioning complete for port 2f894412-6742-413b-ac91-98f7ef936a4d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:06.807669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eb80b20a-3b60-45a8-956d-8658d3d589eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.808118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f816:3eff:fe47:614a (d0452a6f-255e-4f54-b2ac-8ed7e675c952/d420818a-8181-449e-9cc2-d49692f169e8/dca40858-5755-47f1-b957-08a085d9e16f) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:06.867621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event deleted for resources: {'Port': ['ID=03f783c2-fa51-4560-a944-f435aefd277d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:06.877453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:06.892234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:06.977855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fb9517b4-2200-4b30-8c46-7d725602effc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:06.979178 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fb9517b4-2200-4b30-8c46-7d725602effc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4038987 Dec 20 15:56:06.985079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50990) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:07.012881 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-df1a0f30-746d-4b39-b464-10002d715f02 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] delete failed (client error): The resource could not be found. Dec 20 15:56:07.013705 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-df1a0f30-746d-4b39-b464-10002d715f02 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/4ed037ca-5ba0-4b5d-8d0f-790826d807ec HTTP/1.1" status: 404 len: 347 time: 0.0277038 Dec 20 15:56:07.032780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 50994) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:07.033430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.051710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abf17251-e3e7-407e-94ef-8ed499243ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:07.061445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group': {'name': 'tempest-secgroup--615238266'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:07.127222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:07.148762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb28ebc3-74aa-46ef-8ab4-e9d87e65af72,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:07.175391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:07.200986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:07.218825 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=494ad31a09ff414288282a13064bd0dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1709752 Dec 20 15:56:07.237457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51000) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:07.260678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-83d1bbdf-84c8-415c-a3c4-927a13cb706c None None] Provisioning for port 55b97d00-0550-476b-bb68-1cae665f1ccb completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:07.267544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-83d1bbdf-84c8-415c-a3c4-927a13cb706c None None] Provisioning complete for port 55b97d00-0550-476b-bb68-1cae665f1ccb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:07.268006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-83d1bbdf-84c8-415c-a3c4-927a13cb706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.348738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.351686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-83d1bbdf-84c8-415c-a3c4-927a13cb706c None None] Port 55b97d00-0550-476b-bb68-1cae665f1ccb cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:07.359460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.374752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.410763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object dca40858-5755-47f1-b957-08a085d9e16f will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:07.460310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d6104be-0e32-49b5-baf3-5e22d8561d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.472543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:07.481214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:07.494432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:07.515248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:07.532281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb00fb-6b00-404b-b683-d502528a8e3b req-206f7982-fe96-4ec9-b3d0-781cbc25fb81 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:07.533738 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2bfb00fb-6b00-404b-b683-d502528a8e3b req-206f7982-fe96-4ec9-b3d0-781cbc25fb81 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2493799 Dec 20 15:56:07.535424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d6104be-0e32-49b5-baf3-5e22d8561d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.568409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f7c3e4fd-9390-4bea-b8d2-9e8c458d9c96 None None] Provisioning for port 97e215e0-5378-41a3-9997-40f137d02cee completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:07.568409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f7c3e4fd-9390-4bea-b8d2-9e8c458d9c96 None None] Provisioning complete for port 97e215e0-5378-41a3-9997-40f137d02cee triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:07.568409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e4fd-9390-4bea-b8d2-9e8c458d9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.645080 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2bfb00fb-6b00-404b-b683-d502528a8e3b req-9c701e4d-6c1b-47e1-ab46-26833e1b0911 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994449 Dec 20 15:56:07.666078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.669583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.683998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:07.704515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.708851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.721842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.835582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.874836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:07.880538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:07.885904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=dca40858-5755-47f1-b957-08a085d9e16f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:07.888972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:07.892917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:07.893526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.899538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.899538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 941de126-6597-4ff6-9822-73831f6d71f2 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:56:07.900122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:07.900863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fe2ce97e-25cc-4e4a-b378-edc671fc5295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:07.933379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.937858 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "DELETE /v2.0/routers/941de126-6597-4ff6-9822-73831f6d71f2 HTTP/1.1" status: 204 len: 168 time: 2.8132842 Dec 20 15:56:07.938172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51004) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:07.942657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d6104be-0e32-49b5-baf3-5e22d8561d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.944977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d6104be-0e32-49b5-baf3-5e22d8561d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:07.949142 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2d6104be-0e32-49b5-baf3-5e22d8561d59 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb28ebc3-74aa-46ef-8ab4-e9d87e65af72 HTTP/1.1" status: 204 len: 168 time: 0.7081194 Dec 20 15:56:07.951148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-647460484', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:07.957671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7a56c-ead9-4897-abe6-ba68844cfe97,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:07.960367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:07.962729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:07.963287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c7e191d-c49b-476a-a0ab-ddb909a2b966 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:07.972681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Usage tracker for resource:router and tenant:50b639d5dab84fe9bb1ad8d0767eb5d5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:07.976544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:07.980116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6104be-0e32-49b5-baf3-5e22d8561d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb28ebc3-74aa-46ef-8ab4-e9d87e65af72,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:07.984121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2d6104be-0e32-49b5-baf3-5e22d8561d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:07.984962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:08.059070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.063321 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0145810 Dec 20 15:56:08.066019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51010) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:08.069318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7a56c-ead9-4897-abe6-ba68844cfe97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:08.076802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:08.080854 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:08.083943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:08.090439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Delete allocated IP 2001:db8:0:1::160 (ea9b98b2-1a54-4b28-b5f4-a327b08e863e/04706ebf-6f06-451d-82da-7d5f7a73bd3d) {{(pid=84391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 15:56:08.090644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:08.099815 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6930401 Dec 20 15:56:08.108419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51014) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:08.178182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0b8c6-a587-4396-95c0-a52b99ab767d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port dca40858-5755-47f1-b957-08a085d9e16f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:08.178597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b8c6-a587-4396-95c0-a52b99ab767d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.278056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.298821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object 55b97d00-0550-476b-bb68-1cae665f1ccb will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:08.407955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 97e215e0-5378-41a3-9997-40f137d02cee up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:08.437932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b8c6-a587-4396-95c0-a52b99ab767d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.473804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 97e215e0-5378-41a3-9997-40f137d02cee triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:08.474181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.511896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.517441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-72267b90-99a6-449a-9ddd-7ffd028c5139 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:08.520706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a1ee8a0c-6935-4228-a995-1836c6deb543 None None] Provisioning for port dca40858-5755-47f1-b957-08a085d9e16f completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:08.554158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.555008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.570270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0b8c6-a587-4396-95c0-a52b99ab767d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for dca40858-5755-47f1-b957-08a085d9e16f owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:08.571460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a1ee8a0c-6935-4228-a995-1836c6deb543 None None] Provisioning complete for port dca40858-5755-47f1-b957-08a085d9e16f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:08.572217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a1ee8a0c-6935-4228-a995-1836c6deb543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.601308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.633871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee8a0c-6935-4228-a995-1836c6deb543 None None] Port dca40858-5755-47f1-b957-08a085d9e16f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:08.656902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] In _notify_port_updated(), no bound segment for port 55b97d00-0550-476b-bb68-1cae665f1ccb on network ea9b98b2-1a54-4b28-b5f4-a327b08e863e {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:56:08.660713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:08.661314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:08.667522 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "PUT /v2.0/ports/55b97d00-0550-476b-bb68-1cae665f1ccb HTTP/1.1" status: 200 len: 925 time: 1.9784150 Dec 20 15:56:08.667779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51018) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:08.668594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=55b97d00-0550-476b-bb68-1cae665f1ccb,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:08.671780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:08.681842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce85fc0b-6929-4241-af7c-1022dabc57a4'}, {'subnet_id': '04706ebf-6f06-451d-82da-7d5f7a73bd3d'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:08.760629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.054539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.082844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-782a0b26-8407-4ae0-8b4d-2f320d72449a None None] Provisioning for port 55b97d00-0550-476b-bb68-1cae665f1ccb completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:09.088208 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-782a0b26-8407-4ae0-8b4d-2f320d72449a None None] Provisioning complete for port 55b97d00-0550-476b-bb68-1cae665f1ccb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:09.088634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-782a0b26-8407-4ae0-8b4d-2f320d72449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.140271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.145556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-782a0b26-8407-4ae0-8b4d-2f320d72449a None None] Port 55b97d00-0550-476b-bb68-1cae665f1ccb cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:09.260954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.283561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51026) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:09.299561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a4f62bdd-dea0-49d8-8f0b-0777044650a1 tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:09.312318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.343158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:09.347572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] Usage tracker for resource:security_group_rule and tenant:c5bb269309be40a9800521b2f34b955b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:09.350555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:09.352028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca1aaa2-6da8-4a2b-bbd2-7f53eaf99ad5,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:09.356004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.357203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:09.425781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.434726 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7b5d7-9c7f-4af3-bdbd-65763b793977 req-b336bfef-da65-43c3-a059-1b133964832b tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:09.436216 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b9a7b5d7-9c7f-4af3-bdbd-65763b793977 req-b336bfef-da65-43c3-a059-1b133964832b tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.5823576 Dec 20 15:56:09.442480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.442850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.443247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.443613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.443974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.444334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.444692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.445048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.445409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.445755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.446214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:09.450268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:09.488650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b8c6-a587-4396-95c0-a52b99ab767d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.524936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-07eb21ed-1042-4249-a804-2119d1f851be tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:09.543671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.550545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:09.570165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.571361 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5068121 Dec 20 15:56:09.577573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51030) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:09.594543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0b8c6-a587-4396-95c0-a52b99ab767d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=dca40858-5755-47f1-b957-08a085d9e16f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:09.596885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5fd0b8c6-a587-4396-95c0-a52b99ab767d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:09.609182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12789c5d-3765-4974-b989-a1d8ca96f39f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:09.616876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:09.622091 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5bb269309be40a9800521b2f34b955b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3367603 Dec 20 15:56:09.629678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51034) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:09.664454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4051931-da61-435a-aa9f-cdb3e9a82243 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.691289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4051931-da61-435a-aa9f-cdb3e9a82243 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.750034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a49b7374-48b1-4df0-8240-9e2a2d7000e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.782354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a49b7374-48b1-4df0-8240-9e2a2d7000e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.830332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4051931-da61-435a-aa9f-cdb3e9a82243 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.835237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:09.853437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4051931-da61-435a-aa9f-cdb3e9a82243 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eca1aaa2-6da8-4a2b-bbd2-7f53eaf99ad5,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:09.857788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a4051931-da61-435a-aa9f-cdb3e9a82243 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:09.865289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4051931-da61-435a-aa9f-cdb3e9a82243 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.865560 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a4051931-da61-435a-aa9f-cdb3e9a82243 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/eca1aaa2-6da8-4a2b-bbd2-7f53eaf99ad5 HTTP/1.1" status: 204 len: 168 time: 0.2859447 Dec 20 15:56:09.868009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51038) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:09.878502 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b9a7b5d7-9c7f-4af3-bdbd-65763b793977 req-1e2b4df8-840a-450c-8a5b-f10e9680f5c2 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4265628 Dec 20 15:56:09.904065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b8c6-a587-4396-95c0-a52b99ab767d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.906191 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5fd0b8c6-a587-4396-95c0-a52b99ab767d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/dca40858-5755-47f1-b957-08a085d9e16f HTTP/1.1" status: 204 len: 168 time: 1.7968347 Dec 20 15:56:09.909161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51042) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:09.972335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e82c620f-5414-4ee2-8bc6-bd6c30874766 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:09.991208 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a49b7374-48b1-4df0-8240-9e2a2d7000e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:09.997338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fefee676-7698-4533-bf94-c5c88c68b558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:10.013605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b7374-48b1-4df0-8240-9e2a2d7000e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12789c5d-3765-4974-b989-a1d8ca96f39f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:10.015554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a49b7374-48b1-4df0-8240-9e2a2d7000e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.019164 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a49b7374-48b1-4df0-8240-9e2a2d7000e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12789c5d-3765-4974-b989-a1d8ca96f39f HTTP/1.1" status: 204 len: 168 time: 0.3848257 Dec 20 15:56:10.019164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a49b7374-48b1-4df0-8240-9e2a2d7000e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:10.049458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb73930-7b93-49e9-a2bb-c079b209f41d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:10.051019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6bb73930-7b93-49e9-a2bb-c079b209f41d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:10.063272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8:0:1::3cd (ea9b98b2-1a54-4b28-b5f4-a327b08e863e/04706ebf-6f06-451d-82da-7d5f7a73bd3d/55b97d00-0550-476b-bb68-1cae665f1ccb) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:10.064272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e82c620f-5414-4ee2-8bc6-bd6c30874766 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:10.065779 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e82c620f-5414-4ee2-8bc6-bd6c30874766 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1967914 Dec 20 15:56:10.070059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51048) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:10.136760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6bb73930-7b93-49e9-a2bb-c079b209f41d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:10.139029 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6bb73930-7b93-49e9-a2bb-c079b209f41d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2281723 Dec 20 15:56:10.141222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51052) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:10.235622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.270861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.305337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c8bd-df61-4303-bc4e-a9648a3a3972 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.339929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:10.345474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c8bd-df61-4303-bc4e-a9648a3a3972 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.373703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:10.374515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2cdcf7dc-f9d4-4cf5-a1b7-0b131fab1db0 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:10.375558 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 03f783c2-fa51-4560-a944-f435aefd277d no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:10.402667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8cef5d-1f8e-49e0-9320-f59c8f478b14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:10.404197 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1b8cef5d-1f8e-49e0-9320-f59c8f478b14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2617879 Dec 20 15:56:10.406785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51058) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:10.411859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.418222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 03f783c2-fa51-4560-a944-f435aefd277d {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:10.418835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 03f783c2-fa51-4560-a944-f435aefd277d not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:10.460976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Allocated IP 172.26.7.142 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/bea294d8-ae15-4dc9-9e08-a4d169116b7b) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:10.480529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ae119-8d8e-4848-9c69-776de3251173 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:10.481899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ae119-8d8e-4848-9c69-776de3251173 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:10.483336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ae119-8d8e-4848-9c69-776de3251173 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:10.484122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ce3ae119-8d8e-4848-9c69-776de3251173 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:10.517671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c8bd-df61-4303-bc4e-a9648a3a3972 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.522681 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ec63a9d0-3300-4808-85b8-fafe0f13ee2f tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:10.538435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8c8bd-df61-4303-bc4e-a9648a3a3972 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7a56c-ead9-4897-abe6-ba68844cfe97,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:10.546196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5ff8c8bd-df61-4303-bc4e-a9648a3a3972 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:10.569281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object 55b97d00-0550-476b-bb68-1cae665f1ccb will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:10.584339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ce3ae119-8d8e-4848-9c69-776de3251173 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:10.587752 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ce3ae119-8d8e-4848-9c69-776de3251173 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1775982 Dec 20 15:56:10.592872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51068) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:10.636568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.645120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c8bd-df61-4303-bc4e-a9648a3a3972 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.646470 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5ff8c8bd-df61-4303-bc4e-a9648a3a3972 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/e9b7a56c-ead9-4897-abe6-ba68844cfe97 HTTP/1.1" status: 204 len: 168 time: 0.5750754 Dec 20 15:56:10.649604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51072) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:10.695967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.708463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8b5325df-97fd-43bb-91c9-fc31210c7dfe tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:10.798685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-13caff9f-4c77-4f24-95d4-c756f06adc3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 5882b868-b674-4bca-8f83-3117a3a48d7b {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:10.801900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caff9f-4c77-4f24-95d4-c756f06adc3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.830853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-65fc5379-7b02-4767-9766-3a02aea4df30 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:10.872343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caff9f-4c77-4f24-95d4-c756f06adc3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.880116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.888935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=55b97d00-0550-476b-bb68-1cae665f1ccb,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:10.892274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:10.893088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:10.952059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] In _notify_port_updated(), no bound segment for port 55b97d00-0550-476b-bb68-1cae665f1ccb on network ea9b98b2-1a54-4b28-b5f4-a327b08e863e {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:56:10.957031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:10.957682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:10.962800 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b6e915b6-2cf8-468a-940c-d8c5237de751 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "PUT /v2.0/ports/55b97d00-0550-476b-bb68-1cae665f1ccb HTTP/1.1" status: 200 len: 1011 time: 2.2829454 Dec 20 15:56:10.967911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51082) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:10.994404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caff9f-4c77-4f24-95d4-c756f06adc3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.056831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:11.056831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Pushing event updated for resources: {'Port': ['ID=bea294d8-ae15-4dc9-9e08-a4d169116b7b,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:11.059327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:11.063374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:11.065239 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:11.091950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-65fc5379-7b02-4767-9766-3a02aea4df30 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:11.093176 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-65fc5379-7b02-4767-9766-3a02aea4df30 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4422808 Dec 20 15:56:11.098523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51086) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:11.104831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309927743'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:11.108447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-31c19b91-83d0-4643-85df-b741348cbd78 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 55b97d00-0550-476b-bb68-1cae665f1ccb {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:11.108868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31c19b91-83d0-4643-85df-b741348cbd78 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.111310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:11.123348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:11.183335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caff9f-4c77-4f24-95d4-c756f06adc3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.188122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9a30f9ce-e811-4285-86ae-1e48d55aa901 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:11.229555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.243568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caff9f-4c77-4f24-95d4-c756f06adc3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=5882b868-b674-4bca-8f83-3117a3a48d7b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:11.256798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-13caff9f-4c77-4f24-95d4-c756f06adc3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:11.267453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caff9f-4c77-4f24-95d4-c756f06adc3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.273523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26281bc6-8955-4bd5-a870-97514b5074ed None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:11.298810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:11.305515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:11.311731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:11.320772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:11.377066 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-28d62bad-646c-4760-bd5b-2be8c842d0c5 None None] Provisioning for port 55b97d00-0550-476b-bb68-1cae665f1ccb completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:11.379657 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-13caff9f-4c77-4f24-95d4-c756f06adc3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/5882b868-b674-4bca-8f83-3117a3a48d7b HTTP/1.1" status: 204 len: 168 time: 0.7856755 Dec 20 15:56:11.389359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-28d62bad-646c-4760-bd5b-2be8c842d0c5 None None] Provisioning complete for port 55b97d00-0550-476b-bb68-1cae665f1ccb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:11.389561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51094) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:11.390086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-28d62bad-646c-4760-bd5b-2be8c842d0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.395346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.444665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59561635-0319-4262-82f2-2140df61a7a0 req-23809061-6f5d-4ffd-8940-c60f31304147 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:11.446208 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-59561635-0319-4262-82f2-2140df61a7a0 req-23809061-6f5d-4ffd-8940-c60f31304147 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.3476942 Dec 20 15:56:11.474714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.479921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:11.519812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df96b1c0-6ae8-40c1-9043-6636f8d5dfab,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:11.523166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:11.557780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-28d62bad-646c-4760-bd5b-2be8c842d0c5 None None] Port 55b97d00-0550-476b-bb68-1cae665f1ccb cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:11.626617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.630612 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5282209 Dec 20 15:56:11.630811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51102) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:11.642998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': 'df96b1c0-6ae8-40c1-9043-6636f8d5dfab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:11.649652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:11.654509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:11.657555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:11.665572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:11.765415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.776588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-59561635-0319-4262-82f2-2140df61a7a0 req-bd16a748-5386-4c04-b31a-f9d76301c798 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182101 Dec 20 15:56:11.792969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31c19b91-83d0-4643-85df-b741348cbd78 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.843179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.978358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:11.981463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-702b2c61-da3b-4483-8e48-092d627684a0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:11.982758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-31c19b91-83d0-4643-85df-b741348cbd78 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 55b97d00-0550-476b-bb68-1cae665f1ccb owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:12.012273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a36f1fb-3362-475d-ad9d-57c98da682c6,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:12.017234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:12.098147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c51f208-0ef6-4c26-ab70-6f284d546e64 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet d420818a-8181-449e-9cc2-d49692f169e8 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:12.103352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6c51f208-0ef6-4c26-ab70-6f284d546e64 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.128887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.137307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51110) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:12.139186 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4985006 Dec 20 15:56:12.149391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': 'df96b1c0-6ae8-40c1-9043-6636f8d5dfab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:12.196856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:12.214969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:12.216470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:12.220991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.221719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.240753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:12.244317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6c51f208-0ef6-4c26-ab70-6f284d546e64 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.283708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e2c74506-5d5a-46b7-a903-572ce7fa3534 None None] Provisioning complete for port 97e215e0-5378-41a3-9997-40f137d02cee triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:12.284087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2c74506-5d5a-46b7-a903-572ce7fa3534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.455988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.526080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6c51f208-0ef6-4c26-ab70-6f284d546e64 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.641473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31c19b91-83d0-4643-85df-b741348cbd78 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.651413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5fd0b8c6-a587-4396-95c0-a52b99ab767d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:12.720568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c19b91-83d0-4643-85df-b741348cbd78 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=55b97d00-0550-476b-bb68-1cae665f1ccb,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:12.731094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-31c19b91-83d0-4643-85df-b741348cbd78 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:12.798760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.850247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31c19b91-83d0-4643-85df-b741348cbd78 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.880118 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-31c19b91-83d0-4643-85df-b741348cbd78 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/55b97d00-0550-476b-bb68-1cae665f1ccb HTTP/1.1" status: 204 len: 168 time: 1.9109831 Dec 20 15:56:12.880304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51130) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:12.883588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.890602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:12.919037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6c51f208-0ef6-4c26-ab70-6f284d546e64 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:12.923212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eae8489-7359-4066-bc65-884048985cd9,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:12.928272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:12.929749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5139d970-4c6a-44b6-9dbf-8c2947a9aae5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:12.954595 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dc139f-0aae-4c54-b7c0-18205618d5c2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:56:12.956476 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e1dc139f-0aae-4c54-b7c0-18205618d5c2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/55b97d00-0550-476b-bb68-1cae665f1ccb HTTP/1.1" status: 404 len: 333 time: 0.0748670 Dec 20 15:56:12.959073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51134) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:12.985466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51f208-0ef6-4c26-ab70-6f284d546e64 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=d420818a-8181-449e-9cc2-d49692f169e8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:12.992928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6c51f208-0ef6-4c26-ab70-6f284d546e64 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:12.998100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6c51f208-0ef6-4c26-ab70-6f284d546e64 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.002543 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6c51f208-0ef6-4c26-ab70-6f284d546e64 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/d420818a-8181-449e-9cc2-d49692f169e8 HTTP/1.1" status: 204 len: 168 time: 1.6122072 Dec 20 15:56:13.005452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51138) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:13.006761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33dfb92-7587-4cd7-8627-01aab1f4dd1f None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:13.070606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51142) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:13.090163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.091364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9507005 Dec 20 15:56:13.104187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51148) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:13.112947 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c1c2b453-e4b1-4d4c-871d-313c6c85ac25 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060541 Dec 20 15:56:13.116195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51150) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:13.128772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': 'df96b1c0-6ae8-40c1-9043-6636f8d5dfab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:13.141788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:13.158615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:13.174033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:13.177176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:13.205121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:13.277494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:13.281864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:13.284952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:13.292284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:13.299372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-726c86f8-b900-41c3-8ed2-1f0ce7118ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet 04706ebf-6f06-451d-82da-7d5f7a73bd3d {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:13.305387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-726c86f8-b900-41c3-8ed2-1f0ce7118ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.328643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Router c83104b4-ff9a-46dc-95ab-16c8f919cdb5 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:56:13.385635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1494220407'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:13.395259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:13.407890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Usage tracker for resource:network and tenant:0a7e8aa46c474a38b1ed639d35828a61 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:13.413088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:13.425267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-726c86f8-b900-41c3-8ed2-1f0ce7118ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.457175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:13.497790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:56:13.502426 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] Deleting port 97e215e0-5378-41a3-9997-40f137d02cee {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:13.502811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.535700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-726c86f8-b900-41c3-8ed2-1f0ce7118ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.587186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:13.591279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.613378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Made reservation on behalf of 0a7e8aa46c474a38b1ed639d35828a61 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:13.617439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.627218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.631768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.664761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:13.668593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Usage tracker for resource:security_group_rule and tenant:0a7e8aa46c474a38b1ed639d35828a61 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:13.671564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:13.678049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:13.733095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-726c86f8-b900-41c3-8ed2-1f0ce7118ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.736633 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] For port 97e215e0-5378-41a3-9997-40f137d02cee, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=97e215e0-5378-41a3-9997-40f137d02cee,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:13.737022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.741025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d52b577-764b-40dd-8b5d-8170a4bf3477 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:13.790882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c86f8-b900-41c3-8ed2-1f0ce7118ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=04706ebf-6f06-451d-82da-7d5f7a73bd3d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:13.794850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-726c86f8-b900-41c3-8ed2-1f0ce7118ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:13.817056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-726c86f8-b900-41c3-8ed2-1f0ce7118ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.828267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.831118 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-726c86f8-b900-41c3-8ed2-1f0ce7118ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/04706ebf-6f06-451d-82da-7d5f7a73bd3d HTTP/1.1" status: 204 len: 168 time: 0.8708570 Dec 20 15:56:13.833700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51156) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:13.862011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94500db-8a9b-4cae-aa7a-45131c2bb429 None None] Network ea9b98b2-1a54-4b28-b5f4-a327b08e863e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:13.872851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.882336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] Calling delete_port for 97e215e0-5378-41a3-9997-40f137d02cee owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:13.905231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab7eb16-5af9-4540-a133-6997049becb6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet ce85fc0b-6929-4241-af7c-1022dabc57a4 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:13.908402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bab7eb16-5af9-4540-a133-6997049becb6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.935073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd7c93-d8a0-428f-a314-22f3fd27ca09 req-ad7f983b-5213-44b3-9a45-179442fc563e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:13.935073 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-73cd7c93-d8a0-428f-a314-22f3fd27ca09 req-ad7f983b-5213-44b3-9a45-179442fc563e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.5035501 Dec 20 15:56:13.949700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.955599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-87e44fd2-e08e-4923-a352-542539c719b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:13.968374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:13.984583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bb80f9b0-9335-4ffb-86bf-03e4af342156 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:14.003096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:14.011746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ea491f-087a-4f6a-904a-f4a9ed8ede6c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:14.015196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:14.022380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bab7eb16-5af9-4540-a133-6997049becb6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.032163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69a553b-b954-4643-adbe-04d68583b966,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:14.041148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:14.067564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.067908 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Added segment 8dd3ac85-64a0-492b-9de8-6f7d48d14b1d of type vlan for network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa Dec 20 15:56:14.081193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-73cd7c93-d8a0-428f-a314-22f3fd27ca09 req-f22c628d-6a86-475d-ba02-afeca7ef8a86 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446373 Dec 20 15:56:14.108605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:14.111581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.127587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.147563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1556edd7-60df-4f46-a258-6fb4e9767a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:14.161023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.162230 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0479498 Dec 20 15:56:14.165277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51160) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:14.172707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': 'df96b1c0-6ae8-40c1-9043-6636f8d5dfab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:14.175928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bab7eb16-5af9-4540-a133-6997049becb6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.180396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:14.187714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.187714 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2476008 Dec 20 15:56:14.190441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51164) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:14.196776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:14.206242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6e96a2ce-7440-4848-b06d-54a6e744b1e1 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'enable_snat': False}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:14.226151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3136438e-dfc2-4004-8f33-02eb09669d5c None None] Sync routers for ids ['c83104b4-ff9a-46dc-95ab-16c8f919cdb5'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:56:14.235763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.240345 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:14.240982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.252206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-37ec11f7-77ee-43fb-98ac-fea5af29d368 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:14.263112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] No DVR routers for this DVR port 97e215e0-5378-41a3-9997-40f137d02cee on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:14.264767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] Pushing event deleted for resources: {'Port': ['ID=97e215e0-5378-41a3-9997-40f137d02cee,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:14.267753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:14.271478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:14.284920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136438e-dfc2-4004-8f33-02eb09669d5c None None] Routers {'c83104b4-ff9a-46dc-95ab-16c8f919cdb5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:14.285541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3136438e-dfc2-4004-8f33-02eb09669d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c83104b4-ff9a-46dc-95ab-16c8f919cdb5'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:14.294620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:14.366337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3136438e-dfc2-4004-8f33-02eb09669d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:14.388644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136438e-dfc2-4004-8f33-02eb09669d5c None None] Routers {'c83104b4-ff9a-46dc-95ab-16c8f919cdb5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:14.389402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3136438e-dfc2-4004-8f33-02eb09669d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c83104b4-ff9a-46dc-95ab-16c8f919cdb5'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:14.408426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Pushing event updated for resources: {'Network': ['ID=cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:14.412182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:14.426648 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3485339 Dec 20 15:56:14.470307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 97e215e0-5378-41a3-9997-40f137d02cee no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:14.492719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.objects.ports [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84392) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:56:14.497473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:56:14.506336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.513398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-915af498-3b5b-4a46-bcbe-826a937a8f76 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:14.515856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bab7eb16-5af9-4540-a133-6997049becb6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.534187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3136438e-dfc2-4004-8f33-02eb09669d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:14.534605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3136438e-dfc2-4004-8f33-02eb09669d5c None None] The sync data for ids ['c83104b4-ff9a-46dc-95ab-16c8f919cdb5'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:56:14.541238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a45e808f-5552-46a9-955c-eac3fd4bbe8c tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:14.550055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 97e215e0-5378-41a3-9997-40f137d02cee {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:14.556260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 97e215e0-5378-41a3-9997-40f137d02cee not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:14.557848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.634305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51172) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:14.637094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7eb16-5af9-4540-a133-6997049becb6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=ce85fc0b-6929-4241-af7c-1022dabc57a4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:14.639290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bab7eb16-5af9-4540-a133-6997049becb6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.641063 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bab7eb16-5af9-4540-a133-6997049becb6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/ce85fc0b-6929-4241-af7c-1022dabc57a4 HTTP/1.1" status: 204 len: 168 time: 0.8064420 Dec 20 15:56:14.641956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bab7eb16-5af9-4540-a133-6997049becb6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:14.646387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51176) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:14.668817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Request body: {'port': {'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa', 'binding:host_id': 'hv-neutron-8210', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1062882674'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:14.673120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.690990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:14.696393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:14.703139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Usage tracker for resource:port and tenant:5f158b24b61d4aacb77ac0a6e241da21 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:14.705916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:14.707772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:14.711859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.717547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637f36b-007d-4074-88db-ac922342c8a7 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:14.720276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:14.721146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.730882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:14.739640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=2bd7a211-5397-4384-8ce0-4bff88d68893,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:14.746196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:14.780652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.797316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 2f894412-6742-413b-ac91-98f7ef936a4d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:14.797663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.857045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Made reservation on behalf of 5f158b24b61d4aacb77ac0a6e241da21 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:14.859849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.869544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.882073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ccc85fd1-db74-4e6a-b67e-8263bdd2eb17 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:14.892222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7709501 Dec 20 15:56:14.896446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:14.907631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51180) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:14.942386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:14.961641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd41ebe4-640d-49b3-973e-5b6470a137ef,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:14.970199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:14.997775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': '2bd7a211-5397-4384-8ce0-4bff88d68893'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:56:14.999169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.081827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:15.092427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.096512 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9299400 Dec 20 15:56:15.097200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51184) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:15.100727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Usage tracker for resource:security_group_rule and tenant:5f158b24b61d4aacb77ac0a6e241da21 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:15.106762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:15.118313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': 'df96b1c0-6ae8-40c1-9043-6636f8d5dfab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:15.127143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:15.140987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:15.157594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:15.163658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:15.183054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] For port 2f894412-6742-413b-ac91-98f7ef936a4d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2f894412-6742-413b-ac91-98f7ef936a4d,segment=NetworkSegment(6bc9ffdf-e0e5-450f-84fc-a3388143072b),segment_id=6bc9ffdf-e0e5-450f-84fc-a3388143072b)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:15.183649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.200774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Allocated IP 2001:db8::f816:3eff:fe87:e616 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/2bd7a211-5397-4384-8ce0-4bff88d68893/3e2ba722-aad5-4cce-985f-12833b77e9d8) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:15.237806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538eaa5-0f14-4579-86ab-fa21552fc1fc None None] Network ea9b98b2-1a54-4b28-b5f4-a327b08e863e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:15.253768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:15.289460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:15.302362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:15.306660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:15.351435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:15.389877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 2f894412-6742-413b-ac91-98f7ef936a4d owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:15.423153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.441652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.454697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1bfd5282-f67d-45a1-a259-ee95ddaab62f None None] Provisioning complete for port 2f894412-6742-413b-ac91-98f7ef936a4d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:15.455106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5282-f67d-45a1-a259-ee95ddaab62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.479882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:15.483598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.524179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.558382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.564325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-43cd5164-e83f-426a-9cb1-7fc4de3ee577 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:15.607960 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1bfd5282-f67d-45a1-a259-ee95ddaab62f None None] Could not find standard attr ID for object 2f894412-6742-413b-ac91-98f7ef936a4d. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:56:15.609169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=2f894412-6742-413b-ac91-98f7ef936a4d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:15.611929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:15.617491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No DVR routers for this DVR port 2f894412-6742-413b-ac91-98f7ef936a4d on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:15.633584 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.plugins.ml2.db [None req-1bfd5282-f67d-45a1-a259-ee95ddaab62f None None] No ports have port_id starting with 2f894412-6742-413b-ac91-98f7ef936a4d Dec 20 15:56:15.662881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f75183ea-7e1c-457d-906b-61565cc76391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:15.674172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] device_id is not set on port ca17c856-0d6e-40ea-b1d6-26122c58c45c yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:15.706026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4c1fa-390c-4d0d-8a18-d5add6718b3f None None] DHCP port deletion for ea9b98b2-1a54-4b28-b5f4-a327b08e863e request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:56:15.714240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.728179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Transition to ACTIVE for port object 3e2ba722-aad5-4cce-985f-12833b77e9d8 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:15.748668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Transition to ACTIVE for port object 3e2ba722-aad5-4cce-985f-12833b77e9d8 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:15.776241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.793665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4182fe-2cb8-4a8c-a65a-8d5a506c3173 req-8cee8915-6889-47b1-ae13-9e1a60ad835a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:15.795155 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a4182fe-2cb8-4a8c-a65a-8d5a506c3173 req-8cee8915-6889-47b1-ae13-9e1a60ad835a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.4844031 Dec 20 15:56:15.803210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9b98b2-1a54-4b28-b5f4-a327b08e863e']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:15.816442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc9ffdf-e0e5-450f-84fc-a3388143072b') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:15.816647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc9ffdf-e0e5-450f-84fc-a3388143072b') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:15.829030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.844968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb5877-a79a-44ab-bac1-92775ba73e91,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:15.845845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.846167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.854136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:56:15.854524 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:15.855631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7376c976-f04b-4e6d-8f0f-a41cb9f537c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:15.876086 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:15.920866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:15.939463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:15.940783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:15.945956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:15.956161 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Pushing event updated for resources: {'Port': ['ID=3e2ba722-aad5-4cce-985f-12833b77e9d8,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:15.961372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:15.964922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.020786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.026226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.027843 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.ipam_backend_mixin [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2bd7a211-5397-4384-8ce0-4bff88d68893 (CIDR: 2001:db8::/64) Dec 20 15:56:16.030981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bd3b7a63-1b43-4bc7-ae37-662a2d139ea0 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:16.031346 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a4182fe-2cb8-4a8c-a65a-8d5a506c3173 req-9433aa04-b83d-4a52-943e-3d5d6913754e tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209272 Dec 20 15:56:16.060368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Attempting to bind port 3e2ba722-aad5-4cce-985f-12833b77e9d8 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:16.060368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Attempting to bind port 3e2ba722-aad5-4cce-985f-12833b77e9d8 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:16.060708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Network': ['ID=ea9b98b2-1a54-4b28-b5f4-a327b08e863e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:16.060858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Attempting to bind port 3e2ba722-aad5-4cce-985f-12833b77e9d8 on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:16.061985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.068795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:56:16.069113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:16.069496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:16.069916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.070370 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:56:16.070868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Bound port: 3e2ba722-aad5-4cce-985f-12833b77e9d8, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:56:16.071274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.074548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-44f50f14-413b-4e1d-80b8-e44e0e26da56 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:16.082017 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:56:16.082430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:16.083362 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/networks/ea9b98b2-1a54-4b28-b5f4-a327b08e863e HTTP/1.1" status: 204 len: 168 time: 1.4356811 Dec 20 15:56:16.084279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51194) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:16.175117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d7bd00-d21f-4441-98e3-bf8b4fbcdb0d,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:16.194759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9272c1c6-2bbc-4837-957b-d2c087944dad tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:16.196749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9272c1c6-2bbc-4837-957b-d2c087944dad tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:16.201301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] For port 3e2ba722-aad5-4cce-985f-12833b77e9d8, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:16.205749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:16.207537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] For port 3e2ba722-aad5-4cce-985f-12833b77e9d8, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3e2ba722-aad5-4cce-985f-12833b77e9d8,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:16.283609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.287395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:16.324863 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9272c1c6-2bbc-4837-957b-d2c087944dad tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:16.324863 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9272c1c6-2bbc-4837-957b-d2c087944dad tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2351651 Dec 20 15:56:16.324863 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51198) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:16.361097 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d1c97796-f7c3-4bca-be6a-b37795b02bac tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4448755 Dec 20 15:56:16.369852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51202) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:16.376347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:16.392047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] device_id is not set on port ca17c856-0d6e-40ea-b1d6-26122c58c45c yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:16.393519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2f894412-6742-413b-ac91-98f7ef936a4d no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:16.405438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.412769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.412769 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.3062265 Dec 20 15:56:16.414185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51206) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:16.441043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 2f894412-6742-413b-ac91-98f7ef936a4d {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:16.441043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2f894412-6742-413b-ac91-98f7ef936a4d not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:16.471227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Pushing event updated for resources: {'Port': ['ID=3e2ba722-aad5-4cce-985f-12833b77e9d8,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:16.471402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Transition to ACTIVE for port object ca17c856-0d6e-40ea-b1d6-26122c58c45c will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:16.476327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:16.481573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d17eb3a-2783-48ce-b836-7b7a0bb32dfc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.501149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d17eb3a-2783-48ce-b836-7b7a0bb32dfc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.508095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e96a2ce-7440-4848-b06d-54a6e744b1e1 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.542984 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1244bade-45f9-4ce4-b593-2f1392894ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2171981 Dec 20 15:56:16.545712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:16.546372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51212) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:16.549593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:16.552492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1452833573'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:16.552645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:16.558231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:16.565166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:16.565397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:network and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:16.565673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:16.574320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:16.614599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.626575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f33750a9-5dc6-4721-9678-6d9681f4040c tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:16.692671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d17eb3a-2783-48ce-b836-7b7a0bb32dfc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.726172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:16.754534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:16.757467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.825490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event updated for resources: {'Port': ['ID=ca17c856-0d6e-40ea-b1d6-26122c58c45c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:16.845393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:16.851622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-de2150cb-67bc-4f7d-bbf9-5bbefb1305b0 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:16.858148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d17eb3a-2783-48ce-b836-7b7a0bb32dfc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.859260 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2d17eb3a-2783-48ce-b836-7b7a0bb32dfc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/83d7bd00-d21f-4441-98e3-bf8b4fbcdb0d HTTP/1.1" status: 204 len: 168 time: 0.4390433 Dec 20 15:56:16.868021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51216) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:16.879883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17eb3a-2783-48ce-b836-7b7a0bb32dfc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83d7bd00-d21f-4441-98e3-bf8b4fbcdb0d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:16.891089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:16.894689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2d17eb3a-2783-48ce-b836-7b7a0bb32dfc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:16.945421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:16.952465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Checking segment: {'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:16.954311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Network hostable DHCP agents. Network: cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:16.976258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddaf92-06c8-4d1e-a5aa-a0256a6b92fe req-8761e8b1-9a3e-4ec7-a8e7-01f0c1fc49a2 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:16.977651 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a4ddaf92-06c8-4d1e-a5aa-a0256a6b92fe req-8761e8b1-9a3e-4ec7-a8e7-01f0c1fc49a2 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.4085340 Dec 20 15:56:17.039068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.039412 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Added segment 7b04f9ba-4b07-4335-a6b9-8e13b98da5d4 of type vlan for network 85124444-24f5-4a76-9ace-e571aaddfc92 Dec 20 15:56:17.128988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a7f97643-4b24-44e3-b67c-3f9513af4565 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:17.159352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.173145 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-206d04a4-486a-4deb-b267-25bc32a7b382 req-0e25deb2-5ff2-4a23-85f3-f923961f0d4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 1098 time: 0.3915412 Dec 20 15:56:17.212863 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a4ddaf92-06c8-4d1e-a5aa-a0256a6b92fe req-9301aca5-a31e-4f80-81fd-c9b03b717931 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804414 Dec 20 15:56:17.421333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d04a4-486a-4deb-b267-25bc32a7b382 req-22b3ad4d-1b98-4a3c-abb1-d5837f2d98ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:17.422787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-206d04a4-486a-4deb-b267-25bc32a7b382 req-22b3ad4d-1b98-4a3c-abb1-d5837f2d98ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 200 len: 913 time: 0.2383852 Dec 20 15:56:17.431428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.435568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:17.498041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:17.501430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:17.508157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:17.508593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.516538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=b76f7bb5-cc07-4d62-a197-d332c22980c4,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:17.523014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:17.582524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e7a112-f078-46c4-afa2-6505e6c2dc81 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:17.638324 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2669806 Dec 20 15:56:17.641214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51220) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:17.648973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:84:5a:a3', 'name': 'tempest-NetworksTestDHCPv6-1382748749'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:17.666791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:17.668810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a7f97643-4b24-44e3-b67c-3f9513af4565 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:17.670274 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a7f97643-4b24-44e3-b67c-3f9513af4565 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.7964635 Dec 20 15:56:17.670998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.674558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:17.675227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.682897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51224) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:17.695365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6d86640-1a73-4eff-af0e-e64a15c66c5e tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:17.753812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1ba47fe8-7c63-4d43-83d9-9babd3f6fcaa None None] Provisioning for port 3e2ba722-aad5-4cce-985f-12833b77e9d8 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:17.784676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0413215-fd96-4f6c-bd78-98e84a13a8fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.797593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0413215-fd96-4f6c-bd78-98e84a13a8fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.845261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:17.849413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e96a2ce-7440-4848-b06d-54a6e744b1e1 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.851332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Network': ['ID=85124444-24f5-4a76-9ace-e571aaddfc92,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:17.860097 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3125727 Dec 20 15:56:17.861017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:17.864467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51230) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:17.868535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:17.871556 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-206d04a4-486a-4deb-b267-25bc32a7b382 req-b4fef625-8c42-4862-8347-bcf45cde5db2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 200 len: 1000 time: 0.3933148 Dec 20 15:56:17.872294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b0a65-9ccf-48cd-84a9-b95460b89a93 None None] Network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:17.872519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '85124444-24f5-4a76-9ace-e571aaddfc92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:17.874327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e96a2ce-7440-4848-b06d-54a6e744b1e1 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.889706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 85124444-24f5-4a76-9ace-e571aaddfc92 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:56:17.916945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:17.917333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:17.917627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:17.979504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0413215-fd96-4f6c-bd78-98e84a13a8fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:17.984453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:17.997618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:18.000483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:18.000981 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:18.004231 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 2 to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c Dec 20 15:56:18.015368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:18.018096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0413215-fd96-4f6c-bd78-98e84a13a8fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd41ebe4-640d-49b3-973e-5b6470a137ef,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:18.020741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:18.026733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d04a4-486a-4deb-b267-25bc32a7b382 req-f73d3848-0fc3-4c70-a7e2-6ca57384150f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:18.028160 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-206d04a4-486a-4deb-b267-25bc32a7b382 req-f73d3848-0fc3-4c70-a7e2-6ca57384150f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae4d857-addf-493d-a4a8-ff3c72ff9e0e HTTP/1.1" status: 200 len: 851 time: 0.1487615 Dec 20 15:56:18.029528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:18.029854 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:18.030975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:18.032478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c0413215-fd96-4f6c-bd78-98e84a13a8fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:18.034177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:18.036519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:18.042600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:18.046470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:18.052730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:18.083199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:18.083530 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:18.084680 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 3 to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c Dec 20 15:56:18.114556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:18.114556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:18.114849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:18.118537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0413215-fd96-4f6c-bd78-98e84a13a8fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.120095 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c0413215-fd96-4f6c-bd78-98e84a13a8fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/fd41ebe4-640d-49b3-973e-5b6470a137ef HTTP/1.1" status: 204 len: 168 time: 0.4359157 Dec 20 15:56:18.122655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51234) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:18.131085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:18.131389 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:18.132520 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 4 to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c Dec 20 15:56:18.193016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20346406-0dfc-4cb4-abd0-0b23846c0d2e None None] Update dhcp port {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'fixed_ips': [{'subnet_id': '2bd7a211-5397-4384-8ce0-4bff88d68893', 'ip_address': '2001:db8::f816:3eff:fe87:e616'}, {'subnet_id': 'b76f7bb5-cc07-4d62-a197-d332c22980c4'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': '3e2ba722-aad5-4cce-985f-12833b77e9d8'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:56:18.216520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:18.216886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:18.217182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:18.230663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:18.231020 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:18.231863 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 5 to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c Dec 20 15:56:18.240807 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-206d04a4-486a-4deb-b267-25bc32a7b382 req-c98863de-909d-4cfc-a626-08ce67967a02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45fef1de-5c23-4649-8c8d-c1f53a17597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2041404 Dec 20 15:56:18.256306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-20346406-0dfc-4cb4-abd0-0b23846c0d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.259114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:18.263466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.279461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:18.353152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:18.358733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:18.359560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:18.423450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port aea1471e-0513-4dfa-bc63-c879d71c1259 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:18.446443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3e2ba722-aad5-4cce-985f-12833b77e9d8 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:18.478263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:18.478263 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:18.490280 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 6 to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c Dec 20 15:56:18.506038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6e61b7ec-ec63-4ed3-a506-33898edd3d5e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:18.510729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.534172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:18.534583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:18.535015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:18.542560 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-206d04a4-486a-4deb-b267-25bc32a7b382 req-3c8d1297-096f-4ec2-85dc-c3d03b551f8e service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752948 Dec 20 15:56:18.572913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-20346406-0dfc-4cb4-abd0-0b23846c0d2e None None] Allocated IP 2001:db8:0:1::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/b76f7bb5-cc07-4d62-a197-d332c22980c4/3e2ba722-aad5-4cce-985f-12833b77e9d8) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:18.574107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:18.574650 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:18.577839 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 7 to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c Dec 20 15:56:18.633309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e96a2ce-7440-4848-b06d-54a6e744b1e1 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Router c83104b4-ff9a-46dc-95ab-16c8f919cdb5 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:56:18.635833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:18.635975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:18.636354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:18.702978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6e61b7ec-ec63-4ed3-a506-33898edd3d5e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:18.707166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd950a9e-58ee-415f-8005-06097b6f692c req-01d04099-67b9-4f75-8d5c-14d5ae646399 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:18.707166 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd950a9e-58ee-415f-8005-06097b6f692c req-01d04099-67b9-4f75-8d5c-14d5ae646399 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2797687 Dec 20 15:56:18.707855 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6e61b7ec-ec63-4ed3-a506-33898edd3d5e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.5841837 Dec 20 15:56:18.709924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:18.710318 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:18.710887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51240) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:18.712943 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 8 to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c Dec 20 15:56:18.721228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 3e2ba722-aad5-4cce-985f-12833b77e9d8 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:18.731090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 3e2ba722-aad5-4cce-985f-12833b77e9d8 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:18.731423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.764137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3730ad62-851f-41f4-b238-92fadec65aa9 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.777804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:18.778147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:18.778465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:18.780224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-20346406-0dfc-4cb4-abd0-0b23846c0d2e None None] For port 3e2ba722-aad5-4cce-985f-12833b77e9d8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3e2ba722-aad5-4cce-985f-12833b77e9d8,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:18.788399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3730ad62-851f-41f4-b238-92fadec65aa9 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.792761 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-206d04a4-486a-4deb-b267-25bc32a7b382 req-36d36ebe-bc1d-4635-9c2b-ae6b409037fb service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384889 Dec 20 15:56:18.834297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-20346406-0dfc-4cb4-abd0-0b23846c0d2e None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.856170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:18.856495 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:18.864987 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 9 to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c Dec 20 15:56:18.883298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.893763 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd950a9e-58ee-415f-8005-06097b6f692c req-6c862ecb-7cb2-4161-b2ea-d8910576c016 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613598 Dec 20 15:56:18.893957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d8923134-69d5-45f7-b635-cfd0cca0eed1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:18.894049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:18.894049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:18.894049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:18.896588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-20346406-0dfc-4cb4-abd0-0b23846c0d2e None None] Transition to ACTIVE for port object 3e2ba722-aad5-4cce-985f-12833b77e9d8 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:18.902115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:18.902439 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:18.903641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.904075 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 10 to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c Dec 20 15:56:18.928748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3730ad62-851f-41f4-b238-92fadec65aa9 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.936349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:18.936682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:18.937014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:18.966239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=5ac936eb-bf33-450e-b92a-35f137b74144,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:18.973440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:18.979692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-20346406-0dfc-4cb4-abd0-0b23846c0d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:18.981359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-41d4d28a-4af0-41ed-a0ad-fc6b0db7b40c tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:18.985157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:19.005356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port ca17c856-0d6e-40ea-b1d6-26122c58c45c on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:19.005928 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port ca17c856-0d6e-40ea-b1d6-26122c58c45c on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:19.006035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.011659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730ad62-851f-41f4-b238-92fadec65aa9 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e69a553b-b954-4643-adbe-04d68583b966,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:19.043802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3730ad62-851f-41f4-b238-92fadec65aa9 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:19.068868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Checking segment: {'id': '7b04f9ba-4b07-4335-a6b9-8e13b98da5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '85124444-24f5-4a76-9ace-e571aaddfc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:19.069682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network hostable DHCP agents. Network: 85124444-24f5-4a76-9ace-e571aaddfc92, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:19.123141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] For port ca17c856-0d6e-40ea-b1d6-26122c58c45c, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:19.123499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempted to set empty binding levels {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:56:19.137732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3730ad62-851f-41f4-b238-92fadec65aa9 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.139274 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3730ad62-851f-41f4-b238-92fadec65aa9 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e69a553b-b954-4643-adbe-04d68583b966 HTTP/1.1" status: 204 len: 168 time: 0.4270473 Dec 20 15:56:19.141532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e96a2ce-7440-4848-b06d-54a6e744b1e1 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:19.143259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51244) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:19.154375 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5191d9-ef5d-4ae9-b9a4-a70a5db9d8c4 None None] Sync routers for ids ['c83104b4-ff9a-46dc-95ab-16c8f919cdb5'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:56:19.155688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e96a2ce-7440-4848-b06d-54a6e744b1e1 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.159649 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6e96a2ce-7440-4848-b06d-54a6e744b1e1 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "PUT /v2.0/routers/c83104b4-ff9a-46dc-95ab-16c8f919cdb5 HTTP/1.1" status: 200 len: 925 time: 4.9664545 Dec 20 15:56:19.160333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51248) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:19.184683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8:0:1::125 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/b76f7bb5-cc07-4d62-a197-d332c22980c4/aea1471e-0513-4dfa-bc63-c879d71c1259) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:19.187728 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5191d9-ef5d-4ae9-b9a4-a70a5db9d8c4 None None] Routers {'c83104b4-ff9a-46dc-95ab-16c8f919cdb5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:19.188618 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ce5191d9-ef5d-4ae9-b9a4-a70a5db9d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c83104b4-ff9a-46dc-95ab-16c8f919cdb5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:19.201538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f816:3eff:fe84:5aa3 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/2bd7a211-5397-4384-8ce0-4bff88d68893/aea1471e-0513-4dfa-bc63-c879d71c1259) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:19.233629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:56:19.234343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:56:19.237052 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20346406-0dfc-4cb4-abd0-0b23846c0d2e None None] Pushing event updated for resources: {'Port': ['ID=3e2ba722-aad5-4cce-985f-12833b77e9d8,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:19.241123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-20346406-0dfc-4cb4-abd0-0b23846c0d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:19.249598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.256287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a80096bb-b3bc-4a17-9461-b9de7332189a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:19.276678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 85124444-24f5-4a76-9ace-e571aaddfc92 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:19.322541 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ce5191d9-ef5d-4ae9-b9a4-a70a5db9d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:19.335538 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5191d9-ef5d-4ae9-b9a4-a70a5db9d8c4 None None] Routers {'c83104b4-ff9a-46dc-95ab-16c8f919cdb5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:19.336424 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ce5191d9-ef5d-4ae9-b9a4-a70a5db9d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:55:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c83104b4-ff9a-46dc-95ab-16c8f919cdb5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:19.348345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.376576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event updated for resources: {'Port': ['ID=ca17c856-0d6e-40ea-b1d6-26122c58c45c,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:19.382399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:19.401573 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-561c67fe-a50e-4459-a3c6-9501a8c4746a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2494388 Dec 20 15:56:19.404485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51252) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:19.423019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 85124444-24f5-4a76-9ace-e571aaddfc92) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:19.427516 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ce5191d9-ef5d-4ae9-b9a4-a70a5db9d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:19.429346 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5191d9-ef5d-4ae9-b9a4-a70a5db9d8c4 None None] The sync data for ids ['c83104b4-ff9a-46dc-95ab-16c8f919cdb5'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:56:19.429469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:19.429906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.440626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ac2dc6-6d3c-4717-990d-74c5e5c9db39 None None] Network 85124444-24f5-4a76-9ace-e571aaddfc92 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:19.551071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.571563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object aea1471e-0513-4dfa-bc63-c879d71c1259 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:19.588876 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7228293 Dec 20 15:56:19.591890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51256) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:19.602000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '85124444-24f5-4a76-9ace-e571aaddfc92', 'name': 'tempest-PortsIpV6TestJSON-1818115479'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:19.683844 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.0474916 Dec 20 15:56:19.685304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c63a4bb2-2672-491b-a220-5deac6e07347 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.694183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51260) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:19.720261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-85124444-24f5-4a76-9ace-e571aaddfc92', 'network_id': '85124444-24f5-4a76-9ace-e571aaddfc92', 'tenant_id': '1f9dcf1875ea497aac2da2e56d5f4335', 'fixed_ips': [{'subnet_id': '5ac936eb-bf33-450e-b92a-35f137b74144'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:56:19.721367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.733520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c63a4bb2-2672-491b-a220-5deac6e07347 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.789682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:19.790369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Deleting port ca17c856-0d6e-40ea-b1d6-26122c58c45c {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:19.790697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.802782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:19.845975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.895372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:19.900229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:19.931942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port c95cf567-2083-435c-b7d6-97a123154d18 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:19.944237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 3e2ba722-aad5-4cce-985f-12833b77e9d8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3e2ba722-aad5-4cce-985f-12833b77e9d8,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:19.945795 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4ba1511a-0b33-4872-9edb-da15e78ff57c tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/routers/c83104b4-ff9a-46dc-95ab-16c8f919cdb5 HTTP/1.1" status: 200 len: 925 time: 0.7705770 Dec 20 15:56:19.946454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51266) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:19.989601 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c63a4bb2-2672-491b-a220-5deac6e07347 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.011862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.012103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:20.014589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Allocated IP 2001:db8::2 (85124444-24f5-4a76-9ace-e571aaddfc92/5ac936eb-bf33-450e-b92a-35f137b74144/5f84eb00-904d-45a1-ace3-87bd146af935) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:20.028855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-62248ef0-3a36-4a48-8355-846054cd1d19 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:20.080967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a4bb2-2672-491b-a220-5deac6e07347 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eae8489-7359-4066-bc65-884048985cd9,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:20.082649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.120770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:20.124919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=aea1471e-0513-4dfa-bc63-c879d71c1259,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:20.127734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:20.128958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c63a4bb2-2672-491b-a220-5deac6e07347 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:20.129089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:20.129825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:20.133842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:20.137550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c63a4bb2-2672-491b-a220-5deac6e07347 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.138688 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c63a4bb2-2672-491b-a220-5deac6e07347 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/4eae8489-7359-4066-bc65-884048985cd9 HTTP/1.1" status: 204 len: 168 time: 0.7332475 Dec 20 15:56:20.146756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:20.147691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.148137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] For port ca17c856-0d6e-40ea-b1d6-26122c58c45c, host hv-neutron-8210, got binding levels [] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:20.148492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.154924 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51270) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:20.261188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=3e2ba722-aad5-4cce-985f-12833b77e9d8,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:20.267584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:20.276565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b4900975-1ff0-477f-8246-2f157aedd6f4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:20.319243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Calling delete_port for ca17c856-0d6e-40ea-b1d6-26122c58c45c owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:20.336407 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6940279 Dec 20 15:56:20.337191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51274) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:20.367615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-548715ed-c861-4e94-a92f-20008ac685aa None None] Provisioning for port 3e2ba722-aad5-4cce-985f-12833b77e9d8 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:20.376597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-548715ed-c861-4e94-a92f-20008ac685aa None None] Provisioning complete for port 3e2ba722-aad5-4cce-985f-12833b77e9d8 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:20.376796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-548715ed-c861-4e94-a92f-20008ac685aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.412350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b4900975-1ff0-477f-8246-2f157aedd6f4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:20.413562 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b4900975-1ff0-477f-8246-2f157aedd6f4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2485440 Dec 20 15:56:20.414885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3f90715c-0573-46dc-bd37-c95f77ba1473 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Synchronizing usage tracker for tenant:4adcb12c20464917bf8df78aaa140da0 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:20.418230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51278) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:20.450497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3e2ba722-aad5-4cce-985f-12833b77e9d8 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:20.469486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-44a00e20-4b9f-4e67-b758-82ff7124eaec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port aea1471e-0513-4dfa-bc63-c879d71c1259 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:20.470557 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a00e20-4b9f-4e67-b758-82ff7124eaec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.497111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb76e-b731-44ec-8b5b-f8778a8a5989 req-20e255bb-becc-4505-a4a3-8a2037a708f6 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:20.504408 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-de0fb76e-b731-44ec-8b5b-f8778a8a5989 req-20e255bb-becc-4505-a4a3-8a2037a708f6 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.4280682 Dec 20 15:56:20.531291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.541047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a77568c0-3f03-48b0-a56a-e051b28db913 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.552898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Transition to ACTIVE for port object 5f84eb00-904d-45a1-ace3-87bd146af935 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:20.560469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a77568c0-3f03-48b0-a56a-e051b28db913 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.566451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.581914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-80d85aa8-1c78-47a3-a574-a4f2fc176745 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:20.585988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Transition to ACTIVE for port object 5f84eb00-904d-45a1-ace3-87bd146af935 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:20.631490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca17c856-0d6e-40ea-b1d6-26122c58c45c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:20.634227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:20.640305 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-de0fb76e-b731-44ec-8b5b-f8778a8a5989 req-72b93586-31e0-41df-8fc0-725718c11452 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342170 Dec 20 15:56:20.647108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.651476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 3e2ba722-aad5-4cce-985f-12833b77e9d8 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:20.651476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.652664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3f90715c-0573-46dc-bd37-c95f77ba1473 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Unset dirty status for tenant:4adcb12c20464917bf8df78aaa140da0 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:20.653812 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3f90715c-0573-46dc-bd37-c95f77ba1473 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&device_id=c83104b4-ff9a-46dc-95ab-16c8f919cdb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7020791 Dec 20 15:56:20.658730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51282) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:20.695073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.707327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0694e385-fd9a-4283-ba09-604366aabfe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:20.809918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Pushing event updated for resources: {'Port': ['ID=5f84eb00-904d-45a1-ace3-87bd146af935,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:20.814673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Network 85124444-24f5-4a76-9ace-e571aaddfc92 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:20.820323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:20.821268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:20.825736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:20.840151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a77568c0-3f03-48b0-a56a-e051b28db913 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.856097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:20.867345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a77568c0-3f03-48b0-a56a-e051b28db913 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:20.867345 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a77568c0-3f03-48b0-a56a-e051b28db913 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8a36f1fb-3362-475d-ad9d-57c98da682c6 HTTP/1.1" status: 204 len: 168 time: 0.4392762 Dec 20 15:56:20.872997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51288) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:20.887438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77568c0-3f03-48b0-a56a-e051b28db913 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a36f1fb-3362-475d-ad9d-57c98da682c6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:20.913823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a77568c0-3f03-48b0-a56a-e051b28db913 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:20.917864 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "DELETE /v2.0/ports/ca17c856-0d6e-40ea-b1d6-26122c58c45c HTTP/1.1" status: 204 len: 168 time: 1.2200353 Dec 20 15:56:20.922495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51292) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:20.923831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c57fe7f-968a-4b99-b6a7-2c69781d160c tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:20.926721 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1c57fe7f-968a-4b99-b6a7-2c69781d160c tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 881 time: 0.2644958 Dec 20 15:56:20.936542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51296) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:20.960257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-587d40fd-5fa6-49cd-9cd1-302f98b9e1ea None None] Provisioning for port aea1471e-0513-4dfa-bc63-c879d71c1259 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:20.976008 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-6246bd5e-3511-444b-94ab-33998e8c5186 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:56:20.976521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6246bd5e-3511-444b-94ab-33998e8c5186 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Synchronizing usage tracker for tenant:5f158b24b61d4aacb77ac0a6e241da21 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:20.976729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a00e20-4b9f-4e67-b758-82ff7124eaec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.011033 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ca67e16e-29eb-4660-b4ba-333f4d624445 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=c83104b4-ff9a-46dc-95ab-16c8f919cdb5 HTTP/1.1" status: 200 len: 205 time: 0.0679662 Dec 20 15:56:21.016259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51300) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:21.049255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-587d40fd-5fa6-49cd-9cd1-302f98b9e1ea None None] Provisioning complete for port aea1471e-0513-4dfa-bc63-c879d71c1259 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:21.049639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-587d40fd-5fa6-49cd-9cd1-302f98b9e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.082479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7a8894a2-2e16-442d-b0f4-0411723a94da tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:21.092739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Attempting to bind port 5f84eb00-904d-45a1-ace3-87bd146af935 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:21.093117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Attempting to bind port 5f84eb00-904d-45a1-ace3-87bd146af935 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '7b04f9ba-4b07-4335-a6b9-8e13b98da5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '85124444-24f5-4a76-9ace-e571aaddfc92'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:21.094085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Attempting to bind port 5f84eb00-904d-45a1-ace3-87bd146af935 on network 85124444-24f5-4a76-9ace-e571aaddfc92 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:21.110573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53626b-afd8-40de-82c2-0abcbe3d1a39 req-dfe2afa2-fb8e-40d3-9c65-59bba84d2835 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:21.112258 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f53626b-afd8-40de-82c2-0abcbe3d1a39 req-dfe2afa2-fb8e-40d3-9c65-59bba84d2835 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.3201725 Dec 20 15:56:21.116415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6246bd5e-3511-444b-94ab-33998e8c5186 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Unset dirty status for tenant:5f158b24b61d4aacb77ac0a6e241da21 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:21.121660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6246bd5e-3511-444b-94ab-33998e8c5186 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "GET /v2.0/ports/ca17c856-0d6e-40ea-b1d6-26122c58c45c HTTP/1.1" status: 404 len: 333 time: 0.1912429 Dec 20 15:56:21.121854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:56:21.121854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Checking segment: {'id': '7b04f9ba-4b07-4335-a6b9-8e13b98da5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '85124444-24f5-4a76-9ace-e571aaddfc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:21.121854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.121854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Bound using segment: {'id': '7b04f9ba-4b07-4335-a6b9-8e13b98da5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '85124444-24f5-4a76-9ace-e571aaddfc92'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:56:21.121854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Bound port: 5f84eb00-904d-45a1-ace3-87bd146af935, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b04f9ba-4b07-4335-a6b9-8e13b98da5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '85124444-24f5-4a76-9ace-e571aaddfc92'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:56:21.121854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.126552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51304) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:21.132471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-587d40fd-5fa6-49cd-9cd1-302f98b9e1ea None None] Port aea1471e-0513-4dfa-bc63-c879d71c1259 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:21.139693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-44a00e20-4b9f-4e67-b758-82ff7124eaec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for aea1471e-0513-4dfa-bc63-c879d71c1259 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:21.177695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Request body: {'port': {'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1955366523'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:21.199919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:21.202569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8::2eb (85124444-24f5-4a76-9ace-e571aaddfc92/5ac936eb-bf33-450e-b92a-35f137b74144/c95cf567-2083-435c-b7d6-97a123154d18) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:21.208623 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f53626b-afd8-40de-82c2-0abcbe3d1a39 req-a38ab342-8d5e-4b0d-a114-550412d74cdd tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868566 Dec 20 15:56:21.254508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:21.289274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] For port 5f84eb00-904d-45a1-ace3-87bd146af935, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:21.295294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] For port 5f84eb00-904d-45a1-ace3-87bd146af935, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5f84eb00-904d-45a1-ace3-87bd146af935,segment=NetworkSegment(7b04f9ba-4b07-4335-a6b9-8e13b98da5d4),segment_id=7b04f9ba-4b07-4335-a6b9-8e13b98da5d4)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:21.301625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7a8894a2-2e16-442d-b0f4-0411723a94da tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:21.301625 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7a8894a2-2e16-442d-b0f4-0411723a94da tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4232650 Dec 20 15:56:21.303824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51310) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:21.389742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.394186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-eec64347-56eb-4aad-a90f-b120a8a56487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:21.397421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Made reservation on behalf of 5f158b24b61d4aacb77ac0a6e241da21 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:21.399870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.448795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.455088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] device_id is not set on port 085169eb-68ed-459d-a956-6c2a898d4be3 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:21.530351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Pushing event updated for resources: {'Port': ['ID=5f84eb00-904d-45a1-ace3-87bd146af935,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:21.533887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:21.564081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa65a725-150e-4aa0-9b8f-9826b0c1100b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.637236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa65a725-150e-4aa0-9b8f-9826b0c1100b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.639760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff06dee-612d-4270-be56-967c9e6c628f req-f64f39bf-4b12-409c-bf53-31fabc42809c tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:21.641253 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff06dee-612d-4270-be56-967c9e6c628f req-f64f39bf-4b12-409c-bf53-31fabc42809c tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2811887 Dec 20 15:56:21.771119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff06dee-612d-4270-be56-967c9e6c628f req-8a9a1e93-b72a-4886-a62e-9f969e5d8924 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203487 Dec 20 15:56:21.831060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a00e20-4b9f-4e67-b758-82ff7124eaec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.845265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa65a725-150e-4aa0-9b8f-9826b0c1100b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.850887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.862377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a49b7374-48b1-4df0-8240-9e2a2d7000e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:21.905056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65a725-150e-4aa0-9b8f-9826b0c1100b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df96b1c0-6ae8-40c1-9043-6636f8d5dfab,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:21.943727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ab470ccc-a96e-4068-b36a-21834295637d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.946024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Deleting port bea294d8-ae15-4dc9-9e08-a4d169116b7b {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:21.946708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:21.980352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa65a725-150e-4aa0-9b8f-9826b0c1100b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:21.981838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7db955dd-bfa7-4e9a-aec1-36e31d9ef3a0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:22.081394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a00e20-4b9f-4e67-b758-82ff7124eaec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=aea1471e-0513-4dfa-bc63-c879d71c1259,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:22.129030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44a00e20-4b9f-4e67-b758-82ff7124eaec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:22.142241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.145659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.264118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.287568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a00e20-4b9f-4e67-b758-82ff7124eaec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.299540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Calling delete_port for bea294d8-ae15-4dc9-9e08-a4d169116b7b owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:22.311776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object c95cf567-2083-435c-b7d6-97a123154d18 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:22.316391 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-44a00e20-4b9f-4e67-b758-82ff7124eaec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/aea1471e-0513-4dfa-bc63-c879d71c1259 HTTP/1.1" status: 204 len: 168 time: 1.9782512 Dec 20 15:56:22.320437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51316) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:22.427599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa65a725-150e-4aa0-9b8f-9826b0c1100b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.433517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51322) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:22.433649 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aa65a725-150e-4aa0-9b8f-9826b0c1100b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/df96b1c0-6ae8-40c1-9043-6636f8d5dfab HTTP/1.1" status: 204 len: 168 time: 1.1291654 Dec 20 15:56:22.467623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77871cb-386b-49fc-88f4-a1b3035faab5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:22.468397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e77871cb-386b-49fc-88f4-a1b3035faab5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:22.512721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.515742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.544775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ccd5c850-1748-4eb8-934d-1e93837ae9f3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:22.547009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5f84eb00-904d-45a1-ace3-87bd146af935 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:22.598802 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c1eb8a82-a754-4bd3-a429-5e0f9dfc3b8f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1566200 Dec 20 15:56:22.600405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51326) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:22.641010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e77871cb-386b-49fc-88f4-a1b3035faab5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:22.644574 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e77871cb-386b-49fc-88f4-a1b3035faab5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3198595 Dec 20 15:56:22.656919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:22.657577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51330) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:22.668179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 85124444-24f5-4a76-9ace-e571aaddfc92 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:22.668179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:22.672136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group': {'name': 'tempest-secgroup--534962164'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:22.673508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:22.674405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:22.675261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.687850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:22.716374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:22.718800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:22.723027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:22.724326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.725010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:22.730177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:22.739850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:22.751647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 5f84eb00-904d-45a1-ace3-87bd146af935 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:22.758781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event updated for resources: {'Port': ['ID=085169eb-68ed-459d-a956-6c2a898d4be3,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:22.797447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc4cc8-3534-46c8-bb2d-cb0c7d0a9cd8 req-0e00cce4-5acf-49cb-a6df-7b50f510f9c9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:22.803719 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e6bc4cc8-3534-46c8-bb2d-cb0c7d0a9cd8 req-0e00cce4-5acf-49cb-a6df-7b50f510f9c9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.1715305 Dec 20 15:56:22.839852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=c95cf567-2083-435c-b7d6-97a123154d18,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:22.844335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:22.844335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:22.844335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:22.861536 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e6bc4cc8-3534-46c8-bb2d-cb0c7d0a9cd8 req-37eeaad2-8407-4b18-a035-1070ebebd9b2 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538309 Dec 20 15:56:22.869544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.872229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4844178-4c06-497a-90e5-5383b631d898 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:22.874374 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f4844178-4c06-497a-90e5-5383b631d898 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2158489 Dec 20 15:56:22.876907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51334) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:22.909316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:22.914163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:22.917742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:22.920657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:22.923345 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-da6f6566-cb7e-4170-9d32-ee51b2ea299d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7955809 Dec 20 15:56:22.924834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51338) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:22.927579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33653f3-a57b-4b05-aee3-ced60164a477 None None] Network 85124444-24f5-4a76-9ace-e571aaddfc92 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:22.927726 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:22.932790 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3369708 Dec 20 15:56:22.933365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51340) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:22.942241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '85124444-24f5-4a76-9ace-e571aaddfc92', 'name': 'tempest-PortsIpV6TestJSON-907438176'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:22.966240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:22.972157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:23.002284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Pushing event deleted for resources: {'Port': ['ID=bea294d8-ae15-4dc9-9e08-a4d169116b7b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:23.007778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c779e1-77b0-45f9-9a60-9ec7458379c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:23.009063 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c779e1-77b0-45f9-9a60-9ec7458379c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:23.011311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c779e1-77b0-45f9-9a60-9ec7458379c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:23.012767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b1c779e1-77b0-45f9-9a60-9ec7458379c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:23.033421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:23.142979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8319fb93-44be-426d-b8de-352934085652 None None] Provisioning for port 5f84eb00-904d-45a1-ace3-87bd146af935 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:23.152579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8319fb93-44be-426d-b8de-352934085652 None None] Provisioning complete for port 5f84eb00-904d-45a1-ace3-87bd146af935 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:23.152956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8319fb93-44be-426d-b8de-352934085652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.248046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:23.252332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:port and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:23.255554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:23.261782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:23.277428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b1c779e1-77b0-45f9-9a60-9ec7458379c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:23.281285 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b1c779e1-77b0-45f9-9a60-9ec7458379c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4005611 Dec 20 15:56:23.281766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51346) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:23.292310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8319fb93-44be-426d-b8de-352934085652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.325483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8319fb93-44be-426d-b8de-352934085652 None None] For port 5f84eb00-904d-45a1-ace3-87bd146af935, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5f84eb00-904d-45a1-ace3-87bd146af935,segment=NetworkSegment(7b04f9ba-4b07-4335-a6b9-8e13b98da5d4),segment_id=7b04f9ba-4b07-4335-a6b9-8e13b98da5d4)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:23.346384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:23.349774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.375713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 051e21f5-4434-4d86-a018-9bd2877619cc yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:23.391004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8319fb93-44be-426d-b8de-352934085652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.392851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-286df13a-26a1-4832-aa59-3acaa0ae49a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:23.409322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.436238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.467458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319fb93-44be-426d-b8de-352934085652 None None] Pushing event updated for resources: {'Port': ['ID=5f84eb00-904d-45a1-ace3-87bd146af935,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:23.471553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8319fb93-44be-426d-b8de-352934085652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:23.500310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.631861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e2418665-f13f-4c66-a47d-20bda8d54d8c None None] Provisioning complete for port 5f84eb00-904d-45a1-ace3-87bd146af935 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:23.635732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2418665-f13f-4c66-a47d-20bda8d54d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.651523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a05c35-2e9c-4013-8f47-3d843a975a6f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 2bd7a211-5397-4384-8ce0-4bff88d68893 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:23.658213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77a05c35-2e9c-4013-8f47-3d843a975a6f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.680535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.691023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-00902c2e-df07-4b9a-a2dc-91618a06be54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:23.712926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8::24 (85124444-24f5-4a76-9ace-e571aaddfc92/5ac936eb-bf33-450e-b92a-35f137b74144/051e21f5-4434-4d86-a018-9bd2877619cc) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:23.738479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77a05c35-2e9c-4013-8f47-3d843a975a6f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.940235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8606e0f3-9a06-41c7-835a-f2aaca8cc48d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:23.953984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77a05c35-2e9c-4013-8f47-3d843a975a6f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.957623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:23.967149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:23.984529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.062023 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.084468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object 051e21f5-4434-4d86-a018-9bd2877619cc will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:24.160532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e2418665-f13f-4c66-a47d-20bda8d54d8c None None] Provisioning for port c95cf567-2083-435c-b7d6-97a123154d18 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:24.165144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e2418665-f13f-4c66-a47d-20bda8d54d8c None None] Provisioning complete for port c95cf567-2083-435c-b7d6-97a123154d18 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:24.170868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2418665-f13f-4c66-a47d-20bda8d54d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.201031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] device_id is not set on port 085169eb-68ed-459d-a956-6c2a898d4be3 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:24.207200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77a05c35-2e9c-4013-8f47-3d843a975a6f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.211685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-757fe555-7e7e-478d-be77-6e316b6f7f45 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:24.212610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10179483-0f83-443a-8b6f-33401e882a0f req-feb9b4a2-41c7-498b-8e69-21bb22d2aa25 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:24.214134 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10179483-0f83-443a-8b6f-33401e882a0f req-feb9b4a2-41c7-498b-8e69-21bb22d2aa25 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.1668997 Dec 20 15:56:24.215772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.218626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.222581 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6212115 Dec 20 15:56:24.228114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51354) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:24.241306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e2418665-f13f-4c66-a47d-20bda8d54d8c None None] Port c95cf567-2083-435c-b7d6-97a123154d18 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:24.249419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': '8606e0f3-9a06-41c7-835a-f2aaca8cc48d', 'direction': 'ingress', 'protocol': 17}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:24.255321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-15eb89ac-bbac-44f3-9938-133f03eb796a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.264146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.268264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:24.268264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.268264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Fanout notify agent at l3_agent the message router_deleted on router c83104b4-ff9a-46dc-95ab-16c8f919cdb5 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:56:24.270802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a05c35-2e9c-4013-8f47-3d843a975a6f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd7a211-5397-4384-8ce0-4bff88d68893,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:24.272871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77a05c35-2e9c-4013-8f47-3d843a975a6f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.276499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:24.279907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Transition to ACTIVE for port object 085169eb-68ed-459d-a956-6c2a898d4be3 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:24.281719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:24.282319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e85d0-d8ae-4089-933f-683ea587956b None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:24.288808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77a05c35-2e9c-4013-8f47-3d843a975a6f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:24.296962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-963df18c-c8ba-4b00-8b59-a4665418e7f4 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:24.297554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:24.302153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.303249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/c83104b4-ff9a-46dc-95ab-16c8f919cdb5 HTTP/1.1" status: 204 len: 168 time: 3.2851412 Dec 20 15:56:24.308957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51358) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:24.317145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1443932351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:24.331893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:24.331893 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10179483-0f83-443a-8b6f-33401e882a0f req-50972420-d20a-425f-bb7a-cc1a3d47b169 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036184 Dec 20 15:56:24.333608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Usage tracker for resource:router and tenant:50b639d5dab84fe9bb1ad8d0767eb5d5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:24.337142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:24.344031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:24.353871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.359853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b1957f0c-06db-4902-9608-b6ea4f3bc8d9 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:24.368684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 85124444-24f5-4a76-9ace-e571aaddfc92 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:24.371367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:24.377208 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:24.394598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:24.395235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.429942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5f84eb00-904d-45a1-ace3-87bd146af935 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:24.465407 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-77a05c35-2e9c-4013-8f47-3d843a975a6f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/2bd7a211-5397-4384-8ce0-4bff88d68893 HTTP/1.1" status: 204 len: 168 time: 1.1825542 Dec 20 15:56:24.470672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51364) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:24.502137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.503583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.520873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event updated for resources: {'Port': ['ID=085169eb-68ed-459d-a956-6c2a898d4be3,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:24.532463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:24.533104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.564905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-443f5e60-f445-4aae-b27b-21a1c9a40c3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet b76f7bb5-cc07-4d62-a197-d332c22980c4 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:24.571224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=051e21f5-4434-4d86-a018-9bd2877619cc,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:24.591794 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6563737 Dec 20 15:56:24.593221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:24.594150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-443f5e60-f445-4aae-b27b-21a1c9a40c3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.597576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51368) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:24.601577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6e1e14e0-3725-48ea-8f93-2610e12a366d None None] Provisioning complete for port c95cf567-2083-435c-b7d6-97a123154d18 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:24.602175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6e1e14e0-3725-48ea-8f93-2610e12a366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.632785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.667884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:24.667884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:24.667884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:24.668337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-443f5e60-f445-4aae-b27b-21a1c9a40c3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.701552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.714460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e14e0-3725-48ea-8f93-2610e12a366d None None] Port c95cf567-2083-435c-b7d6-97a123154d18 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:24.730363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:24.733037 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:24.733037 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 2 to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 Dec 20 15:56:24.761078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 5f84eb00-904d-45a1-ace3-87bd146af935 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:24.761778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.763609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:24.763950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:24.764282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:24.774885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:24.775236 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:24.776809 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 3 to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 Dec 20 15:56:24.782703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-443f5e60-f445-4aae-b27b-21a1c9a40c3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.789064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d266ee-9aa2-49d0-9cc8-741ebe23f233 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:24.790313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-92d266ee-9aa2-49d0-9cc8-741ebe23f233 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:24.806254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:24.806581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:24.807140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:24.812196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.816713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c63a4bb2-2672-491b-a220-5deac6e07347 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:24.827922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:24.828248 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:24.832671 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 4 to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 Dec 20 15:56:24.852424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506d995c-67bc-4ac1-8e50-9e8eab36f90c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:24.859596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:24.866251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:24.866581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:24.866929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:24.884400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:24.892231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:24.892560 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:24.897775 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 5 to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 Dec 20 15:56:24.914817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-92d266ee-9aa2-49d0-9cc8-741ebe23f233 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:24.916032 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-92d266ee-9aa2-49d0-9cc8-741ebe23f233 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2eb HTTP/1.1" status: 200 len: 929 time: 0.3168902 Dec 20 15:56:24.919105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51374) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:24.923433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:24.923774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:24.924098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:24.930302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:24.930627 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:24.931105 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 6 to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 Dec 20 15:56:24.947511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:24.947849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:24.948183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:24.954332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:24.954657 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:24.955076 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 7 to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 Dec 20 15:56:24.973382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:24.973722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:24.974334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:24.981848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:24.982172 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:24.982622 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 8 to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 Dec 20 15:56:24.995719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d6863514-6ee8-49eb-ba7c-7629b5a43d3b None None] Provisioning for port 051e21f5-4434-4d86-a018-9bd2877619cc completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:25.000611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d6863514-6ee8-49eb-ba7c-7629b5a43d3b None None] Provisioning complete for port 051e21f5-4434-4d86-a018-9bd2877619cc triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:25.000991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d6863514-6ee8-49eb-ba7c-7629b5a43d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.011575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-aa23fb83-6d26-41cd-9781-5d79f7328f49 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 051e21f5-4434-4d86-a018-9bd2877619cc {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:25.014621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa23fb83-6d26-41cd-9781-5d79f7328f49 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.032208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.033464 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8076174 Dec 20 15:56:25.043921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.050026 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e5f88577-e580-4fcf-aca2-501df4eed8dd tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7395756 Dec 20 15:56:25.050900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51378) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:25.051265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51380) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:25.067723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:25.097507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-443f5e60-f445-4aae-b27b-21a1c9a40c3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.109878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d6863514-6ee8-49eb-ba7c-7629b5a43d3b None None] Port 051e21f5-4434-4d86-a018-9bd2877619cc cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:25.120665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-43b2bf0b-c765-4347-92ec-09d6b20b2176 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:25.132498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:25.132834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:25.133171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:25.154657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-443f5e60-f445-4aae-b27b-21a1c9a40c3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.169999 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-443f5e60-f445-4aae-b27b-21a1c9a40c3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/b76f7bb5-cc07-4d62-a197-d332c22980c4 HTTP/1.1" status: 204 len: 168 time: 0.6971128 Dec 20 15:56:25.170866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f5e60-f445-4aae-b27b-21a1c9a40c3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=b76f7bb5-cc07-4d62-a197-d332c22980c4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:25.172768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51386) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:25.185628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-443f5e60-f445-4aae-b27b-21a1c9a40c3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:25.284370 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3f46e9c7-6c1a-4002-a72d-03fb0f380aaa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957334 Dec 20 15:56:25.287006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51390) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:25.295178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:25.352372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:25.352707 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:25.365576 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 9 to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 Dec 20 15:56:25.406885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:25.412135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:25.412514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:25.460235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.475200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:25.475527 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:25.482315 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.plugins.ml2.plugin [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 10 to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 Dec 20 15:56:25.488780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.523806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa23fb83-6d26-41cd-9781-5d79f7328f49 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.685180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa5cc5-215d-43a0-8618-9e21e6befcf0 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:25.698744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-daa04012-9750-4d68-b170-f99dd0e71a0a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.767004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:25.767340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:25.767461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-aa23fb83-6d26-41cd-9781-5d79f7328f49 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 051e21f5-4434-4d86-a018-9bd2877619cc owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:25.769422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:25.775112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9bf3-1e21-43f2-a3e7-b4761b412230 req-d5337838-1be9-495c-b46b-30fe8ecaf6b0 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:25.782367 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d92c9bf3-1e21-43f2-a3e7-b4761b412230 req-d5337838-1be9-495c-b46b-30fe8ecaf6b0 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.7861257 Dec 20 15:56:25.803721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-04ef063b-05d9-49de-b76c-fb7aa1a47354 None None] Provisioning complete for port 3e2ba722-aad5-4cce-985f-12833b77e9d8 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:25.804207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-04ef063b-05d9-49de-b76c-fb7aa1a47354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.811330 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-237ee2b9-0ef0-4237-ae3c-b3d981bdafbb req-6e5b64d8-d5c7-4402-ba30-212d0863179c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6511464 Dec 20 15:56:25.833867 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efb66edc-e76b-4766-9daf-8ae2532d071f req-e0fe82cd-b4ff-43dc-bfa8-d79b458d14b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 1098 time: 0.6197569 Dec 20 15:56:25.852565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-daa04012-9750-4d68-b170-f99dd0e71a0a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:25.917629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:25.917629 dv-neutron-821074-1-hyperv neutron-server[84392]: ERROR neutron.plugins.ml2.managers [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 085169eb-68ed-459d-a956-6c2a898d4be3 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:25.917926 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.002397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:26.008586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:26.009449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:26.016516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:26.041798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa23fb83-6d26-41cd-9781-5d79f7328f49 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.049963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-70efc416-aca7-4815-b0a1-0293187c0756 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:26.058127 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d92c9bf3-1e21-43f2-a3e7-b4761b412230 req-dcfa38d9-75de-4cfb-a0b1-2b29ad653535 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748339 Dec 20 15:56:26.102878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23fb83-6d26-41cd-9781-5d79f7328f49 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=051e21f5-4434-4d86-a018-9bd2877619cc,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:26.106264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa23fb83-6d26-41cd-9781-5d79f7328f49 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:26.146605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:26.150364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.187847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa23fb83-6d26-41cd-9781-5d79f7328f49 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.228979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:56:26.235380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Deleting port 3e2ba722-aad5-4cce-985f-12833b77e9d8 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:26.236038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.285838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] For port 085169eb-68ed-459d-a956-6c2a898d4be3, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:26.286566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempted to set empty binding levels {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:56:26.295979 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aa23fb83-6d26-41cd-9781-5d79f7328f49 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/051e21f5-4434-4d86-a018-9bd2877619cc HTTP/1.1" status: 204 len: 168 time: 1.3732057 Dec 20 15:56:26.301982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51396) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:26.376480 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d43c16-413b-4986-8bda-0eb78eb94e48 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:56:26.377458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-41d43c16-413b-4986-8bda-0eb78eb94e48 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:26.406646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.415318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d55273b5-12f8-4969-a4bd-91eb63086d0e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:26.429375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3e2ba722-aad5-4cce-985f-12833b77e9d8 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:26.500725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-daa04012-9750-4d68-b170-f99dd0e71a0a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.542311 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-237ee2b9-0ef0-4237-ae3c-b3d981bdafbb req-e6eb7c88-0fc7-4315-8b60-824e9d327545 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9df6494af49f4a808a904a842b3bef90&device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 1098 time: 0.6650548 Dec 20 15:56:26.544314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb66edc-e76b-4766-9daf-8ae2532d071f req-10bb0190-4e35-4153-af7a-2a54b47c95de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:26.545654 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efb66edc-e76b-4766-9daf-8ae2532d071f req-10bb0190-4e35-4153-af7a-2a54b47c95de service neutron] 10.222.0.64 "GET /v2.0/networks?id=45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 200 len: 913 time: 0.6696916 Dec 20 15:56:26.551643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] In _notify_port_updated(), no bound segment for port 085169eb-68ed-459d-a956-6c2a898d4be3 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:56:26.552850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.560649 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "PUT /v2.0/ports/085169eb-68ed-459d-a956-6c2a898d4be3 HTTP/1.1" status: 200 len: 977 time: 3.6011517 Dec 20 15:56:26.572133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51406) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:26.606968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-41d43c16-413b-4986-8bda-0eb78eb94e48 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:26.611035 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-41d43c16-413b-4986-8bda-0eb78eb94e48 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/051e21f5-4434-4d86-a018-9bd2877619cc HTTP/1.1" status: 404 len: 333 time: 0.3103209 Dec 20 15:56:26.611489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51410) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:26.675846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.681843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event updated for resources: {'Port': ['ID=085169eb-68ed-459d-a956-6c2a898d4be3,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:26.688122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3a7fd801-387e-47ae-9766-d2ea1da6e620 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:26.707294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:26.722878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d5464531-d86b-4885-af3c-1e7752dcd65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:26.733708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.746761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] For port 3e2ba722-aad5-4cce-985f-12833b77e9d8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3e2ba722-aad5-4cce-985f-12833b77e9d8,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:26.747183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.758361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.790980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:26.795342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-bc4410d7-b312-422d-9139-9be7584dce1f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port c95cf567-2083-435c-b7d6-97a123154d18 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:26.795678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc4410d7-b312-422d-9139-9be7584dce1f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.804358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa04012-9750-4d68-b170-f99dd0e71a0a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8606e0f3-9a06-41c7-835a-f2aaca8cc48d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:26.832223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:26.843817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:26.844388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.855473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-daa04012-9750-4d68-b170-f99dd0e71a0a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:26.856922 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-daa04012-9750-4d68-b170-f99dd0e71a0a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/8606e0f3-9a06-41c7-835a-f2aaca8cc48d HTTP/1.1" status: 204 len: 168 time: 1.7964954 Dec 20 15:56:26.864737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-daa04012-9750-4d68-b170-f99dd0e71a0a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:26.870033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51416) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:26.874127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=ab3267e9-65c0-4b04-8718-70c6bd72cc2b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:26.879784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:26.902460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 3e2ba722-aad5-4cce-985f-12833b77e9d8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3e2ba722-aad5-4cce-985f-12833b77e9d8,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:26.912022 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efb66edc-e76b-4766-9daf-8ae2532d071f req-04dcf985-a97e-40b1-90ef-01278e1f3d55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 200 len: 1000 time: 0.3447163 Dec 20 15:56:26.914758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Calling delete_port for 3e2ba722-aad5-4cce-985f-12833b77e9d8 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:26.955218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:27.008175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:27.017154 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7210345 Dec 20 15:56:27.017566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:27.017672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51420) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:27.028298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:27.037556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee2b9-0ef0-4237-ae3c-b3d981bdafbb req-234a609b-d618-401b-b64a-e008b5b195db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:27.040403 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-237ee2b9-0ef0-4237-ae3c-b3d981bdafbb req-234a609b-d618-401b-b64a-e008b5b195db service neutron] 10.222.0.64 "GET /v2.0/networks?id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c HTTP/1.1" status: 200 len: 897 time: 0.4683144 Dec 20 15:56:27.087010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:56:27.087509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:56:27.097992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=3e2ba722-aad5-4cce-985f-12833b77e9d8,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:27.101851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:27.142012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb66edc-e76b-4766-9daf-8ae2532d071f req-37a8fb17-b93f-4a98-bc56-93407f33c219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:27.146986 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efb66edc-e76b-4766-9daf-8ae2532d071f req-37a8fb17-b93f-4a98-bc56-93407f33c219 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae4d857-addf-493d-a4a8-ff3c72ff9e0e HTTP/1.1" status: 200 len: 851 time: 0.2224691 Dec 20 15:56:27.174786 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-06f1212c-9dcf-4687-b564-e0f8c735d4eb tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17076 time: 0.5745211 Dec 20 15:56:27.204029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51426) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:27.215191 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cf478dc3-c46f-4628-8629-ec3d999416fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:27.313987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc4410d7-b312-422d-9139-9be7584dce1f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:27.321334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:27.332772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:27.376757 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-237ee2b9-0ef0-4237-ae3c-b3d981bdafbb req-03e68897-9696-4104-ab15-89d280b6eff5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148 HTTP/1.1" status: 200 len: 1000 time: 0.3301594 Dec 20 15:56:27.382826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:27.452562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-bc4410d7-b312-422d-9139-9be7584dce1f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for c95cf567-2083-435c-b7d6-97a123154d18 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:27.479407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:27.552301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Deleting port 085169eb-68ed-459d-a956-6c2a898d4be3 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:27.552562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:27.589204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Deleting port 3e2ba722-aad5-4cce-985f-12833b77e9d8 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:27.589590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:27.595707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cf478dc3-c46f-4628-8629-ec3d999416fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:27.601151 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cf478dc3-c46f-4628-8629-ec3d999416fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7251801 Dec 20 15:56:27.601696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51434) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:27.606287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:27.609789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:27.740293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group': {'name': 'tempest-secgroup--271228826'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:27.746280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:27.767444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:27.823835 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efb66edc-e76b-4766-9daf-8ae2532d071f req-432d2ed7-9017-49b9-a392-c12503afb961 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45fef1de-5c23-4649-8c8d-c1f53a17597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6692743 Dec 20 15:56:27.835440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee2b9-0ef0-4237-ae3c-b3d981bdafbb req-46b21b48-21fe-4fbc-bc6b-d782ff521415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:27.846184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] For port 3e2ba722-aad5-4cce-985f-12833b77e9d8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3e2ba722-aad5-4cce-985f-12833b77e9d8,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:27.846184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:27.846795 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-237ee2b9-0ef0-4237-ae3c-b3d981bdafbb req-46b21b48-21fe-4fbc-bc6b-d782ff521415 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d49e741-3096-4edc-aac1-d01d7cfdf754 HTTP/1.1" status: 200 len: 835 time: 0.4518123 Dec 20 15:56:27.846896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc4410d7-b312-422d-9139-9be7584dce1f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:27.856595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c9661ebc-ef07-40a3-97dd-d6e4cb908504 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:27.919506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88446c8a-2f28-4972-bf0d-88c52ae43e4e req-c3e8af84-9453-4b1d-bd53-7fd80b1d9f23 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:27.920970 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-88446c8a-2f28-4972-bf0d-88c52ae43e4e req-c3e8af84-9453-4b1d-bd53-7fd80b1d9f23 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.6669874 Dec 20 15:56:27.930974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4410d7-b312-422d-9139-9be7584dce1f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=c95cf567-2083-435c-b7d6-97a123154d18,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:27.948410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc4410d7-b312-422d-9139-9be7584dce1f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:27.950660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:27.964324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc4410d7-b312-422d-9139-9be7584dce1f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:27.968615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Calling delete_port for 3e2ba722-aad5-4cce-985f-12833b77e9d8 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:28.071217 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.ipam_backend_mixin [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab3267e9-65c0-4b04-8718-70c6bd72cc2b (CIDR: 2001:db8::/64) Dec 20 15:56:28.136412 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:56:28.137005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:28.144224 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bc4410d7-b312-422d-9139-9be7584dce1f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/c95cf567-2083-435c-b7d6-97a123154d18 HTTP/1.1" status: 204 len: 168 time: 1.5298932 Dec 20 15:56:28.149521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51440) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:28.163941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:28.165517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800d699-5d3f-4817-8fd8-cb74e5713ffc req-0136c840-b457-49db-a085-e5c53924dc49 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:28.167093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d800d699-5d3f-4817-8fd8-cb74e5713ffc req-0136c840-b457-49db-a085-e5c53924dc49 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.5836768 Dec 20 15:56:28.169374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:28.218707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Pushing event deleted for resources: {'Port': ['ID=3e2ba722-aad5-4cce-985f-12833b77e9d8,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:28.222810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:28.226683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] No DVR routers for this DVR port 3e2ba722-aad5-4cce-985f-12833b77e9d8 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:28.243081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05823f3-7529-4812-9b65-a67658f4e423 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:28.250111 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-281f3797-133c-435e-8663-47f238bb34eb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:56:28.251046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-281f3797-133c-435e-8663-47f238bb34eb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:28.280789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:28.285531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:28.288416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:28.294935 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:28.337117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] For port 085169eb-68ed-459d-a956-6c2a898d4be3, host hv-neutron-8210, got binding levels [] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:28.337462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:28.344972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:28.374551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-281f3797-133c-435e-8663-47f238bb34eb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:28.375219 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efb66edc-e76b-4766-9daf-8ae2532d071f req-0c03173d-efea-44b3-8d62-6af8ee2cc984 service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329483 Dec 20 15:56:28.375990 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-281f3797-133c-435e-8663-47f238bb34eb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/c95cf567-2083-435c-b7d6-97a123154d18 HTTP/1.1" status: 404 len: 333 time: 0.2253544 Dec 20 15:56:28.378769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51444) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:28.429799 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1ba49f2b-5297-4e21-998a-bd19c5de2fd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4123414 Dec 20 15:56:28.432587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51448) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:28.441981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:28.473055 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-88446c8a-2f28-4972-bf0d-88c52ae43e4e req-7081762b-835e-4c86-ae8a-333fe25e13a1 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5118566 Dec 20 15:56:28.474125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:28.489500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': 'ab3267e9-65c0-4b04-8718-70c6bd72cc2b'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:56:28.490414 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:28.550164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Calling delete_port for 085169eb-68ed-459d-a956-6c2a898d4be3 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:28.636211 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-237ee2b9-0ef0-4237-ae3c-b3d981bdafbb req-390be097-95ed-4fe0-bef2-398f04ba486c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7703862 Dec 20 15:56:28.698515 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d800d699-5d3f-4817-8fd8-cb74e5713ffc req-35605abc-2676-4870-90c4-ffb456d98c5e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767644 Dec 20 15:56:28.705836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/ab3267e9-65c0-4b04-8718-70c6bd72cc2b/9887a181-e833-4bbc-8d35-c7b2ad8bf2ea) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:28.728439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:28.748894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:28.761038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:28.776677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:28.786228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:28.793099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8ecc3e-9bc0-408e-ab1f-2d3c0729843f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet 5ac936eb-bf33-450e-b92a-35f137b74144 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:28.798197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae8ecc3e-9bc0-408e-ab1f-2d3c0729843f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:28.845600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:28.851503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a370ce34-2621-4a07-a72a-b9c49f268f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:28.870907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae8ecc3e-9bc0-408e-ab1f-2d3c0729843f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:28.920096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:28.943264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:28.955618 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efb66edc-e76b-4766-9daf-8ae2532d071f req-2dd6e7ca-abc3-498f-b42b-9969e59e130d service neutron] 10.222.0.64 "GET /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696003 Dec 20 15:56:28.966236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5b4760-7741-46df-9acb-1b00eadcd508,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:28.969674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:28.994442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Allocated IP 172.26.7.162 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/f0c0b311-5ba1-40c8-af4e-d5c9a3d7fd4f) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:29.003328 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-237ee2b9-0ef0-4237-ae3c-b3d981bdafbb req-7efe01cd-b2b1-4923-a5fd-bc2ec951680b service neutron] 10.222.0.64 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505332 Dec 20 15:56:29.059913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.061121 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4583242 Dec 20 15:56:29.064471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51452) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:29.075052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group': {'name': 'tempest-secgroup--32090963'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:29.100701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Transition to ACTIVE for port object 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:29.101334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:29.124318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Transition to ACTIVE for port object 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:29.134939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:29.143500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae8ecc3e-9bc0-408e-ab1f-2d3c0729843f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.189239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.201215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.206279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7e0f839e-3e24-41a5-8e86-f4215ee8080e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:29.273240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Pushing event updated for resources: {'Port': ['ID=9887a181-e833-4bbc-8d35-c7b2ad8bf2ea,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:29.278334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:29.288986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:29.290108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:29.294863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:29.305841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.317081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.329873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d3a2854-14e9-4ee1-b701-7ce72ce37b12 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:29.382654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event deleted for resources: {'Port': ['ID=085169eb-68ed-459d-a956-6c2a898d4be3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:29.383413 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:29.390712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:29.392517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:29.393968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Attempting to bind port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:29.394387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Attempting to bind port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:29.394945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Attempting to bind port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:29.396364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:29.402840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:56:29.403292 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:29.403668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.404179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:56:29.404615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:29.404729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Bound port: 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:56:29.405218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.406850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae8ecc3e-9bc0-408e-ab1f-2d3c0729843f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.414610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-05e4e2a4-bb03-49be-9bbb-eaa99eb4d4ef tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:29.432663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.461231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.466970 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-237ee2b9-0ef0-4237-ae3c-b3d981bdafbb req-d9416ea1-27db-4c13-9940-0177e4e1db06 service neutron] 10.222.0.64 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573402 Dec 20 15:56:29.470231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae8ecc3e-9bc0-408e-ab1f-2d3c0729843f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.473929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ecc3e-9bc0-408e-ab1f-2d3c0729843f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac936eb-bf33-450e-b92a-35f137b74144,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:29.476016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ae8ecc3e-9bc0-408e-ab1f-2d3c0729843f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:29.499314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a495ce1-fccf-4581-b5b1-5c55d230180e None None] Network 85124444-24f5-4a76-9ace-e571aaddfc92 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:29.519289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] For port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:29.540228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] For port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9887a181-e833-4bbc-8d35-c7b2ad8bf2ea,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:29.548336 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ae8ecc3e-9bc0-408e-ab1f-2d3c0729843f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/5ac936eb-bf33-450e-b92a-35f137b74144 HTTP/1.1" status: 204 len: 168 time: 1.1685197 Dec 20 15:56:29.552365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51458) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:29.606538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.696676 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "DELETE /v2.0/ports/085169eb-68ed-459d-a956-6c2a898d4be3 HTTP/1.1" status: 204 len: 168 time: 2.4856496 Dec 20 15:56:29.702469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51462) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:29.716757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.731196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.732834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.737627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fc7232d3-a2a4-4a80-9ad5-42cc02dd72ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:29.737980 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-66c9aead-e8b0-4a3a-ab8d-f450421dbf43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:29.747821 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-501aabba-0893-438b-a426-32e11684ef90 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:56:29.754199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-501aabba-0893-438b-a426-32e11684ef90 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Synchronizing usage tracker for tenant:5f158b24b61d4aacb77ac0a6e241da21 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:29.778768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.783686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] DHCP port deletion for 85124444-24f5-4a76-9ace-e571aaddfc92 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:56:29.788445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c1b77622-fcdc-457e-9ff0-31f731ee7892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:29.797673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] Deleting port 5f84eb00-904d-45a1-ace3-87bd146af935 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:29.800096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.807816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 5f84eb00-904d-45a1-ace3-87bd146af935 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:29.808293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:29.914024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046650ab-8433-430a-86a0-9c47f2b9b8c1,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:29.927409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-501aabba-0893-438b-a426-32e11684ef90 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Unset dirty status for tenant:5f158b24b61d4aacb77ac0a6e241da21 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:29.933821 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-501aabba-0893-438b-a426-32e11684ef90 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "GET /v2.0/ports/085169eb-68ed-459d-a956-6c2a898d4be3 HTTP/1.1" status: 404 len: 333 time: 0.2327549 Dec 20 15:56:29.938006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:29.938632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51468) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:29.947206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-261246495', 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:29.958004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:29.967209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:29.979672 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Pushing event updated for resources: {'Port': ['ID=9887a181-e833-4bbc-8d35-c7b2ad8bf2ea,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:29.985190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:29.992724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:29.997967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:30.051736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.objects.ports [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:56:30.065352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] For port 5f84eb00-904d-45a1-ace3-87bd146af935, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5f84eb00-904d-45a1-ace3-87bd146af935,segment=NetworkSegment(7b04f9ba-4b07-4335-a6b9-8e13b98da5d4),segment_id=7b04f9ba-4b07-4335-a6b9-8e13b98da5d4)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:30.065745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:30.097281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Pushing event updated for resources: {'Port': ['ID=f0c0b311-5ba1-40c8-af4e-d5c9a3d7fd4f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:30.101764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:30.122227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8105f1-d185-4c55-ac8a-e60abd4e7126 req-dce665b1-5972-414d-9e44-3ed5766fed6a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:30.125080 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ad8105f1-d185-4c55-ac8a-e60abd4e7126 req-dce665b1-5972-414d-9e44-3ed5766fed6a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.4691272 Dec 20 15:56:30.196032 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ad8105f1-d185-4c55-ac8a-e60abd4e7126 req-58ecb55e-9928-48aa-b0c1-4e894a6f32ff tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616395 Dec 20 15:56:30.240140 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] Calling delete_port for 5f84eb00-904d-45a1-ace3-87bd146af935 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:30.394942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:30.401684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:30.401684 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3330545 Dec 20 15:56:30.402658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51472) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:30.410378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': '3f5b4760-7741-46df-9acb-1b00eadcd508', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '046650ab-8433-430a-86a0-9c47f2b9b8c1', 'remote_ip_prefix': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:30.420232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:30.424984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:30.443265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:30.449423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:30.464377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:30.469139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] For port 5f84eb00-904d-45a1-ace3-87bd146af935, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5f84eb00-904d-45a1-ace3-87bd146af935,segment=NetworkSegment(7b04f9ba-4b07-4335-a6b9-8e13b98da5d4),segment_id=7b04f9ba-4b07-4335-a6b9-8e13b98da5d4)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:30.469501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:30.472744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:30.476170 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:30.506988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Made reservation on behalf of 5f158b24b61d4aacb77ac0a6e241da21 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:30.510893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:30.532592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] device_id is not set on port 469f6b06-00af-4c84-a765-85790c89fc8d yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:30.541755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] Pushing event deleted for resources: {'Port': ['ID=5f84eb00-904d-45a1-ace3-87bd146af935,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:30.546445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:30.553274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] No DVR routers for this DVR port 5f84eb00-904d-45a1-ace3-87bd146af935 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:30.614613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b9fb-241f-4bfa-b6ad-d031662bf61b req-d138472d-b937-43b5-a903-10a416a53b28 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:30.616127 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e83b9fb-241f-4bfa-b6ad-d031662bf61b req-d138472d-b937-43b5-a903-10a416a53b28 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.7182479 Dec 20 15:56:30.624606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 5f84eb00-904d-45a1-ace3-87bd146af935 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:30.669670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:30.676702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:30.705695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:30.745114 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e83b9fb-241f-4bfa-b6ad-d031662bf61b req-614ff6af-6d63-4456-9066-33a289014334 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935755 Dec 20 15:56:30.753874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:56:30.754199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:56:30.771163 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5f84eb00-904d-45a1-ace3-87bd146af935 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:30.810352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 5f84eb00-904d-45a1-ace3-87bd146af935 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:30.811224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5f84eb00-904d-45a1-ace3-87bd146af935 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:30.914076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.052887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.070316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.098551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.106311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.107172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] For port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9887a181-e833-4bbc-8d35-c7b2ad8bf2ea,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:31.136570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.146335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.147983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3730ad62-851f-41f4-b238-92fadec65aa9 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:31.169028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500029ac-9ef0-4f36-bd57-f078191080e1,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:31.171663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:31.180770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.188959 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7af7f6cd-b5fc-4821-9d87-72e19a481df0 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:31.225089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.225880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.275698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:31.279653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.283054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 5f84eb00-904d-45a1-ace3-87bd146af935 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:31.283054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.283447 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8774717 Dec 20 15:56:31.283447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event updated for resources: {'Port': ['ID=469f6b06-00af-4c84-a765-85790c89fc8d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:31.286201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:31.296036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:31.296759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51476) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:31.297352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9ad80355-7162-43ec-ab02-15f4231c0539 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:31.303311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c5ba3af5-10ca-49e5-9350-4fddce4b920c None None] Provisioning for port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:31.309035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c5ba3af5-10ca-49e5-9350-4fddce4b920c None None] Provisioning complete for port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:31.311948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3af5-10ca-49e5-9350-4fddce4b920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.330421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:31.331316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:31.331922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.350305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:31.354884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] The port '5f84eb00-904d-45a1-ace3-87bd146af935' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:56:31.361658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:31.364559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:31.365522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.372773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b03bcc-a6ef-41d6-9f64-2aa06956fa04 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:31.426484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-89c40dd0-d8da-4ff5-a5c2-bbe637e21295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.439267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-89c40dd0-d8da-4ff5-a5c2-bbe637e21295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.445038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=9887a181-e833-4bbc-8d35-c7b2ad8bf2ea,revision_number=4']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:31.448483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:31.451703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-13d18100-676a-4c66-b96f-000f9ac83c06 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:31.491081 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0536664 Dec 20 15:56:31.494872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.497952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51482) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:31.506568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:6b:6b:84', 'name': 'tempest-NetworksTestDHCPv6-1111245596'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:31.532963 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5910826 Dec 20 15:56:31.541718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51486) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:31.575664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85124444-24f5-4a76-9ace-e571aaddfc92']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:31.600406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3af5-10ca-49e5-9350-4fddce4b920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.638325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b04f9ba-4b07-4335-a6b9-8e13b98da5d4') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:31.638705 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b04f9ba-4b07-4335-a6b9-8e13b98da5d4') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:31.662761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.664439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=2848f069-9c9a-4aae-a071-cc7affeffa6b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:31.668055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:31.680280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c5ba3af5-10ca-49e5-9350-4fddce4b920c None None] For port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9887a181-e833-4bbc-8d35-c7b2ad8bf2ea,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:31.693162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-89c40dd0-d8da-4ff5-a5c2-bbe637e21295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.693449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.705121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:56:31.705514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.708755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:31.721075 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:31.724335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e620b9b0-9ba0-47c9-ad9a-d6de8af7dde7 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Synchronizing usage tracker for tenant:5f158b24b61d4aacb77ac0a6e241da21 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:31.747809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c40dd0-d8da-4ff5-a5c2-bbe637e21295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=500029ac-9ef0-4f36-bd57-f078191080e1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:31.750172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-89c40dd0-d8da-4ff5-a5c2-bbe637e21295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:31.755412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-89c40dd0-d8da-4ff5-a5c2-bbe637e21295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.758544 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-89c40dd0-d8da-4ff5-a5c2-bbe637e21295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/500029ac-9ef0-4f36-bd57-f078191080e1 HTTP/1.1" status: 204 len: 168 time: 0.4279780 Dec 20 15:56:31.760610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51490) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:31.764387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc4fa-b2e3-4d1c-bdf1-76e83e78d0b6 req-5005c822-2336-42eb-b9c1-185ff74febf9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:31.765778 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3f3fc4fa-b2e3-4d1c-bdf1-76e83e78d0b6 req-5005c822-2336-42eb-b9c1-185ff74febf9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2801363 Dec 20 15:56:31.794313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:31.795039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:31.797856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:31.805729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:31.839922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9c5a1a0a-fec3-43fe-bd36-b3eba625c42e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:31.855623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3af5-10ca-49e5-9350-4fddce4b920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.857863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8ef84b86-f533-4d8d-82ff-479bc693bf7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:31.873432 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3f3fc4fa-b2e3-4d1c-bdf1-76e83e78d0b6 req-23002345-63d8-4104-b4c2-5445faa5a077 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623162 Dec 20 15:56:31.901144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e620b9b0-9ba0-47c9-ad9a-d6de8af7dde7 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Unset dirty status for tenant:5f158b24b61d4aacb77ac0a6e241da21 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:31.906126 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e620b9b0-9ba0-47c9-ad9a-d6de8af7dde7 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "GET /v2.0/ports/469f6b06-00af-4c84-a765-85790c89fc8d HTTP/1.1" status: 200 len: 954 time: 0.3570220 Dec 20 15:56:31.908941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51496) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:31.949096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:31.956298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:31.981785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9c5a1a0a-fec3-43fe-bd36-b3eba625c42e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:31.983168 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9c5a1a0a-fec3-43fe-bd36-b3eba625c42e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2193153 Dec 20 15:56:31.987418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba3af5-10ca-49e5-9350-4fddce4b920c None None] Pushing event updated for resources: {'Port': ['ID=9887a181-e833-4bbc-8d35-c7b2ad8bf2ea,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:31.988660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51502) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:31.992235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c5ba3af5-10ca-49e5-9350-4fddce4b920c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:32.022995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.023605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 75d7dacc-dfed-4303-b449-d8033980616e yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:32.032804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-94f9658c-f1e3-4c33-a162-d7a88f34148e tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:32.052964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.105143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Network': ['ID=85124444-24f5-4a76-9ace-e571aaddfc92,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:32.111750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-dd816e40-51d6-4960-96c3-db20053d924d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Deleting port 469f6b06-00af-4c84-a765-85790c89fc8d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:32.112099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dd816e40-51d6-4960-96c3-db20053d924d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.118005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Router b3e5fc51-6290-48cb-a29e-1d823a67565e is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:56:32.122643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:32.231610 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/networks/85124444-24f5-4a76-9ace-e571aaddfc92 HTTP/1.1" status: 204 len: 168 time: 2.6779113 Dec 20 15:56:32.237742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30bd75-8535-46e5-9106-0e1c11df4656 req-b78a1d08-545c-43d0-a7db-64818b847da3 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:32.239230 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc30bd75-8535-46e5-9106-0e1c11df4656 req-b78a1d08-545c-43d0-a7db-64818b847da3 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.2953548 Dec 20 15:56:32.240318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51506) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:32.255515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-104681413'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:32.262281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-78070611-774f-440d-814a-2520805c4bae tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.309276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f57ec6-2704-4d4e-b6ce-e1f8705f9b87 req-45cb70b5-4428-4884-81c1-801e8fcc1e71 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:32.310682 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70f57ec6-2704-4d4e-b6ce-e1f8705f9b87 req-45cb70b5-4428-4884-81c1-801e8fcc1e71 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2595820 Dec 20 15:56:32.313931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:32.343926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:network and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:32.351050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:32.367784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc30bd75-8535-46e5-9106-0e1c11df4656 req-65608e47-6540-49d0-b14f-19d582901665 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158776 Dec 20 15:56:32.377718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:32.385816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-78070611-774f-440d-814a-2520805c4bae tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.408664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:32.467617 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70f57ec6-2704-4d4e-b6ce-e1f8705f9b87 req-e229bb44-5068-4cb4-b7a4-4a7675cdd873 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462872 Dec 20 15:56:32.495498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:32.495882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.565976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:32.577969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06404a1-0270-4a44-9eaf-782a9adbdad2 None None] Sync routers for ids ['b3e5fc51-6290-48cb-a29e-1d823a67565e'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:56:32.580527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.581732 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "PUT /v2.0/routers/b3e5fc51-6290-48cb-a29e-1d823a67565e HTTP/1.1" status: 200 len: 884 time: 7.5194142 Dec 20 15:56:32.584536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51512) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:32.606132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06404a1-0270-4a44-9eaf-782a9adbdad2 None None] Routers {'b3e5fc51-6290-48cb-a29e-1d823a67565e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:32.606761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b06404a1-0270-4a44-9eaf-782a9adbdad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b3e5fc51-6290-48cb-a29e-1d823a67565e'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:32.661964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:32.664967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.711114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b06404a1-0270-4a44-9eaf-782a9adbdad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:32.715848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dd816e40-51d6-4960-96c3-db20053d924d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.762854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-67be167f-396f-44bf-ae59-c5e29db48d38 None None] Provisioning complete for port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:32.763823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-67be167f-396f-44bf-ae59-c5e29db48d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.790665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06404a1-0270-4a44-9eaf-782a9adbdad2 None None] Routers {'b3e5fc51-6290-48cb-a29e-1d823a67565e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:32.792187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b06404a1-0270-4a44-9eaf-782a9adbdad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b3e5fc51-6290-48cb-a29e-1d823a67565e'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:32.830877 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cfca7d7f-944f-46fe-8579-394fd0824288 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/routers/b3e5fc51-6290-48cb-a29e-1d823a67565e HTTP/1.1" status: 200 len: 925 time: 0.2424481 Dec 20 15:56:32.831431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51516) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:32.864905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-dd816e40-51d6-4960-96c3-db20053d924d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Calling delete_port for 469f6b06-00af-4c84-a765-85790c89fc8d owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:32.865175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b06404a1-0270-4a44-9eaf-782a9adbdad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:32.865175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06404a1-0270-4a44-9eaf-782a9adbdad2 None None] The sync data for ids ['b3e5fc51-6290-48cb-a29e-1d823a67565e'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:56:32.903507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::60 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/ab3267e9-65c0-4b04-8718-70c6bd72cc2b/75d7dacc-dfed-4303-b449-d8033980616e) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:32.911042 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ce38a409-2457-4c95-bebf-03e3ebebf471 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&device_id=b3e5fc51-6290-48cb-a29e-1d823a67565e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0778461 Dec 20 15:56:32.913587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51520) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:32.925122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:6b84 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/2848f069-9c9a-4aae-a071-cc7affeffa6b/75d7dacc-dfed-4303-b449-d8033980616e) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:32.988156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-78070611-774f-440d-814a-2520805c4bae tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:32.997641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:32.999607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:33.023401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78070611-774f-440d-814a-2520805c4bae tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046650ab-8433-430a-86a0-9c47f2b9b8c1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:33.026448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-78070611-774f-440d-814a-2520805c4bae tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:33.053161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f65dda9-43a5-493d-aae4-56fa5d18f00f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:33.054525 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4f65dda9-43a5-493d-aae4-56fa5d18f00f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 881 time: 0.1403697 Dec 20 15:56:33.058085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51524) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:33.110801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.110801 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Added segment 2466e9ab-16ba-40df-b860-137beb02adbf of type vlan for network b5890461-a304-43ad-af4b-c691018b3aaa Dec 20 15:56:33.141883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dd816e40-51d6-4960-96c3-db20053d924d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.153093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-35762d24-6a00-48f5-9e4f-30f7b4f5d5d3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:33.196785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd816e40-51d6-4960-96c3-db20053d924d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event deleted for resources: {'Port': ['ID=469f6b06-00af-4c84-a765-85790c89fc8d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:33.207401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dd816e40-51d6-4960-96c3-db20053d924d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:33.261570 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-afa660af-97cc-45f2-8d3b-a2c966cbb154 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3e5fc51-6290-48cb-a29e-1d823a67565e HTTP/1.1" status: 200 len: 205 time: 0.2022688 Dec 20 15:56:33.267622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51530) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:33.296537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.313190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dd816e40-51d6-4960-96c3-db20053d924d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.317495 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dd816e40-51d6-4960-96c3-db20053d924d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "DELETE /v2.0/ports/469f6b06-00af-4c84-a765-85790c89fc8d HTTP/1.1" status: 204 len: 168 time: 1.4076059 Dec 20 15:56:33.319012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51534) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:33.378668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-78070611-774f-440d-814a-2520805c4bae tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.379706 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-78070611-774f-440d-814a-2520805c4bae tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/046650ab-8433-430a-86a0-9c47f2b9b8c1 HTTP/1.1" status: 204 len: 168 time: 1.3883903 Dec 20 15:56:33.384200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51538) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:33.400680 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e435bfc-34fc-4f6d-8e78-d9be3c9bdeb0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:56:33.401170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3e435bfc-34fc-4f6d-8e78-d9be3c9bdeb0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Synchronizing usage tracker for tenant:5f158b24b61d4aacb77ac0a6e241da21 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:33.439493 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.456880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 75d7dacc-dfed-4303-b449-d8033980616e will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:33.486755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.490610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:33.491226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.495066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f84806e1-9c37-41c8-bb66-01e2efeccd41 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:33.529794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3e435bfc-34fc-4f6d-8e78-d9be3c9bdeb0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Unset dirty status for tenant:5f158b24b61d4aacb77ac0a6e241da21 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:33.535295 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3e435bfc-34fc-4f6d-8e78-d9be3c9bdeb0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "GET /v2.0/ports/469f6b06-00af-4c84-a765-85790c89fc8d HTTP/1.1" status: 404 len: 333 time: 0.2090585 Dec 20 15:56:33.537850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1785a1-431b-4a81-a6d3-1c39280cf0df req-66d593b1-8b37-4250-b976-e7f088e13449 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:33.539323 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d1785a1-431b-4a81-a6d3-1c39280cf0df req-66d593b1-8b37-4250-b976-e7f088e13449 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2119348 Dec 20 15:56:33.541136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51544) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:33.549314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Request body: {'port': {'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-681130654'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:33.603926 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-50e35740-cfc4-4c6d-b04e-a98a9728ac96 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2154586 Dec 20 15:56:33.604148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:33.608930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51548) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:33.610381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.613356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Network': ['ID=b5890461-a304-43ad-af4b-c691018b3aaa,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:33.623211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:33.624947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network b5890461-a304-43ad-af4b-c691018b3aaa details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:56:33.626264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ec769b8-98ea-45f5-b2e8-3032da202646 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:33.655798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:33.665522 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4241734 Dec 20 15:56:33.674166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51552) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:33.691774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': 'b5890461-a304-43ad-af4b-c691018b3aaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:33.703209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:33.706151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:33.710725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:33.714724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:33.715287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.720633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=75d7dacc-dfed-4303-b449-d8033980616e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:33.727952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:33.732453 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d1785a1-431b-4a81-a6d3-1c39280cf0df req-03115cd8-2de4-4862-9c99-a48a8607d698 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542318 Dec 20 15:56:33.786084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Made reservation on behalf of 5f158b24b61d4aacb77ac0a6e241da21 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:33.789109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.810850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] device_id is not set on port 3d7509dc-862e-4761-875d-9e17d4763b99 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:33.850596 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3516800 Dec 20 15:56:33.853403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51556) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:33.860186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab517fdc-3934-49e8-b506-25b0d65956ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.887037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e648d2-480a-4ace-b4f1-e1727bfea811 req-88c7bd45-a266-4aae-bff5-ccc9dc733ce6 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:33.888577 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-95e648d2-480a-4ace-b4f1-e1727bfea811 req-88c7bd45-a266-4aae-bff5-ccc9dc733ce6 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.3616395 Dec 20 15:56:33.892578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:33.907753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:33.926661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:33.930803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab517fdc-3934-49e8-b506-25b0d65956ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.950641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:33.956906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d7545cb6-3325-4eb1-a2eb-742ab6e1e76c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 75d7dacc-dfed-4303-b449-d8033980616e {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:33.957243 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d7545cb6-3325-4eb1-a2eb-742ab6e1e76c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:33.969918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.044218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a0145400-6af2-4e94-8fd7-c5292d2573a2 None None] Provisioning for port 75d7dacc-dfed-4303-b449-d8033980616e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:34.050057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a0145400-6af2-4e94-8fd7-c5292d2573a2 None None] Provisioning complete for port 75d7dacc-dfed-4303-b449-d8033980616e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:34.050584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a0145400-6af2-4e94-8fd7-c5292d2573a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.074543 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-95e648d2-480a-4ace-b4f1-e1727bfea811 req-4b0cb53c-44e2-4c4e-a2d9-dada3f8f284e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716557 Dec 20 15:56:34.109941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a0145400-6af2-4e94-8fd7-c5292d2573a2 None None] Port 75d7dacc-dfed-4303-b449-d8033980616e cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:34.153029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:34.183139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab517fdc-3934-49e8-b506-25b0d65956ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.191603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-daa04012-9750-4d68-b170-f99dd0e71a0a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:34.223718 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab517fdc-3934-49e8-b506-25b0d65956ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5b4760-7741-46df-9acb-1b00eadcd508,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:34.274131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ab517fdc-3934-49e8-b506-25b0d65956ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:34.288404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.301551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab517fdc-3934-49e8-b506-25b0d65956ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.302651 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ab517fdc-3934-49e8-b506-25b0d65956ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/3f5b4760-7741-46df-9acb-1b00eadcd508 HTTP/1.1" status: 204 len: 168 time: 0.6901252 Dec 20 15:56:34.312564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.312865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51560) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:34.371257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d7545cb6-3325-4eb1-a2eb-742ab6e1e76c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.445843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.525249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Deleting port f0c0b311-5ba1-40c8-af4e-d5c9a3d7fd4f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:34.526110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.618722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d7545cb6-3325-4eb1-a2eb-742ab6e1e76c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 75d7dacc-dfed-4303-b449-d8033980616e owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:34.660143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.665355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2fadee91-573e-44e0-b571-eb8e8b4c4935 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:34.677805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc4410d7-b312-422d-9139-9be7584dce1f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:34.714405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.721130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-809c6b02-7c9f-421e-80c7-7211a8ba18cb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:34.756019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.774953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:34.782749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:34.783727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:34.784471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:34.785069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:34.791078 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event updated for resources: {'Port': ['ID=3d7509dc-862e-4761-875d-9e17d4763b99,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:34.798790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:34.864039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2fadee91-573e-44e0-b571-eb8e8b4c4935 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:34.865325 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2fadee91-573e-44e0-b571-eb8e8b4c4935 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5506408 Dec 20 15:56:34.870989 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51566) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:34.876700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597643086'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:34.888533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:34.931512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:34.942896 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4007471 Dec 20 15:56:34.950472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51570) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:34.958726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8210'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:35.027452 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.030738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Calling delete_port for f0c0b311-5ba1-40c8-af4e-d5c9a3d7fd4f owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:35.089587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d7545cb6-3325-4eb1-a2eb-742ab6e1e76c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.103176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-16a07a26-29ad-428b-8764-6463cd71695c tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:35.108494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=35967821-68a5-4ee7-8df7-516a870d0f12,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:35.136076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:35.188830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7545cb6-3325-4eb1-a2eb-742ab6e1e76c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=75d7dacc-dfed-4303-b449-d8033980616e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:35.191200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:35.193404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.195350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Checking segment: {'id': '2466e9ab-16ba-40df-b860-137beb02adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b5890461-a304-43ad-af4b-c691018b3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:35.195709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network hostable DHCP agents. Network: b5890461-a304-43ad-af4b-c691018b3aaa, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:35.202403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d7545cb6-3325-4eb1-a2eb-742ab6e1e76c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:35.210110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:35.242679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa045e4-79ae-4be9-8eb5-93d3c3fe6c23 req-be00aa5a-231c-4f40-88da-71c562fcb27a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:35.244751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:35.252308 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8fa045e4-79ae-4be9-8eb5-93d3c3fe6c23 req-be00aa5a-231c-4f40-88da-71c562fcb27a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.3638072 Dec 20 15:56:35.293920 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:35.360802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d7545cb6-3325-4eb1-a2eb-742ab6e1e76c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.385501 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d7545cb6-3325-4eb1-a2eb-742ab6e1e76c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/75d7dacc-dfed-4303-b449-d8033980616e HTTP/1.1" status: 204 len: 168 time: 1.5308537 Dec 20 15:56:35.385823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51576) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:35.452484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network b5890461-a304-43ad-af4b-c691018b3aaa is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:35.456458 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8fa045e4-79ae-4be9-8eb5-93d3c3fe6c23 req-1b9abffe-bf27-4833-a52c-487274cd271c tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031162 Dec 20 15:56:35.521577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba95818-3417-4939-a805-4d87a4f178b7 req-1038ac3c-48a4-4d10-b03a-a2531ef5bf15 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:35.524039 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fba95818-3417-4939-a805-4d87a4f178b7 req-1038ac3c-48a4-4d10-b03a-a2531ef5bf15 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.2495899 Dec 20 15:56:35.533308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb95840a-1f09-40d3-974a-9d9fda1769ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:35.534034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eb95840a-1f09-40d3-974a-9d9fda1769ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:35.589495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fba95818-3417-4939-a805-4d87a4f178b7 req-ae0c44e7-c259-4051-a9d8-3365d0704590 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511374 Dec 20 15:56:35.618435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] device_id is not set on port 3d7509dc-862e-4761-875d-9e17d4763b99 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:35.626186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.633696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, b5890461-a304-43ad-af4b-c691018b3aaa) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:35.642975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd1b475-d277-4634-bf86-ce2e362661ce None None] Network b5890461-a304-43ad-af4b-c691018b3aaa requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:35.643518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:35.643728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.671420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.671721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Transition to ACTIVE for port object 3d7509dc-862e-4761-875d-9e17d4763b99 will not be triggered until provisioned by entity L2. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:35.675691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5128bb3f-58f2-4290-80bd-87883d9e5fd6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:35.724092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.728233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Pushing event deleted for resources: {'Port': ['ID=f0c0b311-5ba1-40c8-af4e-d5c9a3d7fd4f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:35.741106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:35.744718 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eb95840a-1f09-40d3-974a-9d9fda1769ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:35.747266 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-eb95840a-1f09-40d3-974a-9d9fda1769ee tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3573802 Dec 20 15:56:35.747840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51580) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:35.788136 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1113019 Dec 20 15:56:35.793920 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51584) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:35.794680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.806186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-46e1f2ff-86af-42c0-8af6-497d52048047 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:35.826873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-be221c23-f0ef-4ec9-82ab-b1762d69123c tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:35.828390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-be221c23-f0ef-4ec9-82ab-b1762d69123c tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.64 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.2342551 Dec 20 15:56:35.844377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': 'b5890461-a304-43ad-af4b-c691018b3aaa', 'name': 'tempest-PortsIpV6TestJSON-747711067', 'fixed_ips': [{'subnet_id': '35967821-68a5-4ee7-8df7-516a870d0f12', 'ip_address': '2001:db8::10'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:35.887156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-b5890461-a304-43ad-af4b-c691018b3aaa', 'network_id': 'b5890461-a304-43ad-af4b-c691018b3aaa', 'tenant_id': '1f9dcf1875ea497aac2da2e56d5f4335', 'fixed_ips': [{'subnet_id': '35967821-68a5-4ee7-8df7-516a870d0f12'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:56:35.888394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.895983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:35.990541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Deleting port d409353a-4230-462e-92a7-095b42ccf537 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:35.990541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.071959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Allocated IP 2001:db8::2 (b5890461-a304-43ad-af4b-c691018b3aaa/35967821-68a5-4ee7-8df7-516a870d0f12/37cf21b5-71a3-4db9-b71e-9403930158cf) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:36.113403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event updated for resources: {'Port': ['ID=3d7509dc-862e-4761-875d-9e17d4763b99,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:36.115881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:36.116922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.121484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-70f296d7-f0eb-4fb7-8afb-b02b26b1f55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:36.147889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.151997 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2771146 Dec 20 15:56:36.163715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51588) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:36.197109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbaed3d-5c11-4b5c-827d-2ccab0c35854,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:36.216224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:36.216907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:36.217500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:36.226484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:36.234360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:36.235670 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:36.241737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:36.247945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:port and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:36.251786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:36.258958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': 'dfbaed3d-5c11-4b5c-827d-2ccab0c35854', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:36.270627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac22187-431c-4323-8740-e22e79b59b88 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:36.271544 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8ac22187-431c-4323-8740-e22e79b59b88 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:36.275648 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 2 to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 Dec 20 15:56:36.281276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.289659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:36.292844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Transition to ACTIVE for port object 37cf21b5-71a3-4db9-b71e-9403930158cf will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:36.294773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:36.307709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:36.310439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:36.310859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:36.311340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:36.311724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Transition to ACTIVE for port object 37cf21b5-71a3-4db9-b71e-9403930158cf will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:36.315541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:36.326352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:36.332826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:36.333158 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:36.333696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8ac22187-431c-4323-8740-e22e79b59b88 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:36.334846 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8ac22187-431c-4323-8740-e22e79b59b88 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5859804 Dec 20 15:56:36.336812 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 3 to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 Dec 20 15:56:36.343983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51592) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:36.391997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:36.392240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:36.392567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:36.408171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:36.408495 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:36.410947 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 4 to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 Dec 20 15:56:36.435332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c808439-6898-4566-ac05-ce99beaaab06 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:36.436644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c808439-6898-4566-ac05-ce99beaaab06 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:36.438053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c808439-6898-4566-ac05-ce99beaaab06 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:36.438854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5c808439-6898-4566-ac05-ce99beaaab06 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:36.443412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.444244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:36.444572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:36.444940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:36.449752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3b71c880-d3fb-479e-a543-afe0557ce810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:36.464249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:36.481538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:36.481843 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:36.484579 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 5 to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 Dec 20 15:56:36.492378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.560453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Pushing event updated for resources: {'Port': ['ID=37cf21b5-71a3-4db9-b71e-9403930158cf,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:36.565699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:36.585873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.587225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Network b5890461-a304-43ad-af4b-c691018b3aaa is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:36.589180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:36.594289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:36.652331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.709154 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Attempting to bind port 37cf21b5-71a3-4db9-b71e-9403930158cf on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:36.709894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Attempting to bind port 37cf21b5-71a3-4db9-b71e-9403930158cf by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '2466e9ab-16ba-40df-b860-137beb02adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b5890461-a304-43ad-af4b-c691018b3aaa'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:36.710275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Attempting to bind port 37cf21b5-71a3-4db9-b71e-9403930158cf on network b5890461-a304-43ad-af4b-c691018b3aaa {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:36.717915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:56:36.718297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Checking segment: {'id': '2466e9ab-16ba-40df-b860-137beb02adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b5890461-a304-43ad-af4b-c691018b3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:36.718709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.719142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Bound using segment: {'id': '2466e9ab-16ba-40df-b860-137beb02adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b5890461-a304-43ad-af4b-c691018b3aaa'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:56:36.719939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Bound port: 37cf21b5-71a3-4db9-b71e-9403930158cf, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2466e9ab-16ba-40df-b860-137beb02adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b5890461-a304-43ad-af4b-c691018b3aaa'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:56:36.720329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.747391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5c808439-6898-4566-ac05-ce99beaaab06 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:36.751629 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5c808439-6898-4566-ac05-ce99beaaab06 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4021122 Dec 20 15:56:36.757548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51600) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:36.758221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:36.758547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:36.758873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:36.783995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.784549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Fanout notify agent at l3_agent the message router_deleted on router b3e5fc51-6290-48cb-a29e-1d823a67565e {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:56:36.808434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.809538 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/b3e5fc51-6290-48cb-a29e-1d823a67565e HTTP/1.1" status: 204 len: 168 time: 3.5408318 Dec 20 15:56:36.817953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51604) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:36.828061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] For port 37cf21b5-71a3-4db9-b71e-9403930158cf, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:36.831266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1173645596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:36.832487 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] For port 37cf21b5-71a3-4db9-b71e-9403930158cf, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=37cf21b5-71a3-4db9-b71e-9403930158cf,segment=NetworkSegment(2466e9ab-16ba-40df-b860-137beb02adbf),segment_id=2466e9ab-16ba-40df-b860-137beb02adbf)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:36.842034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] For port d409353a-4230-462e-92a7-095b42ccf537, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d409353a-4230-462e-92a7-095b42ccf537,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:36.842373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.843201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:36.843529 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:36.854994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:36.857573 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 6 to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 Dec 20 15:56:36.879653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Usage tracker for resource:router and tenant:50b639d5dab84fe9bb1ad8d0767eb5d5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:36.883864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.889590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:36.891105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:36.907424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:36.917078 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:36.917442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:36.917794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:36.925206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:36.976621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:36.976621 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:36.982103 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 7 to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 Dec 20 15:56:36.985763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1cee3-dbf0-4d48-906f-4ee9620425ce req-902cfc24-b658-464e-8e53-b5aa2941c330 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:36.985934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Pushing event updated for resources: {'Port': ['ID=37cf21b5-71a3-4db9-b71e-9403930158cf,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:36.987885 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4bb1cee3-dbf0-4d48-906f-4ee9620425ce req-902cfc24-b658-464e-8e53-b5aa2941c330 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 945 time: 0.3088098 Dec 20 15:56:36.993787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.002899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:37.013735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 5024a8c1-c44b-4672-acbf-a1fcded01f3a yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:37.065422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b977f4b-e67c-431d-915d-00a631d2da06 req-48e7eda0-0d25-44e5-97f8-261cb7da891e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:37.066957 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4b977f4b-e67c-431d-915d-00a631d2da06 req-48e7eda0-0d25-44e5-97f8-261cb7da891e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.3430688 Dec 20 15:56:37.100908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:37.101237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:37.101570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:37.104547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.105450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.130905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.173723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-46bcff0a-fc46-496d-93a0-f585356917ce tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:37.179897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:37.180212 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:37.191283 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 8 to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 Dec 20 15:56:37.247994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3530ee5e-d61e-453d-b494-4c5ce07d31f7,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:37.265309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:37.302170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:37.302508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:37.302830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:37.303794 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4bb1cee3-dbf0-4d48-906f-4ee9620425ce req-7cd0c21d-3cdb-49f5-82c1-eef37dac688a tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups?id=2493188e-952d-4e9f-bec8-4ed294ffbd52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446537 Dec 20 15:56:37.323522 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4b977f4b-e67c-431d-915d-00a631d2da06 req-650e66de-1932-44ff-9a2a-7c26fc3d0ff4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371688 Dec 20 15:56:37.325519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d7a01d-f9f9-4ba9-90a8-5b91c9629db5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 2848f069-9c9a-4aae-a071-cc7affeffa6b {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:37.342503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.342878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.343240 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Floating IP 7f2896cd-883b-4b3b-8f6f-22bcc429c7ce disassociated. External IP: 172.26.7.42, port: d409353a-4230-462e-92a7-095b42ccf537. Dec 20 15:56:37.343582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Calling delete_port for d409353a-4230-462e-92a7-095b42ccf537 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:37.344678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0d7a01d-f9f9-4ba9-90a8-5b91c9629db5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.406816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.421737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:37.421991 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:37.429227 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 9 to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 Dec 20 15:56:37.447250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.448460 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.2530873 Dec 20 15:56:37.456658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51608) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:37.511838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:37.511838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:37.512148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:37.515614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0d7a01d-f9f9-4ba9-90a8-5b91c9629db5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.594794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:37.595169 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:37.606236 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.plugins.ml2.plugin [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempt 10 to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 Dec 20 15:56:37.608796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.614481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d6fd970-aa0a-40d9-b2af-fcd05fd51a8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:37.632687 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8::10 (b5890461-a304-43ad-af4b-c691018b3aaa/35967821-68a5-4ee7-8df7-516a870d0f12/5024a8c1-c44b-4672-acbf-a1fcded01f3a) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:37.639229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdbfc-5fec-46b9-b102-8ba852d9cd2f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.657497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:37.657830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:37.658158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempting to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:37.660628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Pushing event deleted for resources: {'Port': ['ID=d409353a-4230-462e-92a7-095b42ccf537,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:37.662136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdbfc-5fec-46b9-b102-8ba852d9cd2f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.664529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:37.692514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 15:56:37.692850 dv-neutron-821074-1-hyperv neutron-server[84391]: ERROR neutron.plugins.ml2.managers [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Failed to bind port 3d7509dc-862e-4761-875d-9e17d4763b99 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa'}] Dec 20 15:56:37.693204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.712625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.755385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0d7a01d-f9f9-4ba9-90a8-5b91c9629db5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.805995 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:56:37.903302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Router 734399bd-6a08-445d-a586-5173d2f9aebf has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:56:37.908006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdbfc-5fec-46b9-b102-8ba852d9cd2f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.926503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdbfc-5fec-46b9-b102-8ba852d9cd2f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.927595 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2bbbdbfc-5fec-46b9-b102-8ba852d9cd2f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3530ee5e-d61e-453d-b494-4c5ce07d31f7 HTTP/1.1" status: 204 len: 168 time: 0.4633324 Dec 20 15:56:37.939822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:37.958994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51612) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:37.998454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:37.999674 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a2a27226-c922-44a6-8ba4-ad63bcb0c469 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1807787 Dec 20 15:56:38.002578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51616) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:38.009097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'enable_snat': True}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:38.055336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbdbfc-5fec-46b9-b102-8ba852d9cd2f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3530ee5e-d61e-453d-b494-4c5ce07d31f7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:38.057823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2bbbdbfc-5fec-46b9-b102-8ba852d9cd2f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:38.073211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] For port 3d7509dc-862e-4761-875d-9e17d4763b99, host hv-neutron-8210, cleared binding levels {{(pid=84391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:38.073636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Attempted to set empty binding levels {{(pid=84391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:56:38.123996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a4647cc9-b8f4-4aa4-960d-6a29688dd48b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:38.152289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeece7c7-a1a5-4126-b4dc-3c57bd81da35 None None] Network b5890461-a304-43ad-af4b-c691018b3aaa requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:38.157603 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.165798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.169643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0d7a01d-f9f9-4ba9-90a8-5b91c9629db5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.176731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-79882870-652c-44e5-826f-570a6b8ffd20 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:38.233819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object 5024a8c1-c44b-4672-acbf-a1fcded01f3a will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:38.255348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] In _notify_port_updated(), no bound segment for port 3d7509dc-862e-4761-875d-9e17d4763b99 on network cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:56:38.257030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.260709 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "PUT /v2.0/ports/3d7509dc-862e-4761-875d-9e17d4763b99 HTTP/1.1" status: 200 len: 976 time: 3.3085372 Dec 20 15:56:38.265123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51620) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:38.301473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d0d7a01d-f9f9-4ba9-90a8-5b91c9629db5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.313230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc5656-f6b4-4bd2-8729-9d0435307648 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:38.324715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event updated for resources: {'Port': ['ID=3d7509dc-862e-4761-875d-9e17d4763b99,revision_number=3']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:38.327679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:38.332961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d59ffade-b715-48ea-8acd-6c3e033a2744 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:38.397281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a4647cc9-b8f4-4aa4-960d-6a29688dd48b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:38.397518 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a4647cc9-b8f4-4aa4-960d-6a29688dd48b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4355354 Dec 20 15:56:38.405310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-175c0098-63ac-4f54-8c93-004195680d1a None None] Provisioning for port 37cf21b5-71a3-4db9-b71e-9403930158cf completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:38.407218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51628) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:38.466422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7a01d-f9f9-4ba9-90a8-5b91c9629db5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=2848f069-9c9a-4aae-a071-cc7affeffa6b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:38.482486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d0d7a01d-f9f9-4ba9-90a8-5b91c9629db5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:38.488753 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d409353a-4230-462e-92a7-095b42ccf537 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:38.490234 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d0d7a01d-f9f9-4ba9-90a8-5b91c9629db5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/2848f069-9c9a-4aae-a071-cc7affeffa6b HTTP/1.1" status: 204 len: 168 time: 1.7289212 Dec 20 15:56:38.512707 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51632) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:38.522159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Deleting port 3d7509dc-862e-4761-875d-9e17d4763b99 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:38.522498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.537773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 37cf21b5-71a3-4db9-b71e-9403930158cf up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:38.581598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: d409353a-4230-462e-92a7-095b42ccf537 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:38.581947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d409353a-4230-462e-92a7-095b42ccf537 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:38.648236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90979cb4-2e89-4776-9e9e-c8ea5b9723c4 req-19365ab0-3a87-45d6-b48b-a54297e5cdfd tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 210 time: 0.0974002 Dec 20 15:56:38.723978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdc28aa-d446-47e4-b86d-76ef3c76488e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet ab3267e9-65c0-4b04-8718-70c6bd72cc2b {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:38.729257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ebdc28aa-d446-47e4-b86d-76ef3c76488e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.773576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.809683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2bbb11aa-fbcd-463a-9cb3-aca087c69251 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:38.823863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:38.834855 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] Sync routers for ids ['734399bd-6a08-445d-a586-5173d2f9aebf'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:56:38.842551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 37cf21b5-71a3-4db9-b71e-9403930158cf completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:38.851139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 37cf21b5-71a3-4db9-b71e-9403930158cf triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:38.851953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.852935 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] Routers {'734399bd-6a08-445d-a586-5173d2f9aebf'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:38.856553 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['734399bd-6a08-445d-a586-5173d2f9aebf'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:38.875844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbddea6-6106-4c4a-93dd-50a7fdeb0d7c req-f55b1905-1481-4ab1-856f-c53eca6d1aef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:38.877265 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddbddea6-6106-4c4a-93dd-50a7fdeb0d7c req-f55b1905-1481-4ab1-856f-c53eca6d1aef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.3336296 Dec 20 15:56:38.895771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfa27ddc-b740-43d9-baab-a438a19c64cb tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.919824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.976554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] No DVR routers for this DVR port d409353a-4230-462e-92a7-095b42ccf537 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:38.981677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:38.996049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'name': 'network-vif-deleted', 'tag': 'd409353a-4230-462e-92a7-095b42ccf537'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:56:39.034277 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.040262 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddbddea6-6106-4c4a-93dd-50a7fdeb0d7c req-e7617459-8f26-48ad-a1a5-aff92cfee589 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530619 Dec 20 15:56:39.103778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 37cf21b5-71a3-4db9-b71e-9403930158cf, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=37cf21b5-71a3-4db9-b71e-9403930158cf,segment=NetworkSegment(2466e9ab-16ba-40df-b860-137beb02adbf),segment_id=2466e9ab-16ba-40df-b860-137beb02adbf)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:39.114937 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051374d4-bcfe-443d-8198-a9e1d58a415f', 'name': 'network-vif-deleted', 'tag': 'd409353a-4230-462e-92a7-095b42ccf537', 'status': 'completed', 'code': 200} Dec 20 15:56:39.120740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-75c5df4f-ca42-476e-82c0-98b3ab8aa5ce req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.64 "DELETE /v2.0/ports/d409353a-4230-462e-92a7-095b42ccf537 HTTP/1.1" status: 204 len: 173 time: 3.2872658 Dec 20 15:56:39.206847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.209641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:39.214430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network b5890461-a304-43ad-af4b-c691018b3aaa is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:39.230318 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] Set router 734399bd-6a08-445d-a586-5173d2f9aebf gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:56:39.232554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:39.281374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ebdc28aa-d446-47e4-b86d-76ef3c76488e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.365623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:39.371190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f5527af6-5c0d-42ec-afda-ffbd7cee2a5b None None] Provisioning complete for port 37cf21b5-71a3-4db9-b71e-9403930158cf triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:39.371572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f5527af6-5c0d-42ec-afda-ffbd7cee2a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.387061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:39.387857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.412347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=5024a8c1-c44b-4672-acbf-a1fcded01f3a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:39.453980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:39.455519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfa27ddc-b740-43d9-baab-a438a19c64cb tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.476006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=37cf21b5-71a3-4db9-b71e-9403930158cf,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:39.481590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:39.522760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.588807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.665301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] For port 3d7509dc-862e-4761-875d-9e17d4763b99, host hv-neutron-8210, got binding levels [] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:39.665843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.707288 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9079225 Dec 20 15:56:39.714718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51640) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:39.777617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Allocated IP 172.26.7.215 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/63dbfde4-a307-40d0-94ec-be8df650029b) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:39.803105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-63df48e3-5764-4a8a-b057-e019cccc6c07 None None] Provisioning for port 5024a8c1-c44b-4672-acbf-a1fcded01f3a completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:39.811359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-63df48e3-5764-4a8a-b057-e019cccc6c07 None None] Provisioning complete for port 5024a8c1-c44b-4672-acbf-a1fcded01f3a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:39.813076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-63df48e3-5764-4a8a-b057-e019cccc6c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.863095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': 'b5890461-a304-43ad-af4b-c691018b3aaa', 'name': 'tempest-PortsIpV6TestJSON-1867030402', 'fixed_ips': [{'subnet_id': '35967821-68a5-4ee7-8df7-516a870d0f12', 'ip_address': '2001:db8::f'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:39.874126 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:06Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '82ad92b2-f486-43f2-b632-2866c0639c9f', 'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'mac_address': 'fa:16:3e:57:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:04Z', 'updated_at': '2021-12-20T15:51:18Z', 'revision_number': 5, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'subnets': [{'id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:39.883927 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] Checking router: 734399bd-6a08-445d-a586-5173d2f9aebf for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:56:39.902379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Calling delete_port for 3d7509dc-862e-4761-875d-9e17d4763b99 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:39.909579 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] Routers {'734399bd-6a08-445d-a586-5173d2f9aebf'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:39.910951 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['734399bd-6a08-445d-a586-5173d2f9aebf'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:39.982639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:39.988989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-63df48e3-5764-4a8a-b057-e019cccc6c07 None None] Port 5024a8c1-c44b-4672-acbf-a1fcded01f3a cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:40.049964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-8615f1e0-f9e5-495c-937d-8103c2c88053 req-e896c0c3-2eab-443f-8231-97cd656edaf9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Synchronizing usage tracker for tenant:f615b5485fc64dffb49eb11f2c1b73a9 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:40.116766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfa27ddc-b740-43d9-baab-a438a19c64cb tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.123004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-8615f1e0-f9e5-495c-937d-8103c2c88053 req-e896c0c3-2eab-443f-8231-97cd656edaf9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Unset dirty status for tenant:f615b5485fc64dffb49eb11f2c1b73a9 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:40.124477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cf857ed7-da3b-4105-9bae-4f80aee82f84 None None] Provisioning complete for port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:40.126759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cf857ed7-da3b-4105-9bae-4f80aee82f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.127650 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8615f1e0-f9e5-495c-937d-8103c2c88053 req-e896c0c3-2eab-443f-8231-97cd656edaf9 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/ports?device_id=051374d4-bcfe-443d-8198-a9e1d58a415f HTTP/1.1" status: 200 len: 210 time: 0.1268849 Dec 20 15:56:40.128945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6a5dddb5-d979-4275-8915-aa91826c6383 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:40.149192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa27ddc-b740-43d9-baab-a438a19c64cb tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbaed3d-5c11-4b5c-827d-2ccab0c35854,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:40.152414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.164637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ebdc28aa-d446-47e4-b86d-76ef3c76488e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.181942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c5564af1-a40d-4bdb-811e-108a58e286ec tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:40.204306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cfa27ddc-b740-43d9-baab-a438a19c64cb tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:40.283013 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] Set router 734399bd-6a08-445d-a586-5173d2f9aebf gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:56:40.309720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:40.318329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:40.349290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:40.355575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:40.387616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.389838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:port and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:40.395126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:40.430469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1742419b-8399-4ea3-963a-fda42aca3380 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:40.439424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 37cf21b5-71a3-4db9-b71e-9403930158cf up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:40.481548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:40.483511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ebdc28aa-d446-47e4-b86d-76ef3c76488e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.491725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.501551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d7509dc-862e-4761-875d-9e17d4763b99,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:40.508391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:40.512012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e1c62041-cd77-4e9c-b30f-82180ea18e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:40.531798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 37cf21b5-71a3-4db9-b71e-9403930158cf triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:40.532770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.544721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event updated for resources: {'Port': ['ID=63dbfde4-a307-40d0-94ec-be8df650029b,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:40.549182 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "DELETE /v2.0/ports/3d7509dc-862e-4761-875d-9e17d4763b99 HTTP/1.1" status: 204 len: 168 time: 2.2825696 Dec 20 15:56:40.552894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cfa27ddc-b740-43d9-baab-a438a19c64cb tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.554847 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cfa27ddc-b740-43d9-baab-a438a19c64cb tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/dfbaed3d-5c11-4b5c-827d-2ccab0c35854 HTTP/1.1" status: 204 len: 168 time: 2.1286607 Dec 20 15:56:40.555004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc28aa-d446-47e4-b86d-76ef3c76488e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3267e9-65c0-4b04-8718-70c6bd72cc2b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:40.556049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:40.557730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51646) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:40.560314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ebdc28aa-d446-47e4-b86d-76ef3c76488e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:40.563447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51650) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:40.600312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ebdc28aa-d446-47e4-b86d-76ef3c76488e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.602142 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ebdc28aa-d446-47e4-b86d-76ef3c76488e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/ab3267e9-65c0-4b04-8718-70c6bd72cc2b HTTP/1.1" status: 204 len: 168 time: 2.0864737 Dec 20 15:56:40.604019 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8b1846-19e8-40db-9f38-ffcc229222c6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:56:40.604510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ed8b1846-19e8-40db-9f38-ffcc229222c6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Synchronizing usage tracker for tenant:5f158b24b61d4aacb77ac0a6e241da21 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:40.606553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51654) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:40.609604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3615b9a-6cd2-4265-a558-df2a80e85ea0 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:40.626838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:40.633878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:40.661090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port ad34897a-846c-4f6d-a111-b70ec450b116 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:40.710228 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e8809b43-6a72-4214-8c61-a0c0f677131d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967300 Dec 20 15:56:40.711354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ed8b1846-19e8-40db-9f38-ffcc229222c6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Unset dirty status for tenant:5f158b24b61d4aacb77ac0a6e241da21 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:40.716691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51658) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:40.717246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51660) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:40.718538 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ed8b1846-19e8-40db-9f38-ffcc229222c6 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] 10.222.0.62 "GET /v2.0/ports/3d7509dc-862e-4761-875d-9e17d4763b99 HTTP/1.1" status: 404 len: 333 time: 0.1595938 Dec 20 15:56:40.726713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:40.748043 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:06Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '82ad92b2-f486-43f2-b632-2866c0639c9f', 'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'mac_address': 'fa:16:3e:57:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:04Z', 'updated_at': '2021-12-20T15:51:18Z', 'revision_number': 5, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'subnets': [{'id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:40.752646 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa46025-1cbc-4035-b2bd-cd52b8f70612 None None] The sync data for ids ['734399bd-6a08-445d-a586-5173d2f9aebf'] in dv-neutron-821074-1-hyperv is: [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:51:06Z', 'revision_number': 4, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '82ad92b2-f486-43f2-b632-2866c0639c9f', 'name': '', 'network_id': '45fef1de-5c23-4649-8c8d-c1f53a17597b', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'mac_address': 'fa:16:3e:57:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:04Z', 'updated_at': '2021-12-20T15:51:18Z', 'revision_number': 5, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'subnets': [{'id': 'eae4d857-addf-493d-a4a8-ff3c72ff9e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:56:40.800469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90912d0-744b-427c-ae5d-dea4ed305aa4 req-30c42db9-c24a-43a0-a5bb-93f70487a353 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:40.810249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d90912d0-744b-427c-ae5d-dea4ed305aa4 req-30c42db9-c24a-43a0-a5bb-93f70487a353 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.4896836 Dec 20 15:56:40.946882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8::f (b5890461-a304-43ad-af4b-c691018b3aaa/35967821-68a5-4ee7-8df7-516a870d0f12/ad34897a-846c-4f6d-a111-b70ec450b116) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:41.005399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:56:41.015217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] Deleting port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:41.015839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.052130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da5b61-55c7-4848-8055-856b1dc76de8 None None] New status for floating IP 7f2896cd-883b-4b3b-8f6f-22bcc429c7ce: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 15:56:41.105333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-693ca74e-552a-4793-8e13-902b8c2c90b4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:41.183684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.211596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.230222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:41.232104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object ad34897a-846c-4f6d-a111-b70ec450b116 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:41.238432 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d90912d0-744b-427c-ae5d-dea4ed305aa4 req-4513a862-de64-4918-b314-988f81515525 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268179 Dec 20 15:56:41.239853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:41.244652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:41.283968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:41.323663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-693ca74e-552a-4793-8e13-902b8c2c90b4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:41.324901 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-693ca74e-552a-4793-8e13-902b8c2c90b4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7603531 Dec 20 15:56:41.328720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51670) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:41.342501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group': {'name': 'tempest-secgroup--970799689'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:41.352818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:41.370880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:41.379099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.386112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d9455743-d22c-41e0-9e54-c04eb48e9d71 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:41.398650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.455188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network b5890461-a304-43ad-af4b-c691018b3aaa is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:41.458312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:41.460923 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.463412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:41.476071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:41.476071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.477341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:41.496961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51674) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:41.497928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=ad34897a-846c-4f6d-a111-b70ec450b116,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:41.508600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] For port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9887a181-e833-4bbc-8d35-c7b2ad8bf2ea,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:41.515783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.533767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:41.547243 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.555215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:41.617240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4241-b5ae-43b3-9fec-a58ce7aed7ee tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.619410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:41.632723 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8443632 Dec 20 15:56:41.634419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:41.641515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:41.644259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:41.644433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51678) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:41.644607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd3ac85-64a0-492b-9de8-6f7d48d14b1d') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:41.668024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] Calling delete_port for 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:41.691736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:41.702970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4241-b5ae-43b3-9fec-a58ce7aed7ee tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.717677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.756012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.771695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.794008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:56:41.794400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:41.815285 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:41.818273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.827833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.843048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededfe02-0d95-44c5-98d2-a83d0b286bf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:41.843805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ededfe02-0d95-44c5-98d2-a83d0b286bf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:41.847050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.848480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.860620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b7bd048f-b7ab-47f0-91a9-d31659293575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:41.902406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] No DVR routers for this DVR port 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:41.914852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] Pushing event deleted for resources: {'Port': ['ID=9887a181-e833-4bbc-8d35-c7b2ad8bf2ea,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:41.917704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:41.922404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.927799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44b981a2-2303-4cea-ba73-a64360052391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665738689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:41.969950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411d85be-033d-4f0d-bde9-8ea59e9927a8,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:41.974828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:41.997026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4241-b5ae-43b3-9fec-a58ce7aed7ee tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:41.999541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4241-b5ae-43b3-9fec-a58ce7aed7ee tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.003167 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ef0b4241-b5ae-43b3-9fec-a58ce7aed7ee tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "DELETE /v2.0/security-groups/2493188e-952d-4e9f-bec8-4ed294ffbd52 HTTP/1.1" status: 204 len: 168 time: 0.5000255 Dec 20 15:56:42.003167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8a1739a9-b613-4191-b854-328c44916f55 tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:42.011247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ededfe02-0d95-44c5-98d2-a83d0b286bf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:42.014849 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ededfe02-0d95-44c5-98d2-a83d0b286bf6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3668149 Dec 20 15:56:42.014849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51682) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:42.016096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51684) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:42.018697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b4241-b5ae-43b3-9fec-a58ce7aed7ee tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2493188e-952d-4e9f-bec8-4ed294ffbd52,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:42.021031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ef0b4241-b5ae-43b3-9fec-a58ce7aed7ee tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:42.025993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-47dc14f4-6c29-4cf1-a6f7-ba91b774934d None None] Provisioning for port ad34897a-846c-4f6d-a111-b70ec450b116 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:42.031494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-47dc14f4-6c29-4cf1-a6f7-ba91b774934d None None] Provisioning complete for port ad34897a-846c-4f6d-a111-b70ec450b116 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:42.032312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47dc14f4-6c29-4cf1-a6f7-ba91b774934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.085739 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-93dd757f-6b09-4a57-9525-8e4e948bffdd tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] show failed (client error): The resource could not be found. Dec 20 15:56:42.086782 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-93dd757f-6b09-4a57-9525-8e4e948bffdd tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "GET /v2.0/security-groups/2493188e-952d-4e9f-bec8-4ed294ffbd52 HTTP/1.1" status: 404 len: 347 time: 0.0718312 Dec 20 15:56:42.089839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51690) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:42.100954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-47dc14f4-6c29-4cf1-a6f7-ba91b774934d None None] Port ad34897a-846c-4f6d-a111-b70ec450b116 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:42.140767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.152617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cc7d518b-54d3-4296-8012-147479ba16a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:42.168038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.194798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Pushing event deleted for resources: {'Network': ['ID=cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:42.202878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:42.241902 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] 10.222.0.62 "DELETE /v2.0/networks/cee2b6aa-4f9e-4e63-b64e-8f0d19cf86fa HTTP/1.1" status: 204 len: 168 time: 1.5179260 Dec 20 15:56:42.280131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.292089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51698) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:42.293894 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9638357 Dec 20 15:56:42.298592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': '411d85be-033d-4f0d-bde9-8ea59e9927a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:42.321891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:42.344864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:42.368323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:42.382086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:42.451034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:42.482081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.487203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6f96aefe-4b7b-4fb5-b5c6-9bcd5a72dc49 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:42.492723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Deleting port 08c7bfc2-5b8c-4f7a-bdce-edd5f948e873 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:42.493147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.508293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c1c861-e174-4cf9-8f04-b2f60db77148 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:42.538064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Router d81cbb5f-23a6-46e8-aa29-08febfcab707 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:56:42.554226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:42.554795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9887a181-e833-4bbc-8d35-c7b2ad8bf2ea not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:42.561413 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abb092-167b-49c3-9285-920e968be516 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:42.564287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abb092-167b-49c3-9285-920e968be516 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:42.568893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abb092-167b-49c3-9285-920e968be516 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:42.569910 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b8abb092-167b-49c3-9285-920e968be516 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5526047 Dec 20 15:56:42.572706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51702) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:42.601884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.633786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:42.644803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:42.665723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:42.667712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.669465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e1ddb-164f-46e1-a3eb-7f73db073a81 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:42.674333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=b51d6b26-849e-455b-a7fb-bc694a6413f9,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:42.686943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:42.692457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.741622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-1d6896ae-519a-4ebc-8746-f789ecb9ada4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port ad34897a-846c-4f6d-a111-b70ec450b116 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:42.741962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1d6896ae-519a-4ebc-8746-f789ecb9ada4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.786725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:56:42.805375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port f0c1c861-e174-4cf9-8f04-b2f60db77148, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:42.875845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.876113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.876245 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:42.882267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:42.914611 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'code': 200} Dec 20 15:56:42.977836 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2554841 Dec 20 15:56:42.982244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d5eef-629b-4336-8c55-484325134555 req-56f6b6b4-520b-48ad-bee6-76c802776357 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:42.988955 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1c3d5eef-629b-4336-8c55-484325134555 req-56f6b6b4-520b-48ad-bee6-76c802776357 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.4655280 Dec 20 15:56:42.994357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51710) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:42.999883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=f0c1c861-e174-4cf9-8f04-b2f60db77148,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:43.004396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d0452a6f-255e-4f54-b2ac-8ed7e675c952', 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'tenant_id': '0fbc6b4a2eee4457ab2a7ee56910784a', 'fixed_ips': [{'subnet_id': 'b51d6b26-849e-455b-a7fb-bc694a6413f9'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:56:43.005361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.006411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.026053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:43.027302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:43.087137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Calling delete_port for 08c7bfc2-5b8c-4f7a-bdce-edd5f948e873 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:43.094281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.139286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51714) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:43.246659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:43.271550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Allocated IP 2001:db8::2 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/b51d6b26-849e-455b-a7fb-bc694a6413f9/f7966ddb-c2d4-46f9-9cd3-d6c912d6166a) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:43.296293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2463aaff-98d8-475c-b076-8f6a33153c18,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:43.312208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:43.332792 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1c3d5eef-629b-4336-8c55-484325134555 req-5d186150-4a58-4aad-9eee-b83701c3577e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429079 Dec 20 15:56:43.424819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:43.441856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:43.446753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.450768 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1548901 Dec 20 15:56:43.450768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:43.461850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51722) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:43.476966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:43.504217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4b32ba79-e455-4591-a696-86867ecd7854 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules/2463aaff-98d8-475c-b076-8f6a33153c18 HTTP/1.1" status: 200 len: 705 time: 0.0387170 Dec 20 15:56:43.505000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51726) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:43.528790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1d6896ae-519a-4ebc-8746-f789ecb9ada4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.536389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.537494 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dac955ef-dc9f-4821-8a29-228c0ad92bdf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a7e8aa46c474a38b1ed639d35828a61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3968155 Dec 20 15:56:43.544452 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51730) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:43.551798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:43.557050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.560575 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "PUT /v2.0/routers/d81cbb5f-23a6-46e8-aa29-08febfcab707 HTTP/1.1" status: 200 len: 919 time: 5.5546372 Dec 20 15:56:43.562551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51734) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:43.562900 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c74d2-b323-4299-b3ce-f77f47b3801e None None] Sync routers for ids ['d81cbb5f-23a6-46e8-aa29-08febfcab707'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:56:43.576123 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c74d2-b323-4299-b3ce-f77f47b3801e None None] Routers {'d81cbb5f-23a6-46e8-aa29-08febfcab707'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:43.576906 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fb2c74d2-b323-4299-b3ce-f77f47b3801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['d81cbb5f-23a6-46e8-aa29-08febfcab707'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:43.628820 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-89869443-38e2-49a8-ab20-d2ae1d63f69c req-f3aa30b7-c861-442c-8f4f-ca9817bc0247 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 1096 time: 0.5185192 Dec 20 15:56:43.636984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:43.637294 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fb2c74d2-b323-4299-b3ce-f77f47b3801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:43.640890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.648470 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c74d2-b323-4299-b3ce-f77f47b3801e None None] Routers {'d81cbb5f-23a6-46e8-aa29-08febfcab707'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:43.649199 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fb2c74d2-b323-4299-b3ce-f77f47b3801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['d81cbb5f-23a6-46e8-aa29-08febfcab707'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:43.679845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-1d6896ae-519a-4ebc-8746-f789ecb9ada4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for ad34897a-846c-4f6d-a111-b70ec450b116 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:43.708535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cfda5b5d-b4ec-489d-82aa-299a1cf4b296 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:43.711316 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fb2c74d2-b323-4299-b3ce-f77f47b3801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:43.711783 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c74d2-b323-4299-b3ce-f77f47b3801e None None] The sync data for ids ['d81cbb5f-23a6-46e8-aa29-08febfcab707'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:56:43.739933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Transition to ACTIVE for port object f7966ddb-c2d4-46f9-9cd3-d6c912d6166a will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:43.751611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.760126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1e288d10-0577-419f-985a-85039afeab31 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:43.760762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Transition to ACTIVE for port object f7966ddb-c2d4-46f9-9cd3-d6c912d6166a will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:43.814883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Pushing event deleted for resources: {'Port': ['ID=08c7bfc2-5b8c-4f7a-bdce-edd5f948e873,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:43.815385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.817459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:43.821850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:43.844005 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-89869443-38e2-49a8-ab20-d2ae1d63f69c req-fbf8c730-8523-417f-bb7d-dfa354414809 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846378 Dec 20 15:56:43.870993 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.ipam_backend_mixin [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b51d6b26-849e-455b-a7fb-bc694a6413f9 (CIDR: 2001:db8::/64) Dec 20 15:56:43.891347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:43.894128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:43.898479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:43.900725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Pushing event updated for resources: {'Port': ['ID=f7966ddb-c2d4-46f9-9cd3-d6c912d6166a,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:43.904605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:43.929906 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:56:43.930473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:43.934246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cfda5b5d-b4ec-489d-82aa-299a1cf4b296 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:43.936197 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cfda5b5d-b4ec-489d-82aa-299a1cf4b296 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4296193 Dec 20 15:56:43.944363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51738) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:43.955352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0ba67e9-4816-4ec5-a9d3-9f311482e88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.992350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Attempting to bind port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:43.992961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Attempting to bind port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:43.993346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a38c2c88-6b11-4794-8708-2a47884b0204 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:43.993852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Attempting to bind port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a on network d0452a6f-255e-4f54-b2ac-8ed7e675c952 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:44.001386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:56:44.001890 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Checking segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:44.002411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.002904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Bound using segment: {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:56:44.003729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Bound port: f7966ddb-c2d4-46f9-9cd3-d6c912d6166a, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9b506-965f-4cdf-a147-20ac8b8c9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:56:44.004027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.012984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0ba67e9-4816-4ec5-a9d3-9f311482e88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.016109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a38c2c88-6b11-4794-8708-2a47884b0204 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.021208 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.062337 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-740056ab-e501-4772-98a5-4e3f79e7ed15 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/routers/d81cbb5f-23a6-46e8-aa29-08febfcab707 HTTP/1.1" status: 200 len: 925 time: 0.4976480 Dec 20 15:56:44.064508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ad3c2561-fe0b-4907-9ede-72b67d3d4725 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0607076 Dec 20 15:56:44.065146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51742) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:44.067758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51746) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:44.074176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'subnet': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:44.105395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] For port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:44.109392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] For port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f7966ddb-c2d4-46f9-9cd3-d6c912d6166a,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:44.125839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1d6896ae-519a-4ebc-8746-f789ecb9ada4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.132180 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa23fb83-6d26-41cd-9781-5d79f7328f49 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:44.173382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a38c2c88-6b11-4794-8708-2a47884b0204 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.179891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:44.193064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.200621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:44.216241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c2c88-6b11-4794-8708-2a47884b0204 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2463aaff-98d8-475c-b076-8f6a33153c18,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:44.220809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a38c2c88-6b11-4794-8708-2a47884b0204 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:44.243869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:44.248343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:subnet and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:44.251365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:44.258471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:44.310111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Pushing event updated for resources: {'Port': ['ID=f7966ddb-c2d4-46f9-9cd3-d6c912d6166a,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:44.313048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:44.313358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0ba67e9-4816-4ec5-a9d3-9f311482e88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.323215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a38c2c88-6b11-4794-8708-2a47884b0204 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.323380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6896ae-519a-4ebc-8746-f789ecb9ada4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=ad34897a-846c-4f6d-a111-b70ec450b116,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:44.324924 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a38c2c88-6b11-4794-8708-2a47884b0204 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2463aaff-98d8-475c-b076-8f6a33153c18 HTTP/1.1" status: 204 len: 168 time: 0.3790171 Dec 20 15:56:44.326977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51750) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:44.331839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1d6896ae-519a-4ebc-8746-f789ecb9ada4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:44.332358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-825ecbb3-c906-4067-8093-43510556bf8a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:44.352941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:44.356876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.388060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba67e9-4816-4ec5-a9d3-9f311482e88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ea491f-087a-4f6a-904a-f4a9ed8ede6c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:44.390862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a0ba67e9-4816-4ec5-a9d3-9f311482e88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:44.401404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e006acf0-d9ee-43de-9e51-c1b6184c4bbe tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Synchronizing usage tracker for tenant:4adcb12c20464917bf8df78aaa140da0 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:44.409160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1d6896ae-519a-4ebc-8746-f789ecb9ada4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.420212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0ba67e9-4816-4ec5-a9d3-9f311482e88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.421342 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a0ba67e9-4816-4ec5-a9d3-9f311482e88d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53ea491f-087a-4f6a-904a-f4a9ed8ede6c HTTP/1.1" status: 204 len: 168 time: 0.8759813 Dec 20 15:56:44.430371 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1d6896ae-519a-4ebc-8746-f789ecb9ada4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/ad34897a-846c-4f6d-a111-b70ec450b116 HTTP/1.1" status: 204 len: 168 time: 1.8514755 Dec 20 15:56:44.430371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.430371 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] 10.222.0.62 "DELETE /v2.0/floatingips/7f2896cd-883b-4b3b-8f6f-22bcc429c7ce HTTP/1.1" status: 204 len: 168 time: 2.3363817 Dec 20 15:56:44.430371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51758) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:44.432085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51760) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:44.486529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c1c861-e174-4cf9-8f04-b2f60db77148 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 15:56:44.497280 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-641d990e-3119-46ac-b27b-3db027d9d28f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:56:44.497850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-641d990e-3119-46ac-b27b-3db027d9d28f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:44.500723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e006acf0-d9ee-43de-9e51-c1b6184c4bbe tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Unset dirty status for tenant:4adcb12c20464917bf8df78aaa140da0 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:44.501879 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e006acf0-d9ee-43de-9e51-c1b6184c4bbe tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&device_id=d81cbb5f-23a6-46e8-aa29-08febfcab707&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4358039 Dec 20 15:56:44.505884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51768) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:44.692310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.693492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-96b0417d-e8dc-4844-8884-85e69c1fab9c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:44.732951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-641d990e-3119-46ac-b27b-3db027d9d28f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:44.735383 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-641d990e-3119-46ac-b27b-3db027d9d28f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/ad34897a-846c-4f6d-a111-b70ec450b116 HTTP/1.1" status: 404 len: 333 time: 0.3027761 Dec 20 15:56:44.753555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51772) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:44.796117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port f0c1c861-e174-4cf9-8f04-b2f60db77148, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:44.836073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-96b0417d-e8dc-4844-8884-85e69c1fab9c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:44.840651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'port_id': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'mac_address': 'fa:16:3e:f1:f5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 15:56:44.841127 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-96b0417d-e8dc-4844-8884-85e69c1fab9c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5129209 Dec 20 15:56:44.841957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51776) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:44.869540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': '411d85be-033d-4f0d-bde9-8ea59e9927a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:44.875687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:44.881003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e1a9f-36fe-4aad-a9d1-38f3532067c9 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:44.881580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fd9e1a9f-36fe-4aad-a9d1-38f3532067c9 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Synchronizing usage tracker for tenant:4adcb12c20464917bf8df78aaa140da0 on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:44.890770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:44.908626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ed037213-4807-415e-83a0-7779e99e9388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 5024a8c1-c44b-4672-acbf-a1fcded01f3a {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:44.908966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ed037213-4807-415e-83a0-7779e99e9388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:44.987869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:45.023678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c1c861-e174-4cf9-8f04-b2f60db77148 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:56:45.037499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fd9e1a9f-36fe-4aad-a9d1-38f3532067c9 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Unset dirty status for tenant:4adcb12c20464917bf8df78aaa140da0 on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:45.041960 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fd9e1a9f-36fe-4aad-a9d1-38f3532067c9 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 881 time: 0.5320015 Dec 20 15:56:45.042149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6673632-5848-47e3-955a-2f90d0e979ce req-fe17e3f4-a43c-4876-be9f-a244dc5fba40 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:45.046327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6673632-5848-47e3-955a-2f90d0e979ce req-fe17e3f4-a43c-4876-be9f-a244dc5fba40 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 943 time: 0.4373286 Dec 20 15:56:45.056043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port f0c1c861-e174-4cf9-8f04-b2f60db77148, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:45.064557 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51782) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:45.079990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:45.137732 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-caea3f41-84c3-4019-9fb8-97a81fa84bf4 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81cbb5f-23a6-46e8-aa29-08febfcab707 HTTP/1.1" status: 200 len: 205 time: 0.0687528 Dec 20 15:56:45.140342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:45.142604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51786) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:45.152033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-59597400-175d-4c50-9517-5bd9fa710278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:45.270222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=f0c1c861-e174-4cf9-8f04-b2f60db77148,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:45.274711 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6673632-5848-47e3-955a-2f90d0e979ce req-4322319f-75ce-47bf-a725-9c7d2f0bc74f tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272635 Dec 20 15:56:45.278181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:45.338995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:45.339229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ed037213-4807-415e-83a0-7779e99e9388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:45.519901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['f0c1c861-e174-4cf9-8f04-b2f60db77148'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 15:56:45.529652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51790) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:45.540465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ed037213-4807-415e-83a0-7779e99e9388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 5024a8c1-c44b-4672-acbf-a1fcded01f3a owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:45.582518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:45.600690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:45.656320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975a2705-935d-4217-b5f5-2c1df684adb6,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:45.667987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:45.692516 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-66246000-22d2-40dd-98b2-a000c52d03e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f158b24b61d4aacb77ac0a6e241da21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1605484 Dec 20 15:56:45.697977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51794) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:45.802257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:45.885300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:45.886505 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0413790 Dec 20 15:56:45.887879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.objects.ports [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84392) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 15:56:45.895106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51798) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:45.920665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f68e855-05fc-4ec4-8c88-24fbe29c8567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:45.930195 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dbc5e9c3-f7d3-4c6f-b7d2-5671b68acc5a tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules/975a2705-935d-4217-b5f5-2c1df684adb6 HTTP/1.1" status: 200 len: 705 time: 0.0315843 Dec 20 15:56:45.939210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51802) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:45.978955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f68e855-05fc-4ec4-8c88-24fbe29c8567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:45.993541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ed037213-4807-415e-83a0-7779e99e9388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.004444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-14c625b3-2637-40d1-bcda-47b72afddf26 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:46.023503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-19cb3318-e816-421a-89c7-41ade0e375b5 None None] Provisioning for port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:46.123866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.176547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed037213-4807-415e-83a0-7779e99e9388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=5024a8c1-c44b-4672-acbf-a1fcded01f3a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:46.178864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ed037213-4807-415e-83a0-7779e99e9388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:46.185179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.195207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.240658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Deleting port 63dbfde4-a307-40d0-94ec-be8df650029b {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:46.240658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.305151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ed037213-4807-415e-83a0-7779e99e9388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.327695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4d13062e-d196-467d-b38e-3ed312cd5070 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:46.486063 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ed037213-4807-415e-83a0-7779e99e9388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/5024a8c1-c44b-4672-acbf-a1fcded01f3a HTTP/1.1" status: 204 len: 168 time: 1.7314191 Dec 20 15:56:46.487203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51808) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:46.495831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4d13062e-d196-467d-b38e-3ed312cd5070 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:46.498118 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4d13062e-d196-467d-b38e-3ed312cd5070 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5558472 Dec 20 15:56:46.501682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f7966ddb-c2d4-46f9-9cd3-d6c912d6166a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:46.530960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f68e855-05fc-4ec4-8c88-24fbe29c8567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.541373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51812) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:46.541705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5a614948-ecd8-4d4e-82e5-52f4751bbc2e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:46.572834 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8f4228-3acc-4515-b95b-34a75f605321 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:56:46.573395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ef8f4228-3acc-4515-b95b-34a75f605321 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:46.582027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68e855-05fc-4ec4-8c88-24fbe29c8567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb5877-a79a-44ab-bac1-92775ba73e91,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:46.588418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5f68e855-05fc-4ec4-8c88-24fbe29c8567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:46.594369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f68e855-05fc-4ec4-8c88-24fbe29c8567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.600711 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5f68e855-05fc-4ec4-8c88-24fbe29c8567 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42eb5877-a79a-44ab-bac1-92775ba73e91 HTTP/1.1" status: 204 len: 168 time: 0.8997059 Dec 20 15:56:46.627741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.630196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-659b50cf-e84c-47b7-a0f4-b415335a3182 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.644204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-659b50cf-e84c-47b7-a0f4-b415335a3182 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.716604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:46.721689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:46.722111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.771954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Calling delete_port for 63dbfde4-a307-40d0-94ec-be8df650029b owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:46.790723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ef8f4228-3acc-4515-b95b-34a75f605321 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:46.792449 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ef8f4228-3acc-4515-b95b-34a75f605321 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/5024a8c1-c44b-4672-acbf-a1fcded01f3a HTTP/1.1" status: 404 len: 333 time: 0.2933214 Dec 20 15:56:46.799682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51818) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:46.832555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] For port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f7966ddb-c2d4-46f9-9cd3-d6c912d6166a,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:46.859044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e535c9b-0dd9-4b07-851e-83fa87ea6d3e req-5d9b0b2d-b961-4707-835f-028f6c8328d0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:46.860508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0e535c9b-0dd9-4b07-851e-83fa87ea6d3e req-5d9b0b2d-b961-4707-835f-028f6c8328d0 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 944 time: 0.3993897 Dec 20 15:56:46.863042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-659b50cf-e84c-47b7-a0f4-b415335a3182 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.877571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-29ff18cf-5b2d-4681-958e-8d9b22809cb4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:46.877784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.915057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:46.916812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b50cf-e84c-47b7-a0f4-b415335a3182 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=975a2705-935d-4217-b5f5-2c1df684adb6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:46.925445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-659b50cf-e84c-47b7-a0f4-b415335a3182 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:46.946949 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0e535c9b-0dd9-4b07-851e-83fa87ea6d3e req-d72c7d59-2572-4817-8533-233488a93d37 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686817 Dec 20 15:56:46.996855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51822) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:47.051141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-659b50cf-e84c-47b7-a0f4-b415335a3182 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.054715 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-659b50cf-e84c-47b7-a0f4-b415335a3182 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/975a2705-935d-4217-b5f5-2c1df684adb6 HTTP/1.1" status: 204 len: 168 time: 0.5038705 Dec 20 15:56:47.063022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:56:47.063567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:56:47.064628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51826) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:47.085843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.086618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.095215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:47.183368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-108fdcd2-6ba0-442c-ba3f-8f3f487c25ae tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet 35967821-68a5-4ee7-8df7-516a870d0f12 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:47.194689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108fdcd2-6ba0-442c-ba3f-8f3f487c25ae tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.243720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-10da2604-30ee-4f17-99e7-10c2aa46856f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:47.298709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108fdcd2-6ba0-442c-ba3f-8f3f487c25ae tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.330348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:47.336057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:47.342541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:47.343186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.349344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093a230-7e3b-49b1-92bd-ffb0590c1866 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:47.354730 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7bc29531-9c1a-4703-82a2-5b9d86bc7c31 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/floatingips/7f2c8717-7212-4347-b89b-e221ea9c5d01 HTTP/1.1" status: 200 len: 991 time: 0.3565176 Dec 20 15:56:47.364316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=f7966ddb-c2d4-46f9-9cd3-d6c912d6166a,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:47.371763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:47.371763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66e6089b-b9c8-4789-8004-26c7f0160e35 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:47.425495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-10da2604-30ee-4f17-99e7-10c2aa46856f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:47.426758 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-10da2604-30ee-4f17-99e7-10c2aa46856f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3611846 Dec 20 15:56:47.430041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51838) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:47.440517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': '411d85be-033d-4f0d-bde9-8ea59e9927a8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:47.446087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108fdcd2-6ba0-442c-ba3f-8f3f487c25ae tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.451521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:47.458889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.469409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Subnet': ['ID=4f304fdf-ffca-4e34-ab44-dd26f6893b02,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:47.472318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:47.473832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:47.528936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:47.536231 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4674048 Dec 20 15:56:47.543734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51842) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:47.552296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Request body: {'port': {'network_id': 'd0452a6f-255e-4f54-b2ac-8ed7e675c952', 'mac_address': 'fa:16:3e:6d:6d:c3', 'name': 'tempest-NetworksTestDHCPv6-1944675421'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:47.570966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Pushing event deleted for resources: {'Port': ['ID=63dbfde4-a307-40d0-94ec-be8df650029b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:47.579951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:47.592141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Deleting port 82ad92b2-f486-43f2-b632-2866c0639c9f {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:47.592479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.723388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.766219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f7966ddb-c2d4-46f9-9cd3-d6c912d6166a,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:47.784384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108fdcd2-6ba0-442c-ba3f-8f3f487c25ae tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.793038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:47.846104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fdcd2-6ba0-442c-ba3f-8f3f487c25ae tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=35967821-68a5-4ee7-8df7-516a870d0f12,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:47.849148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] For port 82ad92b2-f486-43f2-b632-2866c0639c9f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=82ad92b2-f486-43f2-b632-2866c0639c9f,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:47.849708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.873690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-108fdcd2-6ba0-442c-ba3f-8f3f487c25ae tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:47.873690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-108fdcd2-6ba0-442c-ba3f-8f3f487c25ae tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.873984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845673c-2ad3-4793-a2b6-6fbe15fcf869 None None] Network b5890461-a304-43ad-af4b-c691018b3aaa requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:47.909281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.914596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:47.932545 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Project a2ab95eed02e4176a14f1d4d5a3eb9b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:56:47.938027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:47.957382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Usage tracker for resource:port and tenant:0fbc6b4a2eee4457ab2a7ee56910784a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:47.962116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:47.965831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.980448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:47.985161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:47.994481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=f7966ddb-c2d4-46f9-9cd3-d6c912d6166a,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:48.086241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:48.124813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Calling delete_port for 82ad92b2-f486-43f2-b632-2866c0639c9f owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:48.153736 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-108fdcd2-6ba0-442c-ba3f-8f3f487c25ae tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/35967821-68a5-4ee7-8df7-516a870d0f12 HTTP/1.1" status: 204 len: 168 time: 1.3524094 Dec 20 15:56:48.160996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51852) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:48.299325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Made reservation on behalf of 0fbc6b4a2eee4457ab2a7ee56910784a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:48.347840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.377892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] DHCP port deletion for b5890461-a304-43ad-af4b-c691018b3aaa request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:56:48.383522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] Deleting port 37cf21b5-71a3-4db9-b71e-9403930158cf {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:48.384150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.398277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 37cf21b5-71a3-4db9-b71e-9403930158cf {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:48.398572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.435801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.563702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f7966ddb-c2d4-46f9-9cd3-d6c912d6166a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:48.568952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51858) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:48.575203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.586574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.591467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c1c861-e174-4cf9-8f04-b2f60db77148 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:48.606329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.636491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] device_id is not set on port 98be3abe-2d14-44a2-a523-b77b9aeb8171 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:48.703595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.715857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:48.751804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcc4ccb-c20a-4734-ab3d-5a731dd5e16b,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:48.764591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:48.778347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:48.778737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.808225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.808896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Fanout notify agent at l3_agent the message router_deleted on router d81cbb5f-23a6-46e8-aa29-08febfcab707 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:56:48.811394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] For port 37cf21b5-71a3-4db9-b71e-9403930158cf, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=37cf21b5-71a3-4db9-b71e-9403930158cf,segment=NetworkSegment(2466e9ab-16ba-40df-b860-137beb02adbf),segment_id=2466e9ab-16ba-40df-b860-137beb02adbf)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:48.812192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.828087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.829327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/d81cbb5f-23a6-46e8-aa29-08febfcab707 HTTP/1.1" status: 204 len: 168 time: 3.6832430 Dec 20 15:56:48.834569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51864) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:48.836987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port f0c1c861-e174-4cf9-8f04-b2f60db77148 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:48.837363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.845770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-631831775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:48.856551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:48.865663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Usage tracker for resource:router and tenant:50b639d5dab84fe9bb1ad8d0767eb5d5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:48.870962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:48.887613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:48.897063 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1523894180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:48.903226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:48.941483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.943088 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.5114191 Dec 20 15:56:48.946358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51868) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:48.973647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8::f7 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/b51d6b26-849e-455b-a7fb-bc694a6413f9/98be3abe-2d14-44a2-a523-b77b9aeb8171) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:48.982185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9348f64e-45d0-4a60-ae08-75b11a8ff39a None None] Provisioning complete for port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:48.982523 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d48db463-b987-416b-9c26-a7b560035cbd tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules/2bcc4ccb-c20a-4734-ab3d-5a731dd5e16b HTTP/1.1" status: 200 len: 711 time: 0.0350683 Dec 20 15:56:48.982738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9348f64e-45d0-4a60-ae08-75b11a8ff39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:48.983889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:6dc3 (d0452a6f-255e-4f54-b2ac-8ed7e675c952/4f304fdf-ffca-4e34-ab44-dd26f6893b02/98be3abe-2d14-44a2-a523-b77b9aeb8171) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:48.985787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51872) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:48.986704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 37cf21b5-71a3-4db9-b71e-9403930158cf owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:49.014822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.021359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Usage tracker for resource:router and tenant:bfba78b8a96b4add955e3f48b14bb4c7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:49.022146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] For port 37cf21b5-71a3-4db9-b71e-9403930158cf, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=37cf21b5-71a3-4db9-b71e-9403930158cf,segment=NetworkSegment(2466e9ab-16ba-40df-b860-137beb02adbf),segment_id=2466e9ab-16ba-40df-b860-137beb02adbf)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:49.022573 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.038045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b575a27b-648d-4261-b209-e45f6aa03da4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:49.073610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.074517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.078080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:49.086242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9524a461-2459-445a-ae32-44c6f100080e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:49.093807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:49.096189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Pushing event deleted for resources: {'Port': ['ID=82ad92b2-f486-43f2-b632-2866c0639c9f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:49.109121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:49.225649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] Calling delete_port for 37cf21b5-71a3-4db9-b71e-9403930158cf owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:49.312398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.313361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.348948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.369426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.416932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.424358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9524a461-2459-445a-ae32-44c6f100080e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:49.428737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9524a461-2459-445a-ae32-44c6f100080e tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.4390745 Dec 20 15:56:49.428907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51876) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:49.451575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.453439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Transition to ACTIVE for port object 98be3abe-2d14-44a2-a523-b77b9aeb8171 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:49.458200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1c972800-1bf6-4c3e-a121-d13df1aae68e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:49.472852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-adb1d003-5fd1-4fce-a398-be75bba1f93d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.483777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.502011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-adb1d003-5fd1-4fce-a398-be75bba1f93d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.502697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=37cf21b5-71a3-4db9-b71e-9403930158cf,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:49.506815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:49.509568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.509759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:56:49.509759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:56:49.510428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.525066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No DVR routers for this DVR port 37cf21b5-71a3-4db9-b71e-9403930158cf on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:49.553549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:56:49.566548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port f0c1c861-e174-4cf9-8f04-b2f60db77148, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:49.619489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.623808 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f40fcff6-3caa-48a7-9d57-f6be1ab05780 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7850990 Dec 20 15:56:49.623808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51882) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:49.624695 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'code': 200} Dec 20 15:56:49.628979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'enable_snat': False}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:49.677125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.678982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:49.679841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.681809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.693009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-adb1d003-5fd1-4fce-a398-be75bba1f93d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.699448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e2f7b5ab-8b32-496d-be7c-84769349fff9 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:49.715004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5890461-a304-43ad-af4b-c691018b3aaa']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:49.731576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2466e9ab-16ba-40df-b860-137beb02adbf') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:49.731880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2466e9ab-16ba-40df-b860-137beb02adbf') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:49.746613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=f0c1c861-e174-4cf9-8f04-b2f60db77148,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:49.746842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.750951 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-829b2624-3bcd-44f8-b106-c3c6338f0a4b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1375971 Dec 20 15:56:49.751583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.751732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:49.756079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.762547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51886) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:49.771740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1761414045'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:49.777994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:49.788500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Usage tracker for resource:network and tenant:bfba78b8a96b4add955e3f48b14bb4c7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:49.793482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:49.799241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.834185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:49.840980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:49.844177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event updated for resources: {'Port': ['ID=98be3abe-2d14-44a2-a523-b77b9aeb8171,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:49.847093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:49.847952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:49.851056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:49.851555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.860344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:49.860344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:49.860520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:56:49.860616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.928771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1d003-5fd1-4fce-a398-be75bba1f93d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bcc4ccb-c20a-4734-ab3d-5a731dd5e16b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:49.943333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-adb1d003-5fd1-4fce-a398-be75bba1f93d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:49.944439 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-adb1d003-5fd1-4fce-a398-be75bba1f93d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2bcc4ccb-c20a-4734-ab3d-5a731dd5e16b HTTP/1.1" status: 204 len: 168 time: 0.5145345 Dec 20 15:56:49.988534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51890) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:49.989757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-adb1d003-5fd1-4fce-a398-be75bba1f93d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:50.001544 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:50.011368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] Deleting port 37cf21b5-71a3-4db9-b71e-9403930158cf {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:50.011819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.097636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-98c866e8-4dbb-43a0-9e81-116071e8f70c None None] The port '37cf21b5-71a3-4db9-b71e-9403930158cf' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:56:50.109215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Made reservation on behalf of bfba78b8a96b4add955e3f48b14bb4c7 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:50.113883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.114014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fb42c6d6-6476-42f3-ac82-47aa9dc86820 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:50.123827 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5763483 Dec 20 15:56:50.127580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51894) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:50.134515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.202750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.234623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:50.239927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Usage tracker for resource:security_group_rule and tenant:bfba78b8a96b4add955e3f48b14bb4c7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:50.243672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:50.251008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:50.259985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.266728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d37f600b-0511-423f-b022-427276dbbefa tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:50.284229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.349563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Network': ['ID=b5890461-a304-43ad-af4b-c691018b3aaa,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:50.349563 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/networks/b5890461-a304-43ad-af4b-c691018b3aaa HTTP/1.1" status: 204 len: 168 time: 2.1872101 Dec 20 15:56:50.350495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:50.357044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51900) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:50.363847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1496917352'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:50.369056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:50.373944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:network and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:50.377746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:50.387562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:50.395685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fb42c6d6-6476-42f3-ac82-47aa9dc86820 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:50.397042 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fb42c6d6-6476-42f3-ac82-47aa9dc86820 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4048650 Dec 20 15:56:50.402287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51906) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:50.409825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f0084d80-d215-431b-93f3-fcf763204649 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting port 98be3abe-2d14-44a2-a523-b77b9aeb8171 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:50.410337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f0084d80-d215-431b-93f3-fcf763204649 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.462893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 37cf21b5-71a3-4db9-b71e-9403930158cf no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:50.477252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d856da5c-d945-4af1-b027-7e66566c472f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.496868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 37cf21b5-71a3-4db9-b71e-9403930158cf {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:50.536473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 37cf21b5-71a3-4db9-b71e-9403930158cf not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:50.537525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d856da5c-d945-4af1-b027-7e66566c472f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.585472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-58e8adaf-b927-4e44-8cf4-965176f7ebe1 None None] Provisioning for port 98be3abe-2d14-44a2-a523-b77b9aeb8171 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:50.600654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-58e8adaf-b927-4e44-8cf4-965176f7ebe1 None None] Provisioning complete for port 98be3abe-2d14-44a2-a523-b77b9aeb8171 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:50.600654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-58e8adaf-b927-4e44-8cf4-965176f7ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.635002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.694315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-58e8adaf-b927-4e44-8cf4-965176f7ebe1 None None] Port 98be3abe-2d14-44a2-a523-b77b9aeb8171 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:56:50.775068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.796237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.928629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f0084d80-d215-431b-93f3-fcf763204649 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:50.928843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Allocated IP 172.26.7.106 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/9ae9acfe-dad2-4826-a865-5f90487e09bc) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:50.942269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:50.945423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.054706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d856da5c-d945-4af1-b027-7e66566c472f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.061980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f0084d80-d215-431b-93f3-fcf763204649 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Calling delete_port for 98be3abe-2d14-44a2-a523-b77b9aeb8171 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:51.063402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-01b3c3ff-4c0a-4f1b-b1e4-6ba5b2a6ba07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:51.080588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:51.085060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856da5c-d945-4af1-b027-7e66566c472f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411d85be-033d-4f0d-bde9-8ea59e9927a8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:51.089712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.100369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:51.100746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d856da5c-d945-4af1-b027-7e66566c472f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:51.112533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.112858 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Added segment 97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7 of type vlan for network 0caa5640-eb09-48f6-b573-7c218464dc5d Dec 20 15:56:51.137991 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:51.171025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.175675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aad75e7-5400-4e4b-8c73-31f4fb888790,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:51.176580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.178285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.178695 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Added segment 180b65de-ea4d-4d82-b65a-10375f74dcd0 of type vlan for network 08d4eca3-58a4-4839-a018-64e0f4423244 Dec 20 15:56:51.185556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:51.224538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d856da5c-d945-4af1-b027-7e66566c472f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.229081 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d856da5c-d945-4af1-b027-7e66566c472f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/411d85be-033d-4f0d-bde9-8ea59e9927a8 HTTP/1.1" status: 204 len: 168 time: 0.8223426 Dec 20 15:56:51.229081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51910) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:51.282002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.286423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-28225cc1-8315-4482-b4a0-ee7e4ad5075b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:51.320515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.326161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:51.327255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.339342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b01b8ead-f44c-4d98-9d3d-3584dc9f4077 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:51.469586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-28225cc1-8315-4482-b4a0-ee7e4ad5075b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:51.471382 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-28225cc1-8315-4482-b4a0-ee7e4ad5075b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2413142 Dec 20 15:56:51.471736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Router 734399bd-6a08-445d-a586-5173d2f9aebf has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:56:51.476678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.476852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51914) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:51.481696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891275409'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:51.488114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:51.491901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.495810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:51.496401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.503307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:51.541224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:51.562105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Network': ['ID=0caa5640-eb09-48f6-b573-7c218464dc5d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:51.566351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:51.566867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3484f1d3-45c7-47c8-972f-f9d86a75ec54 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:51.576180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 0caa5640-eb09-48f6-b573-7c218464dc5d details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:56:51.596049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:51.601811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:51.611484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:51.667461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3093336 Dec 20 15:56:51.671602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51918) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:51.687755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '0caa5640-eb09-48f6-b573-7c218464dc5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:51.706871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Pushing event updated for resources: {'Port': ['ID=9ae9acfe-dad2-4826-a865-5f90487e09bc,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:51.721878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:51.807711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f0084d80-d215-431b-93f3-fcf763204649 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.809589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Network': ['ID=08d4eca3-58a4-4839-a018-64e0f4423244,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:51.819887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 08d4eca3-58a4-4839-a018-64e0f4423244 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:56:51.822743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:51.823382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc78bfb1-0d66-494d-8a74-8b76c1cb2665 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:51.859337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:51.863177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:51.865045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:51.872600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:51.879684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:51.886617 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1229789 Dec 20 15:56:51.889774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51922) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:51.893483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0084d80-d215-431b-93f3-fcf763204649 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Port': ['ID=98be3abe-2d14-44a2-a523-b77b9aeb8171,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:51.897786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'subnet': {'network_id': '08d4eca3-58a4-4839-a018-64e0f4423244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:51.900342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f0084d80-d215-431b-93f3-fcf763204649 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:51.952047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3a89bbb6-1f78-43fa-91d4-24f875bbd22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.008024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f0084d80-d215-431b-93f3-fcf763204649 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.018573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:52.026294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:52.032849 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f0084d80-d215-431b-93f3-fcf763204649 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/98be3abe-2d14-44a2-a523-b77b9aeb8171 HTTP/1.1" status: 204 len: 168 time: 1.9019861 Dec 20 15:56:52.032849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:52.040378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51926) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:52.044502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:52.078722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:52.094967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:52.145144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Usage tracker for resource:subnet and tenant:bfba78b8a96b4add955e3f48b14bb4c7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:52.148948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:52.172192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:52.187083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.251841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.268041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709fbb3-8bda-4c20-8736-e7e4ada64642 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:52.268732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a709fbb3-8bda-4c20-8736-e7e4ada64642 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:52.286565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Made reservation on behalf of bfba78b8a96b4add955e3f48b14bb4c7 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:52.293087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:52.302646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] Sync routers for ids ['734399bd-6a08-445d-a586-5173d2f9aebf'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:56:52.305663 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] 10.222.0.62 "PUT /v2.0/routers/734399bd-6a08-445d-a586-5173d2f9aebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8730595 Dec 20 15:56:52.309466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51930) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:52.317055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.319053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] Routers {'734399bd-6a08-445d-a586-5173d2f9aebf'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:52.319752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['734399bd-6a08-445d-a586-5173d2f9aebf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:52.369979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.373855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a709fbb3-8bda-4c20-8736-e7e4ada64642 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:52.377538 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a709fbb3-8bda-4c20-8736-e7e4ada64642 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3334708 Dec 20 15:56:52.380254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51934) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:52.383359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-be2c46a3-24b4-48b6-b2fc-fdfa39c21b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:52.427823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476e586b-c481-45e0-93cf-c9370c51dfff,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:52.430724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:52.503766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.504452 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0281217 Dec 20 15:56:52.510701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51938) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:52.534429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] Set router 734399bd-6a08-445d-a586-5173d2f9aebf gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:56:52.542665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Request body: {'security_group_rule': {'security_group_id': '476e586b-c481-45e0-93cf-c9370c51dfff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:52.543486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.549869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:52.554498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Usage tracker for resource:security_group_rule and tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:52.558454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:52.565065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:52.623532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.700165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.835004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.836381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.857149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:56:48Z', 'revision_number': 5, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:52.862378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] Checking router: 734399bd-6a08-445d-a586-5173d2f9aebf for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:56:52.866897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da35b4e-49b0-47fa-b5ff-06be79e2bb5d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:52.869865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9da35b4e-49b0-47fa-b5ff-06be79e2bb5d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:52.871608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.876299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] Routers {'734399bd-6a08-445d-a586-5173d2f9aebf'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:52.877086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['734399bd-6a08-445d-a586-5173d2f9aebf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:52.901720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.917369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:52.919987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:52.943526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfd9764-cff9-4d33-9488-e4746a83b925,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:52.946175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:53.002813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Deleting port a95f54f0-c929-442d-a6b8-b070db6ce9c2 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:53.003661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.061646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.063916 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5270267 Dec 20 15:56:53.067442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51942) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:53.076425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] Set router 734399bd-6a08-445d-a586-5173d2f9aebf gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:56:53.113997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.117278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9da35b4e-49b0-47fa-b5ff-06be79e2bb5d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:53.121684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9da35b4e-49b0-47fa-b5ff-06be79e2bb5d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7288945 Dec 20 15:56:53.124850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:53.126593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51946) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:53.247357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=9ec372a8-6e87-466f-a850-c4d78cfe27a1,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:53.256899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:53.288561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Checking segment: {'id': '97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0caa5640-eb09-48f6-b573-7c218464dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:53.288915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network hostable DHCP agents. Network: 0caa5640-eb09-48f6-b573-7c218464dc5d, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:53.306083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac432962-4786-4f9b-bcfd-42169392e139 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.309476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] For port a95f54f0-c929-442d-a6b8-b070db6ce9c2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a95f54f0-c929-442d-a6b8-b070db6ce9c2,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:53.309818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.320860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec50ab8-1b94-438c-9eb4-4f7ab051d0bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:53.324824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec50ab8-1b94-438c-9eb4-4f7ab051d0bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:53.324824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec50ab8-1b94-438c-9eb4-4f7ab051d0bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:53.324824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2ec50ab8-1b94-438c-9eb4-4f7ab051d0bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:53.358721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.363316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2d50b2ad-5629-4d4f-ae96-43174744b31d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:53.383070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:56:48Z', 'revision_number': 5, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:53.387250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261bce4-6834-4a5b-ac28-bb690e0f49cc None None] The sync data for ids ['734399bd-6a08-445d-a586-5173d2f9aebf'] in dv-neutron-821074-1-hyperv is: [{'id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'name': 'tempest-ServerActionsTestJSON-1442780889-router', 'tenant_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:51:00Z', 'updated_at': '2021-12-20T15:56:48Z', 'revision_number': 5, 'project_id': 'f615b5485fc64dffb49eb11f2c1b73a9', 'gw_port': {'id': 'a95f54f0-c929-442d-a6b8-b070db6ce9c2', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734399bd-6a08-445d-a586-5173d2f9aebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:51:01Z', 'updated_at': '2021-12-20T15:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:56:53.446803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Subnet': ['ID=7128da2e-4484-43a3-a84d-0d3b35f7d9ad,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:53.451161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:53.489676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Checking segment: {'id': '180b65de-ea4d-4d82-b65a-10375f74dcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '08d4eca3-58a4-4839-a018-64e0f4423244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:53.490038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network hostable DHCP agents. Network: 08d4eca3-58a4-4839-a018-64e0f4423244, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:53.538192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 0caa5640-eb09-48f6-b573-7c218464dc5d is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:53.597624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac432962-4786-4f9b-bcfd-42169392e139 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.611064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Calling delete_port for a95f54f0-c929-442d-a6b8-b070db6ce9c2 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:53.642147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Router f8a8c43c-7072-4ec8-818e-562de590dc38 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:56:53.644027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network 08d4eca3-58a4-4839-a018-64e0f4423244 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:53.801144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 0caa5640-eb09-48f6-b573-7c218464dc5d) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:53.810385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 08d4eca3-58a4-4839-a018-64e0f4423244) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:53.813258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b25f9e3-7224-473e-8b36-9e397cb37327 None None] Network 0caa5640-eb09-48f6-b573-7c218464dc5d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:53.813397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:53.813969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.822689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:53.823174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.831642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac432962-4786-4f9b-bcfd-42169392e139 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.836226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-736ee3dd-6285-4b0a-a09e-664c587301b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:53.840868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b09614-441e-4809-9447-af0ca5a23f24 None None] Network 08d4eca3-58a4-4839-a018-64e0f4423244 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:53.853436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2ec50ab8-1b94-438c-9eb4-4f7ab051d0bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:53.858667 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2ec50ab8-1b94-438c-9eb4-4f7ab051d0bd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7288582 Dec 20 15:56:53.860341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51950) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:53.861775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac432962-4786-4f9b-bcfd-42169392e139 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476e586b-c481-45e0-93cf-c9370c51dfff,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:53.876270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ac432962-4786-4f9b-bcfd-42169392e139 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:53.891957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:53.908896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1d6896ae-519a-4ebc-8746-f789ecb9ada4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:53.961591 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0707462 Dec 20 15:56:53.967607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51954) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:53.977683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'network': {'name': 'tempest-router-network01--1972313212'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:53.985922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:54.003099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Pushing event deleted for resources: {'Port': ['ID=a95f54f0-c929-442d-a6b8-b070db6ce9c2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:54.006780 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3312185 Dec 20 15:56:54.006954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:54.007060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Usage tracker for resource:network and tenant:bfba78b8a96b4add955e3f48b14bb4c7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:54.014304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51958) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:54.051393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-623199229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:54.058301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:54.061800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:54.070978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac432962-4786-4f9b-bcfd-42169392e139 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.070978 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ac432962-4786-4f9b-bcfd-42169392e139 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/476e586b-c481-45e0-93cf-c9370c51dfff HTTP/1.1" status: 204 len: 168 time: 1.0014660 Dec 20 15:56:54.074382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:54.074505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:router and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:54.075924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51962) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:54.077746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:54.081723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:54.086240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.090636 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "PUT /v2.0/routers/f8a8c43c-7072-4ec8-818e-562de590dc38 HTTP/1.1" status: 200 len: 919 time: 4.4626434 Dec 20 15:56:54.100640 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec577d7-a605-47a2-8f9a-30cba04ba587 None None] Sync routers for ids ['f8a8c43c-7072-4ec8-818e-562de590dc38'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:56:54.113893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51966) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:54.127059 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec577d7-a605-47a2-8f9a-30cba04ba587 None None] Routers {'f8a8c43c-7072-4ec8-818e-562de590dc38'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:54.128110 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1ec577d7-a605-47a2-8f9a-30cba04ba587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f8a8c43c-7072-4ec8-818e-562de590dc38'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:54.177026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:54.218383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b6798a-951e-4be9-ab3c-db973ae42dcd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet 4f304fdf-ffca-4e34-ab44-dd26f6893b02 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:54.227399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-50b6798a-951e-4be9-ab3c-db973ae42dcd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.264643 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1ec577d7-a605-47a2-8f9a-30cba04ba587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:54.271126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Made reservation on behalf of bfba78b8a96b4add955e3f48b14bb4c7 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:54.274526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.284209 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec577d7-a605-47a2-8f9a-30cba04ba587 None None] Routers {'f8a8c43c-7072-4ec8-818e-562de590dc38'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:54.284985 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1ec577d7-a605-47a2-8f9a-30cba04ba587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f8a8c43c-7072-4ec8-818e-562de590dc38'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:54.311881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-0caa5640-eb09-48f6-b573-7c218464dc5d', 'network_id': '0caa5640-eb09-48f6-b573-7c218464dc5d', 'tenant_id': '1f9dcf1875ea497aac2da2e56d5f4335', 'fixed_ips': [{'subnet_id': '9ec372a8-6e87-466f-a850-c4d78cfe27a1'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:56:54.312497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.315888 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-add6c6c7-7baf-415f-96c3-6b3f6d600ce1 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2370648 Dec 20 15:56:54.317483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51970) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:54.336903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-50b6798a-951e-4be9-ab3c-db973ae42dcd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.343697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-08d4eca3-58a4-4839-a018-64e0f4423244', 'network_id': '08d4eca3-58a4-4839-a018-64e0f4423244', 'tenant_id': 'bfba78b8a96b4add955e3f48b14bb4c7', 'fixed_ips': [{'subnet_id': '7128da2e-4484-43a3-a84d-0d3b35f7d9ad'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:56:54.346114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.366567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.396791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:54.415424 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1ec577d7-a605-47a2-8f9a-30cba04ba587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:54.416147 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec577d7-a605-47a2-8f9a-30cba04ba587 None None] The sync data for ids ['f8a8c43c-7072-4ec8-818e-562de590dc38'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:56:54.433079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.433439 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Added segment 951b6a21-98ed-4c0b-bb71-6219d2e39a50 of type vlan for network 379f21fd-9611-4a8d-b133-d81f0cd4e219 Dec 20 15:56:54.484897 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 82ad92b2-f486-43f2-b632-2866c0639c9f no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:54.533834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-77c104ca-115f-47c3-9a87-19d931d4738b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.575098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 82ad92b2-f486-43f2-b632-2866c0639c9f {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:54.575098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 82ad92b2-f486-43f2-b632-2866c0639c9f not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:54.576339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.605051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-50b6798a-951e-4be9-ab3c-db973ae42dcd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.681817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.682798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.687827 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0ed89569-7061-4f9c-9518-c942c4163c03 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/routers/f8a8c43c-7072-4ec8-818e-562de590dc38 HTTP/1.1" status: 200 len: 925 time: 0.5689352 Dec 20 15:56:54.688014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51974) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:54.695464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f1e44d78-ccd6-488e-8037-2d0611e6eb33 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Synchronizing usage tracker for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:54.706503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.709268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Allocated IP 2001:db8::2 (0caa5640-eb09-48f6-b573-7c218464dc5d/9ec372a8-6e87-466f-a850-c4d78cfe27a1/d53f3f07-7abc-447f-8a75-d3a5523e4363) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:54.721444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.729572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.733075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Allocated IP 2001:db8::2 (08d4eca3-58a4-4839-a018-64e0f4423244/7128da2e-4484-43a3-a84d-0d3b35f7d9ad/81d8ff9a-aa14-4775-87f3-55ab1ced075b) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:54.764823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.768571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:54.769181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.773484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8bb1ccfb-7952-412f-b389-56931d00e068 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:54.794655 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cfbaf97b-943e-46e3-a5eb-ee3aa38056e3 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&device_id=f8a8c43c-7072-4ec8-818e-562de590dc38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1054990 Dec 20 15:56:54.797267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51978) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:54.842584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f1e44d78-ccd6-488e-8037-2d0611e6eb33 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Unset dirty status for tenant:a2ab95eed02e4176a14f1d4d5a3eb9b7 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:54.844023 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f1e44d78-ccd6-488e-8037-2d0611e6eb33 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5209587 Dec 20 15:56:54.846938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51982) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:54.882886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Network': ['ID=379f21fd-9611-4a8d-b133-d81f0cd4e219,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:54.886225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:54.895661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-50b6798a-951e-4be9-ab3c-db973ae42dcd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.897377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-902f28e2-ac17-4acc-bcc8-a8e24b2469cc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:54.913732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.919244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.919747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734399bd-6a08-445d-a586-5173d2f9aebf {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:56:54.925920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 379f21fd-9611-4a8d-b133-d81f0cd4e219 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:56:54.939492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6798a-951e-4be9-ab3c-db973ae42dcd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=4f304fdf-ffca-4e34-ab44-dd26f6893b02,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:54.943882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-50b6798a-951e-4be9-ab3c-db973ae42dcd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:54.944085 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-fcfb2ae1-dd63-482d-ab98-471aa6647da9 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] delete failed (client error): The resource could not be found. Dec 20 15:56:54.949291 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fcfb2ae1-dd63-482d-ab98-471aa6647da9 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "DELETE /v2.0/security-groups/476e586b-c481-45e0-93cf-c9370c51dfff HTTP/1.1" status: 404 len: 347 time: 0.0969443 Dec 20 15:56:54.949402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-50b6798a-951e-4be9-ab3c-db973ae42dcd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:54.949402 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-50b6798a-951e-4be9-ab3c-db973ae42dcd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/4f304fdf-ffca-4e34-ab44-dd26f6893b02 HTTP/1.1" status: 204 len: 168 time: 1.0879428 Dec 20 15:56:54.950268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51986) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:54.974162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028edfe-a9b1-47f8-9397-d9e1d46e15e6 None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:54.974416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51990) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:55.018081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.019331 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] 10.222.0.62 "DELETE /v2.0/routers/734399bd-6a08-445d-a586-5173d2f9aebf HTTP/1.1" status: 204 len: 168 time: 2.7096188 Dec 20 15:56:55.036594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 51994) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:55.101128 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1289055 Dec 20 15:56:55.101408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.103894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 51998) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:55.109120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7ab466-b6cb-4127-ae05-0a9f3dea044f admin admin] Deleting subnet eae4d857-addf-493d-a4a8-ff3c72ff9e0e {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:55.111704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'network': {'name': 'tempest-router-network02--1405513681'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:55.112199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab466-b6cb-4127-ae05-0a9f3dea044f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.123689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:55.134073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Usage tracker for resource:network and tenant:bfba78b8a96b4add955e3f48b14bb4c7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:55.140011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:55.148013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:55.151197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.155197 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aa66c027-752d-4f7d-8f36-e51f72d62eaf tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1361153 Dec 20 15:56:55.157156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52002) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:55.157815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c260b2b-24bc-4a46-af2f-05a2f4a04df7 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:55.162038 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6c260b2b-24bc-4a46-af2f-05a2f4a04df7 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/networks/7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 881 time: 0.3609319 Dec 20 15:56:55.166822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52006) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:55.170600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'network_id': '0caa5640-eb09-48f6-b573-7c218464dc5d', 'name': 'tempest-PortsIpV6TestJSON-167702726'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:55.208805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab466-b6cb-4127-ae05-0a9f3dea044f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.238946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ea1e85b6-5e68-4788-b845-d88edc35e327 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2874532 Dec 20 15:56:55.249094 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2c2c3764-476a-4467-a2f2-3a9eb0b7622a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8a8c43c-7072-4ec8-818e-562de590dc38 HTTP/1.1" status: 200 len: 205 time: 0.0640123 Dec 20 15:56:55.260165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52012) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:55.332087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Made reservation on behalf of bfba78b8a96b4add955e3f48b14bb4c7 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:55.335338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.372317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Transition to ACTIVE for port object d53f3f07-7abc-447f-8a75-d3a5523e4363 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:55.485071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:55.508781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Transition to ACTIVE for port object d53f3f07-7abc-447f-8a75-d3a5523e4363 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:55.514717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:55.518279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.518828 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Added segment d39d4e39-1c3e-49a5-8a4a-31e9585b058c of type vlan for network 99f78672-efb6-44fa-837e-8a3fbe21c44c Dec 20 15:56:55.544091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:55.556580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-894f4889-50a7-4739-aaa1-4635ffe638b0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Deleting subnet b51d6b26-849e-455b-a7fb-bc694a6413f9 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:56:55.566008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-894f4889-50a7-4739-aaa1-4635ffe638b0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.609978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.621896 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.643549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-894f4889-50a7-4739-aaa1-4635ffe638b0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.645524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.657923 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.671334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Transition to ACTIVE for port object 81d8ff9a-aa14-4775-87f3-55ab1ced075b will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:55.684998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab466-b6cb-4127-ae05-0a9f3dea044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.702695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.709767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c1b5d1ee-cb87-425a-ba4d-8cdaf8dd86c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:55.730375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:55.736568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.748095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Transition to ACTIVE for port object 81d8ff9a-aa14-4775-87f3-55ab1ced075b will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:55.763121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.797418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Network 0caa5640-eb09-48f6-b573-7c218464dc5d is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:55.800767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-894f4889-50a7-4739-aaa1-4635ffe638b0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.801014 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:55.805937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:55.808703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Pushing event updated for resources: {'Port': ['ID=d53f3f07-7abc-447f-8a75-d3a5523e4363,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:55.817807 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:55.839680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port b822a953-3c20-4a80-b267-dea7c9369549 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:55.887817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab466-b6cb-4127-ae05-0a9f3dea044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.902218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-21cb2977-5ac6-4b2a-8042-f057ea3d7e03 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:55.935752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab466-b6cb-4127-ae05-0a9f3dea044f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:55.959861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0eeb2-40d9-4a78-8df1-58babba973be None None] Network 45fef1de-5c23-4649-8c8d-c1f53a17597b requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:55.969237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ab466-b6cb-4127-ae05-0a9f3dea044f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae4d857-addf-493d-a4a8-ff3c72ff9e0e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:55.977215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fe7ab466-b6cb-4127-ae05-0a9f3dea044f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:55.988645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52018) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:55.989460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.001435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8319fb93-44be-426d-b8de-352934085652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:56.007638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.011850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:56.012474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.028816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-69ed7fc1-b836-4c41-8763-81170e9363a6 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:56.078798 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fe7ab466-b6cb-4127-ae05-0a9f3dea044f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eae4d857-addf-493d-a4a8-ff3c72ff9e0e HTTP/1.1" status: 204 len: 168 time: 1.0411546 Dec 20 15:56:56.079902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52024) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:56.123235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-894f4889-50a7-4739-aaa1-4635ffe638b0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.147800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fe7ab466-b6cb-4127-ae05-0a9f3dea044f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:56.183401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8::2a2 (0caa5640-eb09-48f6-b573-7c218464dc5d/9ec372a8-6e87-466f-a850-c4d78cfe27a1/b822a953-3c20-4a80-b267-dea7c9369549) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:56.206669 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1015947 Dec 20 15:56:56.212265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Attempting to bind port d53f3f07-7abc-447f-8a75-d3a5523e4363 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:56.212598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Attempting to bind port d53f3f07-7abc-447f-8a75-d3a5523e4363 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0caa5640-eb09-48f6-b573-7c218464dc5d'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:56.212978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Attempting to bind port d53f3f07-7abc-447f-8a75-d3a5523e4363 on network 0caa5640-eb09-48f6-b573-7c218464dc5d {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:56.215059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52028) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:56.226366 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Network 08d4eca3-58a4-4839-a018-64e0f4423244 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:56.227751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Pushing event updated for resources: {'Port': ['ID=81d8ff9a-aa14-4775-87f3-55ab1ced075b,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:56.232068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:56.280621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:56.282700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:56.318361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.318560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:56:56.318560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Checking segment: {'id': '97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0caa5640-eb09-48f6-b573-7c218464dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:56.318560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.318560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Bound using segment: {'id': '97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0caa5640-eb09-48f6-b573-7c218464dc5d'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:56:56.318560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Bound port: d53f3f07-7abc-447f-8a75-d3a5523e4363, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0caa5640-eb09-48f6-b573-7c218464dc5d'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:56:56.319189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.337351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-894f4889-50a7-4739-aaa1-4635ffe638b0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.345072 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-894f4889-50a7-4739-aaa1-4635ffe638b0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/b51d6b26-849e-455b-a7fb-bc694a6413f9 HTTP/1.1" status: 204 len: 168 time: 1.3695817 Dec 20 15:56:56.350152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Network': ['ID=99f78672-efb6-44fa-837e-8a3fbe21c44c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:56.350300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52032) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:56.355383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'subnet': {'network_id': '379f21fd-9611-4a8d-b133-d81f0cd4e219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:56.363281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:56.372553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f4889-50a7-4739-aaa1-4635ffe638b0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Subnet': ['ID=b51d6b26-849e-455b-a7fb-bc694a6413f9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:56.390662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a95f54f0-c929-442d-a6b8-b070db6ce9c2 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:56:56.421187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 99f78672-efb6-44fa-837e-8a3fbe21c44c details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:56:56.450260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-894f4889-50a7-4739-aaa1-4635ffe638b0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:56.456136 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bec6098e-5ad7-4aa0-964f-4377d136deb6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806761 Dec 20 15:56:56.458666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52036) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:56.473188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Deleting port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:56.473433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.524654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: a95f54f0-c929-442d-a6b8-b070db6ce9c2 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:56:56.525011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a95f54f0-c929-442d-a6b8-b070db6ce9c2 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:56:56.575702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b63161-3a74-4c55-9010-d3c8fa89ac2f None None] Network d0452a6f-255e-4f54-b2ac-8ed7e675c952 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:56.585274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.605418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object b822a953-3c20-4a80-b267-dea7c9369549 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:56.640230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.712320 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:56.717216 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e5d882e0-dbbb-4b55-a5cb-07f761d7071b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2ab95eed02e4176a14f1d4d5a3eb9b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7277107 Dec 20 15:56:56.720157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52040) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:56.731608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Usage tracker for resource:subnet and tenant:bfba78b8a96b4add955e3f48b14bb4c7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:56.734096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Attempting to bind port 81d8ff9a-aa14-4775-87f3-55ab1ced075b on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:56:56.734481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Attempting to bind port 81d8ff9a-aa14-4775-87f3-55ab1ced075b by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '180b65de-ea4d-4d82-b65a-10375f74dcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '08d4eca3-58a4-4839-a018-64e0f4423244'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:56:56.734852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Attempting to bind port 81d8ff9a-aa14-4775-87f3-55ab1ced075b on network 08d4eca3-58a4-4839-a018-64e0f4423244 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:56:56.738513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:56.740132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Deleting port 9ae9acfe-dad2-4826-a865-5f90487e09bc {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:56.740466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.755843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:56.792059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fa9d93-34ff-4096-9af7-7b010247bfc5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:56.794684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.796303 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e9fa9d93-34ff-4096-9af7-7b010247bfc5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3318532 Dec 20 15:56:56.799482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52044) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:56.809410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:56.823656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] For port d53f3f07-7abc-447f-8a75-d3a5523e4363, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:56.852870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:56:56.853363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Checking segment: {'id': '180b65de-ea4d-4d82-b65a-10375f74dcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '08d4eca3-58a4-4839-a018-64e0f4423244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:56.854251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.854251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Bound using segment: {'id': '180b65de-ea4d-4d82-b65a-10375f74dcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '08d4eca3-58a4-4839-a018-64e0f4423244'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:56:56.855025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Bound port: 81d8ff9a-aa14-4775-87f3-55ab1ced075b, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180b65de-ea4d-4d82-b65a-10375f74dcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '08d4eca3-58a4-4839-a018-64e0f4423244'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:56:56.855025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.879704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5b0d8bd4-7b82-4205-8e86-a8df95a6c4b9 None None] Provisioning complete for port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:56.880075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8bd4-7b82-4205-8e86-a8df95a6c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.906616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] For port d53f3f07-7abc-447f-8a75-d3a5523e4363, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d53f3f07-7abc-447f-8a75-d3a5523e4363,segment=NetworkSegment(97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7),segment_id=97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:56.921846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Made reservation on behalf of bfba78b8a96b4add955e3f48b14bb4c7 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:56.932210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 0caa5640-eb09-48f6-b573-7c218464dc5d is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:56.941391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.945666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:56.964774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815aa2c5-dd03-4008-bd67-ab8627893f7d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:56.965446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-815aa2c5-dd03-4008-bd67-ab8627893f7d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Synchronizing usage tracker for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:56:56.971754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] For port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a9e94f59-fcbe-4b95-8d2d-32c7f40a6599,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:56.971754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:56.997390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:57.001384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:57.006280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.006791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.007184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=b822a953-3c20-4a80-b267-dea7c9369549,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:57.017182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:57.023414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-683b9ba4-0700-4b95-a605-d04f4a6c91a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.024405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2e508c7c-ff3f-42ac-b771-4ed07eb96328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:57.067305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] DHCP port deletion for 45fef1de-5c23-4649-8c8d-c1f53a17597b request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:56:57.074111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-683b9ba4-0700-4b95-a605-d04f4a6c91a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.100552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] Deleting port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:57.104181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.159395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Calling delete_port for a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:57.220351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.221677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.230525 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0727677 Dec 20 15:56:57.239395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52048) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:57.243227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] For port 81d8ff9a-aa14-4775-87f3-55ab1ced075b, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:57.275662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Pushing event updated for resources: {'Port': ['ID=d53f3f07-7abc-447f-8a75-d3a5523e4363,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:57.311527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:57.330989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] For port 81d8ff9a-aa14-4775-87f3-55ab1ced075b, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=81d8ff9a-aa14-4775-87f3-55ab1ced075b,segment=NetworkSegment(180b65de-ea4d-4d82-b65a-10375f74dcd0),segment_id=180b65de-ea4d-4d82-b65a-10375f74dcd0)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:57.417095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.455121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-968e6341-0224-49bd-aaae-8cc6d29107d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:57.488699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Calling delete_port for 9ae9acfe-dad2-4826-a865-5f90487e09bc owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:57.496794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] DHCP port deletion for d0452a6f-255e-4f54-b2ac-8ed7e675c952 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:56:57.525307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-815aa2c5-dd03-4008-bd67-ab8627893f7d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Unset dirty status for tenant:0fbc6b4a2eee4457ab2a7ee56910784a on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:56:57.530829 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-815aa2c5-dd03-4008-bd67-ab8627893f7d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7263603 Dec 20 15:56:57.530829 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52052) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:57.561627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] Deleting port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:57.562023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.649074 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b5c59a00-f3db-4ce2-8fc4-7f00dcb543f6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137471 Dec 20 15:56:57.660796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52056) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:57.715083 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7255f0-ea9f-4bb5-98a8-15991fa7191f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:57.715727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7255f0-ea9f-4bb5-98a8-15991fa7191f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:57.727160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] For port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a9e94f59-fcbe-4b95-8d2d-32c7f40a6599,segment=NetworkSegment(84c19b36-fbca-4ae5-891c-4754cb5442ab),segment_id=84c19b36-fbca-4ae5-891c-4754cb5442ab)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:57.727567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.733885 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0b7255f0-ea9f-4bb5-98a8-15991fa7191f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/98be3abe-2d14-44a2-a523-b77b9aeb8171 HTTP/1.1" status: 404 len: 333 time: 0.0703337 Dec 20 15:56:57.733885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.745580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52060) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:57.748351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ed037213-4807-415e-83a0-7779e99e9388 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:57.788205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] No DVR routers for this DVR port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:57.931807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.955954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Pushing event updated for resources: {'Port': ['ID=81d8ff9a-aa14-4775-87f3-55ab1ced075b,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:57.959089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fef1de-5c23-4649-8c8d-c1f53a17597b']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:57.980324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c19b36-fbca-4ae5-891c-4754cb5442ab') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:57.983592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c19b36-fbca-4ae5-891c-4754cb5442ab') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:57.995683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:57.997281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] Calling delete_port for a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:58.039103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:58.046884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-683b9ba4-0700-4b95-a605-d04f4a6c91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.052633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d986f066-0862-44e0-9a3b-3e59c97b26cd tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:58.068465 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-4925c715-23c8-4341-b3f9-5acece8cd22b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:58.069319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4925c715-23c8-4341-b3f9-5acece8cd22b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:58.074193 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4925c715-23c8-4341-b3f9-5acece8cd22b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/4f304fdf-ffca-4e34-ab44-dd26f6893b02 HTTP/1.1" status: 404 len: 337 time: 0.2398736 Dec 20 15:56:58.078166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e94f59-fcbe-4b95-8d2d-32c7f40a6599,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:58.081748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52064) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:58.086071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.093441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:58.101960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b9ba4-0700-4b95-a605-d04f4a6c91a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dead7df9-5f98-4350-9ce9-f229fb7e57d1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:58.131831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-683b9ba4-0700-4b95-a605-d04f4a6c91a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:58.163801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:56:58.164213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.178898 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e06a08-3557-4a87-a028-25e77b991715 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:58.179366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e06a08-3557-4a87-a028-25e77b991715 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-83e06a08-3557-4a87-a028-25e77b991715 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/b51d6b26-849e-455b-a7fb-bc694a6413f9 HTTP/1.1" status: 404 len: 337 time: 0.0987611 Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:58.183931 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:58.188412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52068) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:58.246324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.249385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:56:58.249746 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:56:58.253980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2bdb99a7-0dc8-4bef-9f0c-13c1698e4ae2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:58.256422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] For port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f7966ddb-c2d4-46f9-9cd3-d6c912d6166a,segment=NetworkSegment(d4a9b506-965f-4cdf-a147-20ac8b8c9581),segment_id=d4a9b506-965f-4cdf-a147-20ac8b8c9581)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:58.256818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.298140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.301106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Pushing event deleted for resources: {'Port': ['ID=9ae9acfe-dad2-4826-a865-5f90487e09bc,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:58.303356 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97dc6b5-2a3f-4d5d-b803-1e4590b55a04 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:58.307843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97dc6b5-2a3f-4d5d-b803-1e4590b55a04 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:58.312494 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e97dc6b5-2a3f-4d5d-b803-1e4590b55a04 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/75d7dacc-dfed-4303-b449-d8033980616e HTTP/1.1" status: 404 len: 333 time: 0.1201310 Dec 20 15:56:58.312671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-72ba319a-3524-44f8-b936-263b31aebc75 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:58.312778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-683b9ba4-0700-4b95-a605-d04f4a6c91a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.312778 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-683b9ba4-0700-4b95-a605-d04f4a6c91a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dead7df9-5f98-4350-9ce9-f229fb7e57d1 HTTP/1.1" status: 204 len: 168 time: 1.5904295 Dec 20 15:56:58.322947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:58.330097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52072) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:58.389688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Subnet': ['ID=27f56d48-2b69-4268-9738-0c77bff6f652,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:58.392934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:58.393505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.398986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.406046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-03eac7a5-c1aa-4bb5-ac37-fc5a12d3a8d2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:58.427494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] Calling delete_port for f7966ddb-c2d4-46f9-9cd3-d6c912d6166a owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:56:58.453050 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] 10.222.0.62 "DELETE /v2.0/networks/45fef1de-5c23-4649-8c8d-c1f53a17597b HTTP/1.1" status: 204 len: 168 time: 2.3698139 Dec 20 15:56:58.496586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Pushing event deleted for resources: {'Network': ['ID=45fef1de-5c23-4649-8c8d-c1f53a17597b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:58.511526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:58.555095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Checking segment: {'id': '951b6a21-98ed-4c0b-bb71-6219d2e39a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '379f21fd-9611-4a8d-b133-d81f0cd4e219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:56:58.557519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network hostable DHCP agents. Network: 379f21fd-9611-4a8d-b133-d81f0cd4e219, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:58.564315 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe94ff4-cd01-47e7-b347-ee00ce2a4a93 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:58.565014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe94ff4-cd01-47e7-b347-ee00ce2a4a93 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:58.566895 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dbe94ff4-cd01-47e7-b347-ee00ce2a4a93 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/2848f069-9c9a-4aae-a071-cc7affeffa6b HTTP/1.1" status: 404 len: 337 time: 0.2335908 Dec 20 15:56:58.570773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52080) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:58.602581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 81d8ff9a-aa14-4775-87f3-55ab1ced075b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:58.648617 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b9d058-4930-4d21-ae7c-fb6ed703d3d5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:58.654243 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b9d058-4930-4d21-ae7c-fb6ed703d3d5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:58.654243 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-11b9d058-4930-4d21-ae7c-fb6ed703d3d5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/ab3267e9-65c0-4b04-8718-70c6bd72cc2b HTTP/1.1" status: 404 len: 337 time: 0.0801454 Dec 20 15:56:58.657096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52084) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:58.692250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.707490 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72590b7-a501-45e1-8b9b-22309952e876 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:58.707928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72590b7-a501-45e1-8b9b-22309952e876 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:58.710964 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b72590b7-a501-45e1-8b9b-22309952e876 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/aea1471e-0513-4dfa-bc63-c879d71c1259 HTTP/1.1" status: 404 len: 333 time: 0.0516398 Dec 20 15:56:58.713683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52088) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:58.717327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c5ba3af5-10ca-49e5-9350-4fddce4b920c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:56:58.764514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] Deleting port a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:56:58.764997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.768500 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bad9b6-bbb9-47cc-aa9e-3f75a618f8b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:58.769522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bad9b6-bbb9-47cc-aa9e-3f75a618f8b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:58.771380 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-47bad9b6-bbb9-47cc-aa9e-3f75a618f8b6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/b76f7bb5-cc07-4d62-a197-d332c22980c4 HTTP/1.1" status: 404 len: 337 time: 0.0566115 Dec 20 15:56:58.773951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52092) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:58.815696 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bca03bf-c136-44e0-892c-f420e3968721 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:58.816333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bca03bf-c136-44e0-892c-f420e3968721 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:58.818382 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7bca03bf-c136-44e0-892c-f420e3968721 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/2bd7a211-5397-4384-8ce0-4bff88d68893 HTTP/1.1" status: 404 len: 337 time: 0.0433540 Dec 20 15:56:58.825470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52096) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:58.857272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] Pushing event deleted for resources: {'Port': ['ID=f7966ddb-c2d4-46f9-9cd3-d6c912d6166a,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:58.857272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] No DVR routers for this DVR port f7966ddb-c2d4-46f9-9cd3-d6c912d6166a on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:58.903996 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bb128b-bac4-4ac5-8580-c64f51e23f9f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:58.905519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bb128b-bac4-4ac5-8580-c64f51e23f9f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:58.911446 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f9bb128b-bac4-4ac5-8580-c64f51e23f9f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/dca40858-5755-47f1-b957-08a085d9e16f HTTP/1.1" status: 404 len: 333 time: 0.0824115 Dec 20 15:56:58.911446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network 379f21fd-9611-4a8d-b133-d81f0cd4e219 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:58.919965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52102) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:58.932541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:56:58.938689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:58.948043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d075ef0a-e331-437c-b9f1-852fadf0e1aa None None] The port 'a9e94f59-fcbe-4b95-8d2d-32c7f40a6599' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:56:58.980795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb79c8-6cd2-4e3f-b0a3-8b78e54217cf None None] Network 0caa5640-eb09-48f6-b573-7c218464dc5d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:59.034686 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f70f3d-52f6-4b13-9352-c70ac35f34f6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:59.035148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f70f3d-52f6-4b13-9352-c70ac35f34f6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:59.038033 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-73f70f3d-52f6-4b13-9352-c70ac35f34f6 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/5882b868-b674-4bca-8f83-3117a3a48d7b HTTP/1.1" status: 404 len: 337 time: 0.1138182 Dec 20 15:56:59.045708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52106) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.114813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52110) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.117167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 81d8ff9a-aa14-4775-87f3-55ab1ced075b completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:59.124986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d53f3f07-7abc-447f-8a75-d3a5523e4363 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:56:59.173835 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d8bd62-f7a8-415a-baf6-9f67239ecee9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:59.173835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d8bd62-f7a8-415a-baf6-9f67239ecee9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:59.183547 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f8d8bd62-f7a8-415a-baf6-9f67239ecee9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/d420818a-8181-449e-9cc2-d49692f169e8 HTTP/1.1" status: 404 len: 337 time: 0.1343505 Dec 20 15:56:59.185213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 379f21fd-9611-4a8d-b133-d81f0cd4e219) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:59.189131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52116) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.234513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5970233-22cc-41a1-ac60-b638da316843 None None] Network 379f21fd-9611-4a8d-b133-d81f0cd4e219 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:59.245232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:59.245967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:59.286540 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32e1a17-ea1c-4f25-ad91-e589ac13083a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:59.287122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32e1a17-ea1c-4f25-ad91-e589ac13083a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:59.291963 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e32e1a17-ea1c-4f25-ad91-e589ac13083a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/6dbe1def-cfd7-48a2-ae17-0eddea1b4f64 HTTP/1.1" status: 404 len: 333 time: 0.0989070 Dec 20 15:56:59.294905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52122) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.363622 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2f7d79-c3e2-4f1c-8ccd-452fb9bcaaf1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:59.364060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2f7d79-c3e2-4f1c-8ccd-452fb9bcaaf1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:59.365682 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cf2f7d79-c3e2-4f1c-8ccd-452fb9bcaaf1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/f85e1d91-bc47-490a-b9e2-cd4f312e9bbd HTTP/1.1" status: 404 len: 337 time: 0.0689051 Dec 20 15:56:59.369168 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52126) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.374168 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8f243db0-b76b-4fe5-8cfd-f0ecb5b24e57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f615b5485fc64dffb49eb11f2c1b73a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2581704 Dec 20 15:56:59.382816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52130) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.384216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:59.417561 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1045172 Dec 20 15:56:59.423244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52136) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.426549 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5007c91-7b21-403c-8c77-6704c2c85beb tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:59.426997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5007c91-7b21-403c-8c77-6704c2c85beb tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:59.430057 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f5007c91-7b21-403c-8c77-6704c2c85beb tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/70a9a344-26b1-4f01-83d8-fba9ca2ebd3d HTTP/1.1" status: 404 len: 333 time: 0.0585499 Dec 20 15:56:59.432125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'subnet': {'network_id': '99f78672-efb6-44fa-837e-8a3fbe21c44c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:59.448953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52140) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.452414 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1786792-2499-47c3-8152-ecdce8ffdb99 None None] Network 08d4eca3-58a4-4839-a018-64e0f4423244 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:56:59.495727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:59.504552 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e8ae08-7ca0-418b-affc-c5d8e68fa55a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:59.504984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e8ae08-7ca0-418b-affc-c5d8e68fa55a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:59.506629 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-11e8ae08-7ca0-418b-affc-c5d8e68fa55a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/5f6f13a0-5cf5-4cdc-bec1-c69abd2fe9a5 HTTP/1.1" status: 404 len: 337 time: 0.0570223 Dec 20 15:56:59.510690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52144) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.568212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:59.613070 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c8d326-047a-4203-9512-c53393f40610 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:59.613417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c8d326-047a-4203-9512-c53393f40610 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:59.615041 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-45c8d326-047a-4203-9512-c53393f40610 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/bb5b69ec-e0cd-4f91-b323-cc36fcc13761 HTTP/1.1" status: 404 len: 333 time: 0.1035855 Dec 20 15:56:59.624299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52148) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.636334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:59.639204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Usage tracker for resource:subnet and tenant:bfba78b8a96b4add955e3f48b14bb4c7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:59.646759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:56:59.651798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6c33a1f5-5ea4-4a3a-9044-d34a00696345 None None] Provisioning for port d53f3f07-7abc-447f-8a75-d3a5523e4363 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:59.656912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:56:59.728831 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7d3bd2-6e88-4989-b4ba-c797cb4244df tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:59.732693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7d3bd2-6e88-4989-b4ba-c797cb4244df tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:59.736579 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1d7d3bd2-6e88-4989-b4ba-c797cb4244df tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/954dc203-fcf5-49cc-889c-4c05e28303ce HTTP/1.1" status: 404 len: 337 time: 0.0666168 Dec 20 15:56:59.737755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52154) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.738580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port d53f3f07-7abc-447f-8a75-d3a5523e4363 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:56:59.771448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0960d7ae-2ce6-41a3-972a-2c4a42817c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:59.787860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d53f3f07-7abc-447f-8a75-d3a5523e4363 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:59.788241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:59.876915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0960d7ae-2ce6-41a3-972a-2c4a42817c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:59.917646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Made reservation on behalf of bfba78b8a96b4add955e3f48b14bb4c7 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:59.935708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:59.936588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Fanout notify agent at l3_agent the message router_deleted on router f8a8c43c-7072-4ec8-818e-562de590dc38 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:56:59.956360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:56:59.957578 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/f8a8c43c-7072-4ec8-818e-562de590dc38 HTTP/1.1" status: 204 len: 168 time: 4.6963651 Dec 20 15:56:59.961725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52160) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:56:59.968274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-395569648', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:56:59.978841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:56:59.984788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Usage tracker for resource:router and tenant:50b639d5dab84fe9bb1ad8d0767eb5d5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:56:59.990239 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:00.000482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:00.023539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.039770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-379f21fd-9611-4a8d-b133-d81f0cd4e219', 'network_id': '379f21fd-9611-4a8d-b133-d81f0cd4e219', 'tenant_id': 'bfba78b8a96b4add955e3f48b14bb4c7', 'fixed_ips': [{'subnet_id': '27f56d48-2b69-4268-9738-0c77bff6f652'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:00.040605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.053583 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5672f96-181f-4b84-b8b3-268f425e6e9a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:00.054121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5672f96-181f-4b84-b8b3-268f425e6e9a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:00.058803 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f5672f96-181f-4b84-b8b3-268f425e6e9a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/b910babb-72c9-4ed3-a67b-ac8941938e1e HTTP/1.1" status: 404 len: 333 time: 0.3177648 Dec 20 15:57:00.059700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52166) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:00.080237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.105627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.110211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.110211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.117764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:00.145841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0960d7ae-2ce6-41a3-972a-2c4a42817c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.157429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-72e1e621-6ebf-4850-b5f9-115df73eb998 None None] Provisioning for port 81d8ff9a-aa14-4775-87f3-55ab1ced075b completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:00.157947 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64d3963-d54f-4c7a-a05a-4dea2b4d4b15 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:00.158374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64d3963-d54f-4c7a-a05a-4dea2b4d4b15 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:00.183687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0960d7ae-2ce6-41a3-972a-2c4a42817c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.184992 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0960d7ae-2ce6-41a3-972a-2c4a42817c3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cca01f25-7ea3-4127-a2a7-a57ca91e4223 HTTP/1.1" status: 204 len: 168 time: 0.7912631 Dec 20 15:57:00.188806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-72e1e621-6ebf-4850-b5f9-115df73eb998 None None] Provisioning complete for port 81d8ff9a-aa14-4775-87f3-55ab1ced075b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:00.189192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72e1e621-6ebf-4850-b5f9-115df73eb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.201333 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f64d3963-d54f-4c7a-a05a-4dea2b4d4b15 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/45e71bcc-5431-4e57-bc5c-3385f83f5d32 HTTP/1.1" status: 404 len: 337 time: 0.1399977 Dec 20 15:57:00.210798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52172) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:00.285258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.324023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=b822a953-3c20-4a80-b267-dea7c9369549,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:00.356665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:00.358458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a3f595f4-8add-4375-915e-a5d74f8e897a tempest-NegativeSecGroupTest-215608162 tempest-NegativeSecGroupTest-215608162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:00.371984 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8a55fc-23e2-410f-ba84-6401aede7024 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:00.372911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8a55fc-23e2-410f-ba84-6401aede7024 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:00.389305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.393131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960d7ae-2ce6-41a3-972a-2c4a42817c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca01f25-7ea3-4127-a2a7-a57ca91e4223,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:00.413813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52178) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:00.422144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0960d7ae-2ce6-41a3-972a-2c4a42817c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:00.424948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4e8a55fc-23e2-410f-ba84-6401aede7024 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/32aedb34-23af-4935-aabb-c0e5618cbb26 HTTP/1.1" status: 404 len: 333 time: 0.2124715 Dec 20 15:57:00.431207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52182) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:00.528285 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-4246ff17-da4c-49e2-ab32-4e212b93c0e2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:00.528832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4246ff17-da4c-49e2-ab32-4e212b93c0e2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:00.533023 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4246ff17-da4c-49e2-ab32-4e212b93c0e2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/3c5307a0-7cf3-4179-81c1-a69e6ec62a08 HTTP/1.1" status: 404 len: 337 time: 0.0983474 Dec 20 15:57:00.539962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52188) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:00.554819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Allocated IP 2001:db8::2 (379f21fd-9611-4a8d-b133-d81f0cd4e219/27f56d48-2b69-4268-9738-0c77bff6f652/b3bf23d0-2f33-46c1-b824-474280b4a65a) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:00.647242 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-e767faa2-a631-4f36-a852-82867c849107 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:00.647601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e767faa2-a631-4f36-a852-82867c849107 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:00.661944 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e767faa2-a631-4f36-a852-82867c849107 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/ceb2b94b-b9ee-4014-8069-bf161ac2c690 HTTP/1.1" status: 404 len: 333 time: 0.1204135 Dec 20 15:57:00.662797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52192) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:00.672087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2f4051a8-ff75-48e4-a9d5-33a359c1052c tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-647393838', 'prefixes': ['172.20.0.0/16']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:00.721197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2f4051a8-ff75-48e4-a9d5-33a359c1052c tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:00.728832 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66d664a-d0c4-4cc0-80ea-d77abd3ced3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:00.729281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66d664a-d0c4-4cc0-80ea-d77abd3ced3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:00.733881 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b66d664a-d0c4-4cc0-80ea-d77abd3ced3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/d9ca45f4-c4c0-403e-ab27-c958507299a1 HTTP/1.1" status: 404 len: 337 time: 0.0672035 Dec 20 15:57:00.736463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52196) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:00.764121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port d53f3f07-7abc-447f-8a75-d3a5523e4363, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d53f3f07-7abc-447f-8a75-d3a5523e4363,segment=NetworkSegment(97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7),segment_id=97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:00.795285 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c736d1a9-dc6a-4538-bf60-c2d586dd01e9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:00.795732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c736d1a9-dc6a-4538-bf60-c2d586dd01e9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:00.801383 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c736d1a9-dc6a-4538-bf60-c2d586dd01e9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/d85e60c8-1b64-4637-944b-d577d96d50b6 HTTP/1.1" status: 404 len: 337 time: 0.0639570 Dec 20 15:57:00.802396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52200) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:00.842166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.852480 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ebdc28aa-d446-47e4-b86d-76ef3c76488e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:00.898399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:00.907807 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:00.937669 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df8a8e9-5b5e-4e82-8284-f0ac9f48108a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:00.938301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df8a8e9-5b5e-4e82-8284-f0ac9f48108a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:00.942938 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1df8a8e9-5b5e-4e82-8284-f0ac9f48108a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/19853b34-d6c3-4291-85d4-b7c9d648a03f HTTP/1.1" status: 404 len: 333 time: 0.1396146 Dec 20 15:57:00.945622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52206) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.023577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72e1e621-6ebf-4850-b5f9-115df73eb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:01.029559 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-3530980e-8a02-4c86-a10c-0f3bce69c892 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:01.030346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3530980e-8a02-4c86-a10c-0f3bce69c892 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:01.043879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Subnet': ['ID=0d5296bd-9577-4d65-9db0-20dd9ba213d4,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:01.058238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:01.061245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f7966ddb-c2d4-46f9-9cd3-d6c912d6166a no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:57:01.062658 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3530980e-8a02-4c86-a10c-0f3bce69c892 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/30cb2a18-a12d-41f3-a63a-42c324e42ce8 HTTP/1.1" status: 404 len: 337 time: 0.1133957 Dec 20 15:57:01.063970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52210) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.123283 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-284a372a-0ed8-4e0b-a142-50db8b60e19b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:01.123593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284a372a-0ed8-4e0b-a142-50db8b60e19b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:01.128801 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-284a372a-0ed8-4e0b-a142-50db8b60e19b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/7f7a53f3-96c4-4e58-8026-2ddca853898d HTTP/1.1" status: 404 len: 337 time: 0.0596418 Dec 20 15:57:01.131793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52216) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.164699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: f7966ddb-c2d4-46f9-9cd3-d6c912d6166a {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:57:01.165097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f7966ddb-c2d4-46f9-9cd3-d6c912d6166a not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:57:01.176880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:57:01.189471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Checking segment: {'id': 'd39d4e39-1c3e-49a5-8a4a-31e9585b058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '99f78672-efb6-44fa-837e-8a3fbe21c44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:01.189870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network hostable DHCP agents. Network: 99f78672-efb6-44fa-837e-8a3fbe21c44c, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:01.199386 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9a2a24-1c2d-41d5-b332-b0b1e3d08f43 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:01.199829 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9a2a24-1c2d-41d5-b332-b0b1e3d08f43 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:01.203939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:01.205224 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7f9a2a24-1c2d-41d5-b332-b0b1e3d08f43 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/1790cc64-30d1-4d97-bce4-e296b662590f HTTP/1.1" status: 404 len: 333 time: 0.0714190 Dec 20 15:57:01.207043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52222) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.214684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:01.262863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:57:01.263500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a9e94f59-fcbe-4b95-8d2d-32c7f40a6599 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:57:01.267819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-72e1e621-6ebf-4850-b5f9-115df73eb998 None None] For port 81d8ff9a-aa14-4775-87f3-55ab1ced075b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=81d8ff9a-aa14-4775-87f3-55ab1ced075b,segment=NetworkSegment(180b65de-ea4d-4d82-b65a-10375f74dcd0),segment_id=180b65de-ea4d-4d82-b65a-10375f74dcd0)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:01.275972 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a63c1b-5cd4-4616-85a3-385a2c8b5e3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:01.276646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a63c1b-5cd4-4616-85a3-385a2c8b5e3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:01.281022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52226) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.285662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=d53f3f07-7abc-447f-8a75-d3a5523e4363,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:01.289431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:01.291021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:01.295066 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f7a63c1b-5cd4-4616-85a3-385a2c8b5e3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/afc0194c-5932-4be4-97db-ac02382ff8e3 HTTP/1.1" status: 404 len: 337 time: 0.0854571 Dec 20 15:57:01.323349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Transition to ACTIVE for port object b3bf23d0-2f33-46c1-b824-474280b4a65a will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:01.351184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Transition to ACTIVE for port object b3bf23d0-2f33-46c1-b824-474280b4a65a will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:01.359441 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-854c6404-d82c-4e96-bc23-0c5cce2c2cc0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:01.360137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854c6404-d82c-4e96-bc23-0c5cce2c2cc0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:01.364578 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-854c6404-d82c-4e96-bc23-0c5cce2c2cc0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/0548f228-9cf6-4495-bca8-a845e5c520da HTTP/1.1" status: 404 len: 337 time: 0.0798635 Dec 20 15:57:01.364909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52232) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.379540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72e1e621-6ebf-4850-b5f9-115df73eb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:01.382956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:01.422945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d53f3f07-7abc-447f-8a75-d3a5523e4363 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:01.443986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network 99f78672-efb6-44fa-837e-8a3fbe21c44c is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:01.450764 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f6492a-2df7-4e1c-aac8-9133fef162db tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:01.451316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f6492a-2df7-4e1c-aac8-9133fef162db tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:01.452948 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-89f6492a-2df7-4e1c-aac8-9133fef162db tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/2443bf69-3d7c-4241-af06-52d1b5ce5b0d HTTP/1.1" status: 404 len: 333 time: 0.0850480 Dec 20 15:57:01.457111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52236) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.499149 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c76cd3-6179-4da3-97c1-cd09a118ba5e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:01.499149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c76cd3-6179-4da3-97c1-cd09a118ba5e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:01.499149 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-65c76cd3-6179-4da3-97c1-cd09a118ba5e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/df31396a-8dfd-4659-89fa-0a3daf3acc27 HTTP/1.1" status: 404 len: 337 time: 0.0410998 Dec 20 15:57:01.501602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52242) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.510951 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:01.521319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:01.540309 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8eb6f2-14e5-4dae-a798-487a7682747a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:01.540914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8eb6f2-14e5-4dae-a798-487a7682747a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:01.542761 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fe8eb6f2-14e5-4dae-a798-487a7682747a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/5ac7d55c-d6d3-4a05-88d7-cc60a8fb016e HTTP/1.1" status: 404 len: 337 time: 0.0399616 Dec 20 15:57:01.550424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52246) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.555290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 99f78672-efb6-44fa-837e-8a3fbe21c44c) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:01.572803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Network 379f21fd-9611-4a8d-b133-d81f0cd4e219 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:01.576826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:01.578804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1e621-6ebf-4850-b5f9-115df73eb998 None None] Pushing event updated for resources: {'Port': ['ID=81d8ff9a-aa14-4775-87f3-55ab1ced075b,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:01.581279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9e1a072d-48af-489e-872b-55a92c52fbc5 None None] Provisioning complete for port 81d8ff9a-aa14-4775-87f3-55ab1ced075b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:01.581765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e1a072d-48af-489e-872b-55a92c52fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:01.612173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a68f4-4390-45a9-97bc-61125faf13b3 None None] Network 99f78672-efb6-44fa-837e-8a3fbe21c44c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:01.624264 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:01.629078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-72e1e621-6ebf-4850-b5f9-115df73eb998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:01.632852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:01.633779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:01.637461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dd95ab36-19e9-424e-900b-0f073106d908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:01.645755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f4051a8-ff75-48e4-a9d5-33a359c1052c tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] Notify callbacks [] for subnetpool, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:01.646802 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2f4051a8-ff75-48e4-a9d5-33a359c1052c tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2320063 Dec 20 15:57:01.654614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52250) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.670596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52254) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.673417 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-952d6b28-af26-46ad-a11c-8227da74e009 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports?device_id=367c316e-535b-4bed-bf57-445ede92bc65 HTTP/1.1" status: 200 len: 205 time: 0.1195436 Dec 20 15:57:01.706963 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5cdf9b76-7c5b-4c34-8335-cbbc8f9ae494 tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] 10.222.0.62 "GET /v2.0/subnetpools/b2a383e2-0256-4663-b1d2-225fc1f5eb55 HTTP/1.1" status: 200 len: 731 time: 0.0452383 Dec 20 15:57:01.709120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52258) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.714973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-821642c6-9e0c-4101-9a54-6ccb6f27a4de tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-77309579'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:01.788973 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3614063 Dec 20 15:57:01.791287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52262) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.805614 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-30351d60-4934-4d21-8edf-871e3b7291bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] delete failed (client error): The resource could not be found. Dec 20 15:57:01.809990 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-30351d60-4934-4d21-8edf-871e3b7291bc tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/routers/367c316e-535b-4bed-bf57-445ede92bc65 HTTP/1.1" status: 404 len: 336 time: 0.1351593 Dec 20 15:57:01.814895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52268) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.868968 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8daede6-c6b8-4566-9022-f45918897cf9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:01.869410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8daede6-c6b8-4566-9022-f45918897cf9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:01.871046 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a8daede6-c6b8-4566-9022-f45918897cf9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/34f19e2d-55fe-4486-8536-70fddedcbb73 HTTP/1.1" status: 404 len: 337 time: 0.0461411 Dec 20 15:57:01.874561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52272) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.899237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Pushing event updated for resources: {'Port': ['ID=b3bf23d0-2f33-46c1-b824-474280b4a65a,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:01.918433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:01.942833 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ee00e920-e69a-4284-8126-a4645d218a58 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "GET /v2.0/ports?device_id=56017584-ec44-48f2-ad30-36cff5b0e482 HTTP/1.1" status: 200 len: 205 time: 0.0641725 Dec 20 15:57:01.945089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52278) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:01.958969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Attempting to bind port b3bf23d0-2f33-46c1-b824-474280b4a65a on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:01.958969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Attempting to bind port b3bf23d0-2f33-46c1-b824-474280b4a65a by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '951b6a21-98ed-4c0b-bb71-6219d2e39a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '379f21fd-9611-4a8d-b133-d81f0cd4e219'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:01.959675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Attempting to bind port b3bf23d0-2f33-46c1-b824-474280b4a65a on network 379f21fd-9611-4a8d-b133-d81f0cd4e219 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:01.974071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d53f3f07-7abc-447f-8a75-d3a5523e4363 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:01.974579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.025607 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-4885169c-8c14-41c7-97b5-f6bd26ea092c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] delete failed (client error): The resource could not be found. Dec 20 15:57:02.026633 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4885169c-8c14-41c7-97b5-f6bd26ea092c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/routers/56017584-ec44-48f2-ad30-36cff5b0e482 HTTP/1.1" status: 404 len: 336 time: 0.0800867 Dec 20 15:57:02.029374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52282) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:02.030628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.072618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:02.073384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Checking segment: {'id': '951b6a21-98ed-4c0b-bb71-6219d2e39a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '379f21fd-9611-4a8d-b133-d81f0cd4e219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:02.074008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.083774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Bound using segment: {'id': '951b6a21-98ed-4c0b-bb71-6219d2e39a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '379f21fd-9611-4a8d-b133-d81f0cd4e219'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:02.084314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Bound port: b3bf23d0-2f33-46c1-b824-474280b4a65a, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951b6a21-98ed-4c0b-bb71-6219d2e39a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '379f21fd-9611-4a8d-b133-d81f0cd4e219'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:02.084707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.112228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.136549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-821642c6-9e0c-4101-9a54-6ccb6f27a4de tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] Notify callbacks [] for subnetpool, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.140364 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-821642c6-9e0c-4101-9a54-6ccb6f27a4de tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] 10.222.0.62 "PUT /v2.0/subnetpools/b2a383e2-0256-4663-b1d2-225fc1f5eb55 HTTP/1.1" status: 200 len: 682 time: 0.4276628 Dec 20 15:57:02.140364 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29a3aef-5790-431b-9c47-34e740bde360 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:02.140364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29a3aef-5790-431b-9c47-34e740bde360 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:02.143819 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b29a3aef-5790-431b-9c47-34e740bde360 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/db79c67d-26e6-4c0e-9559-283dbf7c11d5 HTTP/1.1" status: 404 len: 337 time: 0.1108253 Dec 20 15:57:02.155521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52288) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:02.155870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52290) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:02.326581 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc499edd-8542-4224-970c-739249d9c573 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:02.327115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc499edd-8542-4224-970c-739249d9c573 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:02.378224 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cc499edd-8542-4224-970c-739249d9c573 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/16dbcc42-2840-4c0c-b3f3-4f8234ecbc09 HTTP/1.1" status: 404 len: 337 time: 0.2195959 Dec 20 15:57:02.385857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52298) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:02.403678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-99f78672-efb6-44fa-837e-8a3fbe21c44c', 'network_id': '99f78672-efb6-44fa-837e-8a3fbe21c44c', 'tenant_id': 'bfba78b8a96b4add955e3f48b14bb4c7', 'fixed_ips': [{'subnet_id': '0d5296bd-9577-4d65-9db0-20dd9ba213d4'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:02.403678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.425707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9e1a072d-48af-489e-872b-55a92c52fbc5 None None] Provisioning for port b822a953-3c20-4a80-b267-dea7c9369549 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:02.429420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] For port b3bf23d0-2f33-46c1-b824-474280b4a65a, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:02.446341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9e1a072d-48af-489e-872b-55a92c52fbc5 None None] Provisioning complete for port b822a953-3c20-4a80-b267-dea7c9369549 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:02.447163 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e1a072d-48af-489e-872b-55a92c52fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.471644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] For port b3bf23d0-2f33-46c1-b824-474280b4a65a, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b3bf23d0-2f33-46c1-b824-474280b4a65a,segment=NetworkSegment(951b6a21-98ed-4c0b-bb71-6219d2e39a50),segment_id=951b6a21-98ed-4c0b-bb71-6219d2e39a50)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:02.503155 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e567afa-fbd0-4527-b009-e5706a944363 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:02.503698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e567afa-fbd0-4527-b009-e5706a944363 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:02.505816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3e567afa-fbd0-4527-b009-e5706a944363 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/741dbfe5-1936-4528-8d4c-858211535fad HTTP/1.1" status: 404 len: 333 time: 0.1140828 Dec 20 15:57:02.508742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52302) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:02.516633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:57:02.547324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.562691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Allocated IP 172.26.7.236 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/6f94ccf4-a9a6-4311-8f78-94a8b5d74c07) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:02.566430 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f717a5-b02c-41cc-a663-b4a798e8be39 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:02.566865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f717a5-b02c-41cc-a663-b4a798e8be39 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:02.570819 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-73f717a5-b02c-41cc-a663-b4a798e8be39 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/59d77024-4ccb-4e68-8c70-4b702c697f19 HTTP/1.1" status: 404 len: 337 time: 0.0584810 Dec 20 15:57:02.571535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52306) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:02.574337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.582132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:02.620231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.629456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-9e1a072d-48af-489e-872b-55a92c52fbc5 None None] Port b822a953-3c20-4a80-b267-dea7c9369549 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:02.644462 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb90089-5fd4-45aa-a0df-f64093099180 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:02.644737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb90089-5fd4-45aa-a0df-f64093099180 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:02.659407 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5cb90089-5fd4-45aa-a0df-f64093099180 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/412c08da-5c2c-4832-b0d5-eac97f37a07e HTTP/1.1" status: 404 len: 333 time: 0.0810189 Dec 20 15:57:02.674517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52312) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:02.736676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Pushing event updated for resources: {'Port': ['ID=b3bf23d0-2f33-46c1-b824-474280b4a65a,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:02.743479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:02.773319 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa13f317-e45b-4efa-a0a8-69996f479eca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:02.773319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa13f317-e45b-4efa-a0a8-69996f479eca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:02.775234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9e1a072d-48af-489e-872b-55a92c52fbc5 None None] Provisioning complete for port d53f3f07-7abc-447f-8a75-d3a5523e4363 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:02.775471 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-aa13f317-e45b-4efa-a0a8-69996f479eca tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/ece9a5bb-7992-4bd9-a8bb-7af65e99373e HTTP/1.1" status: 404 len: 337 time: 0.1128139 Dec 20 15:57:02.775708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e1a072d-48af-489e-872b-55a92c52fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.778069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52316) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:02.778814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.779665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.787600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cf26f7d4-e220-4a8a-8942-42d0db8ad749 tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] Notify callbacks [] for subnetpool, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:02.791887 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cf26f7d4-e220-4a8a-8942-42d0db8ad749 tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b2a383e2-0256-4663-b1d2-225fc1f5eb55 HTTP/1.1" status: 204 len: 168 time: 0.6317956 Dec 20 15:57:02.792711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d20a7a1c-2b43-4579-a6b3-5134f7cb7d65 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:02.811068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52320) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:02.812527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Allocated IP 2001:db8::2 (99f78672-efb6-44fa-837e-8a3fbe21c44c/0d5296bd-9577-4d65-9db0-20dd9ba213d4/6c04286c-b365-49e3-954b-6f8a0ff57910) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:02.847109 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-938132e1-f514-4500-80b3-06026e1351e7 tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] show failed (client error): The resource could not be found. Dec 20 15:57:02.850760 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-938132e1-f514-4500-80b3-06026e1351e7 tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] 10.222.0.62 "GET /v2.0/subnetpools/b2a383e2-0256-4663-b1d2-225fc1f5eb55 HTTP/1.1" status: 404 len: 346 time: 0.0361376 Dec 20 15:57:02.851873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52324) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:02.884900 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-066c8d13-2f12-4e85-986c-571f1bfec4c3 tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] delete failed (client error): The resource could not be found. Dec 20 15:57:02.893775 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-066c8d13-2f12-4e85-986c-571f1bfec4c3 tempest-SubnetPoolsTestJSON-1887760272 tempest-SubnetPoolsTestJSON-1887760272-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b2a383e2-0256-4663-b1d2-225fc1f5eb55 HTTP/1.1" status: 404 len: 346 time: 0.0414009 Dec 20 15:57:03.053067 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-4398cb5c-cab6-4850-a288-a4b1ac24afe0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:03.053751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4398cb5c-cab6-4850-a288-a4b1ac24afe0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:03.060300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52332) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:03.064180 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4398cb5c-cab6-4850-a288-a4b1ac24afe0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/a47e7450-9b8a-487b-99b2-9d00fd16a2e0 HTTP/1.1" status: 404 len: 333 time: 0.2761185 Dec 20 15:57:03.158489 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-730ab1bf-115c-4eff-8b91-999bb0c4c5d2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:03.161020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730ab1bf-115c-4eff-8b91-999bb0c4c5d2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:03.162556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Allocated IP 2001:db8::1 (379f21fd-9611-4a8d-b133-d81f0cd4e219/27f56d48-2b69-4268-9738-0c77bff6f652/224625d6-9159-4315-a064-eb3649617335) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:03.176407 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-730ab1bf-115c-4eff-8b91-999bb0c4c5d2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/e234a670-f08e-4fd3-9e08-5e7260f1633b HTTP/1.1" status: 404 len: 337 time: 0.1148298 Dec 20 15:57:03.178451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52338) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:03.195817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=b822a953-3c20-4a80-b267-dea7c9369549,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:03.236773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:03.237519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:03.255209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Transition to ACTIVE for port object 6c04286c-b365-49e3-954b-6f8a0ff57910 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:03.258384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:03.276299 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4a3a63-4308-46ec-b379-c23a284f5d2a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:03.277202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4a3a63-4308-46ec-b379-c23a284f5d2a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:03.279172 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8c4a3a63-4308-46ec-b379-c23a284f5d2a tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/21d7d521-80b1-4255-85b5-db318eb2b0c9 HTTP/1.1" status: 404 len: 333 time: 0.0992103 Dec 20 15:57:03.285212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52342) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:03.287171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Transition to ACTIVE for port object 6c04286c-b365-49e3-954b-6f8a0ff57910 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:03.355432 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-2732eb94-d580-45db-a034-4db6664852c4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:03.355882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2732eb94-d580-45db-a034-4db6664852c4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:03.363253 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2732eb94-d580-45db-a034-4db6664852c4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/6b347c93-bada-4448-8abf-5a0145533901 HTTP/1.1" status: 404 len: 337 time: 0.0760365 Dec 20 15:57:03.363840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52348) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:03.378168 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:03.396830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c23026ea-3766-41be-bbb6-2ce5d672cd70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:03.480235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 0caa5640-eb09-48f6-b573-7c218464dc5d is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:03.487938 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3684df7-f56d-46e5-ae90-08a4858c2898 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:03.488553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3684df7-f56d-46e5-ae90-08a4858c2898 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:03.493315 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c3684df7-f56d-46e5-ae90-08a4858c2898 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/e4f01056-5df3-472f-b954-7c261d9543d2 HTTP/1.1" status: 404 len: 333 time: 0.1207037 Dec 20 15:57:03.495083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52352) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:03.527255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:03.560682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b3bf23d0-2f33-46c1-b824-474280b4a65a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:03.574951 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fff99f-dc6d-4b2c-a6be-51f55d0b72b2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:03.576856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fff99f-dc6d-4b2c-a6be-51f55d0b72b2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:03.581455 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-76fff99f-dc6d-4b2c-a6be-51f55d0b72b2 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/fb7fd254-4561-47cf-85c2-a69eb0dc8803 HTTP/1.1" status: 404 len: 337 time: 0.0832820 Dec 20 15:57:03.582539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52358) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:03.599991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Network 99f78672-efb6-44fa-837e-8a3fbe21c44c is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:03.618320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:03.622098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:03.652642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Pushing event updated for resources: {'Port': ['ID=6c04286c-b365-49e3-954b-6f8a0ff57910,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:03.656974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:03.672533 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a89887-c957-4400-b4be-24c4b5ae0dc1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:03.678602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a89887-c957-4400-b4be-24c4b5ae0dc1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:03.685132 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-15a89887-c957-4400-b4be-24c4b5ae0dc1 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/1283b5e8-3f16-484e-9f97-667313988826 HTTP/1.1" status: 404 len: 333 time: 0.0943675 Dec 20 15:57:03.686141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52362) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:03.749310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52366) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:03.755377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:03.769839 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02d8909-9bac-4754-9e13-f6ccd6f67bd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:03.770365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02d8909-9bac-4754-9e13-f6ccd6f67bd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:03.775446 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a02d8909-9bac-4754-9e13-f6ccd6f67bd7 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/7e427db1-655a-410e-8c3c-930975bc395c HTTP/1.1" status: 404 len: 337 time: 0.0850849 Dec 20 15:57:03.778164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52372) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:03.783801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Attempting to bind port 6c04286c-b365-49e3-954b-6f8a0ff57910 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:03.784248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Attempting to bind port 6c04286c-b365-49e3-954b-6f8a0ff57910 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd39d4e39-1c3e-49a5-8a4a-31e9585b058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '99f78672-efb6-44fa-837e-8a3fbe21c44c'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:03.784687 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Attempting to bind port 6c04286c-b365-49e3-954b-6f8a0ff57910 on network 99f78672-efb6-44fa-837e-8a3fbe21c44c {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:03.795078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:03.795632 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Checking segment: {'id': 'd39d4e39-1c3e-49a5-8a4a-31e9585b058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '99f78672-efb6-44fa-837e-8a3fbe21c44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:03.796161 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:03.796828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Bound using segment: {'id': 'd39d4e39-1c3e-49a5-8a4a-31e9585b058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '99f78672-efb6-44fa-837e-8a3fbe21c44c'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:03.797383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Bound port: 6c04286c-b365-49e3-954b-6f8a0ff57910, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39d4e39-1c3e-49a5-8a4a-31e9585b058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '99f78672-efb6-44fa-837e-8a3fbe21c44c'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:03.797862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:03.888398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Transition to ACTIVE for port object 224625d6-9159-4315-a064-eb3649617335 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:03.890294 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5271d2c4-6ad9-4688-8325-316c2e285ebd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:03.892592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5271d2c4-6ad9-4688-8325-316c2e285ebd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:03.897839 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5271d2c4-6ad9-4688-8325-316c2e285ebd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/ports/8b6179ac-0961-42ef-bd8e-d2d72d2f5ee1 HTTP/1.1" status: 404 len: 333 time: 0.1161358 Dec 20 15:57:03.899348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52378) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:03.912175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port b3bf23d0-2f33-46c1-b824-474280b4a65a completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:03.929771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 81d8ff9a-aa14-4775-87f3-55ab1ced075b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:03.988429 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0e48f7-a65b-4732-90d3-dcc848c6162c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:03.988913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0e48f7-a65b-4732-90d3-dcc848c6162c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:03.992490 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bc0e48f7-a65b-4732-90d3-dcc848c6162c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/subnets/d097e9bd-e2f2-4199-8020-857954d457d5 HTTP/1.1" status: 404 len: 337 time: 0.0877111 Dec 20 15:57:03.994845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52382) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:04.058789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.069476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.097950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] For port 6c04286c-b365-49e3-954b-6f8a0ff57910, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:04.104435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.105974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] For port 6c04286c-b365-49e3-954b-6f8a0ff57910, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6c04286c-b365-49e3-954b-6f8a0ff57910,segment=NetworkSegment(d39d4e39-1c3e-49a5-8a4a-31e9585b058c),segment_id=d39d4e39-1c3e-49a5-8a4a-31e9585b058c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:04.109382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6accbf91-e56e-4d6a-ab58-203b3098d2ca None None] Provisioning complete for port b822a953-3c20-4a80-b267-dea7c9369549 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:04.109873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6accbf91-e56e-4d6a-ab58-203b3098d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.138540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 81d8ff9a-aa14-4775-87f3-55ab1ced075b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:04.144111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.167145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ddadbc27-2c81-48a8-98cf-28fb0eef650c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:04.184373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dd816e40-51d6-4960-96c3-db20053d924d tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:04.209763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.229513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0dc1851c-ee6c-49c8-ac56-f3904c04260e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:04.248697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Pushing event updated for resources: {'Port': ['ID=6f94ccf4-a9a6-4311-8f78-94a8b5d74c07,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:04.256905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:04.296445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:04.302768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:04.309298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:04.341835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6accbf91-e56e-4d6a-ab58-203b3098d2ca None None] Port b822a953-3c20-4a80-b267-dea7c9369549 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:04.363776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.378854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Pushing event updated for resources: {'Port': ['ID=6c04286c-b365-49e3-954b-6f8a0ff57910,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:04.380962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:04.383789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:04.409360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] Usage tracker for resource:security_group_rule and tenant:2efb50ca822a4e4bbbb7254eed3776a8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:04.422199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network 379f21fd-9611-4a8d-b133-d81f0cd4e219 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:04.425682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:04.435779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Port': ['ID=224625d6-9159-4315-a064-eb3649617335,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:04.439732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:04.446985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:04.447723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.524374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4499465f-dafc-40b4-a679-e53ca09f64f6 None None] Network 379f21fd-9611-4a8d-b133-d81f0cd4e219 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:04.619268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:04.652986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52392) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:04.656060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.656447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.656827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.657200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.657571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.657938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.658308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.658671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.659173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.666491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.666491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:04.679183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:04.691461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.692198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.695778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Router 71b97497-63b9-4639-a171-0c82e7d6a520 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:57:04.796852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.813343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Provisioning for port b3bf23d0-2f33-46c1-b824-474280b4a65a completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:04.838829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Provisioning complete for port b3bf23d0-2f33-46c1-b824-474280b4a65a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:04.839213 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.844591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0452a6f-255e-4f54-b2ac-8ed7e675c952']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:04.875927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:04.881351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a9b506-965f-4cdf-a147-20ac8b8c9581') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:04.881649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a9b506-965f-4cdf-a147-20ac8b8c9581') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:04.893782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:04.910685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.923280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Usage tracker for resource:floatingip and tenant:9f52be8614ab44f8b64c7aaf11d44de1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:04.934507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:04.947622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:04.952372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:04.989425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.005214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:57:05.005619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:05.020077 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:05.096893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.100669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.124483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.133757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] For port b3bf23d0-2f33-46c1-b824-474280b4a65a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b3bf23d0-2f33-46c1-b824-474280b4a65a,segment=NetworkSegment(951b6a21-98ed-4c0b-bb71-6219d2e39a50),segment_id=951b6a21-98ed-4c0b-bb71-6219d2e39a50)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:05.135658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0b09e21d-2f2b-430c-ab55-410200253085 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:05.137439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:05.145155 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "PUT /v2.0/routers/71b97497-63b9-4639-a171-0c82e7d6a520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9031267 Dec 20 15:57:05.151190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8f05c-50b9-44a0-837c-f0c6c7e10a8e None None] Sync routers for ids ['71b97497-63b9-4639-a171-0c82e7d6a520'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:05.152910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52398) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:05.169760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8f05c-50b9-44a0-837c-f0c6c7e10a8e None None] Routers {'71b97497-63b9-4639-a171-0c82e7d6a520'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:05.177254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-80f8f05c-50b9-44a0-837c-f0c6c7e10a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['71b97497-63b9-4639-a171-0c82e7d6a520'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:05.218073 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2efb50ca822a4e4bbbb7254eed3776a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4649677 Dec 20 15:57:05.220661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52402) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:05.225493 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb189ab-8ab0-4487-be7b-ee7a78546e0c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:05.249730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:05.250355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.252109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-80f8f05c-50b9-44a0-837c-f0c6c7e10a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:05.264378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8f05c-50b9-44a0-837c-f0c6c7e10a8e None None] Routers {'71b97497-63b9-4639-a171-0c82e7d6a520'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:05.265004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-80f8f05c-50b9-44a0-837c-f0c6c7e10a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['71b97497-63b9-4639-a171-0c82e7d6a520'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:05.282788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.301001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdd2cb0-f602-434a-8a78-5939d2647853 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:05.301747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ccdd2cb0-f602-434a-8a78-5939d2647853 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:05.327450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.340640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-656ba87d-d98c-492e-a6b0-3e0c7243c2d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:05.380172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-80f8f05c-50b9-44a0-837c-f0c6c7e10a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:05.380773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8f05c-50b9-44a0-837c-f0c6c7e10a8e None None] The sync data for ids ['71b97497-63b9-4639-a171-0c82e7d6a520'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:05.400282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Router ce53dcc3-12e4-4453-9e05-c730009352b8 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:57:05.422834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Pushing event updated for resources: {'Port': ['ID=b3bf23d0-2f33-46c1-b824-474280b4a65a,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:05.440792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.441398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.448173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.448735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.449063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.449395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.449727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.450055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.450379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.450749 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.451103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:05.456334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:05.458613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-69f21a9b-f101-45a4-bd0a-0ddcb7c11bed tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:05.472940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6c04286c-b365-49e3-954b-6f8a0ff57910 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:05.494688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.532581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ccdd2cb0-f602-434a-8a78-5939d2647853 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:05.539205 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ccdd2cb0-f602-434a-8a78-5939d2647853 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b97497-63b9-4639-a171-0c82e7d6a520 HTTP/1.1" status: 200 len: 988 time: 0.3796883 Dec 20 15:57:05.539205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52406) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:05.539780 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] 10.222.0.62 "DELETE /v2.0/networks/d0452a6f-255e-4f54-b2ac-8ed7e675c952 HTTP/1.1" status: 204 len: 168 time: 1.5430479 Dec 20 15:57:05.588142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Pushing event deleted for resources: {'Network': ['ID=d0452a6f-255e-4f54-b2ac-8ed7e675c952,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:05.599567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:05.656405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63f3e4f0-989f-4cf0-92ae-4d04bc96310b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.676556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 6c04286c-b365-49e3-954b-6f8a0ff57910 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:05.690252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63f3e4f0-989f-4cf0-92ae-4d04bc96310b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.848310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-52eb8989-8e87-4435-90d4-0ed7bca6b409 None None] Provisioning for port 224625d6-9159-4315-a064-eb3649617335 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:05.863307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-52eb8989-8e87-4435-90d4-0ed7bca6b409 None None] Provisioning complete for port 224625d6-9159-4315-a064-eb3649617335 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:05.863694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-52eb8989-8e87-4435-90d4-0ed7bca6b409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.930733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63f3e4f0-989f-4cf0-92ae-4d04bc96310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:05.938434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-eb674c84-7beb-4377-884a-01ae4d7a9380 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:05.967346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-52eb8989-8e87-4435-90d4-0ed7bca6b409 None None] Port 224625d6-9159-4315-a064-eb3649617335 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:05.969797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3e4f0-989f-4cf0-92ae-4d04bc96310b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb189ab-8ab0-4487-be7b-ee7a78546e0c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:05.975642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-63f3e4f0-989f-4cf0-92ae-4d04bc96310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:05.999022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63f3e4f0-989f-4cf0-92ae-4d04bc96310b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:06.013021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ba714-aeb6-40cb-964e-622bebbac3c9 None None] Network 99f78672-efb6-44fa-837e-8a3fbe21c44c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:06.014141 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-63f3e4f0-989f-4cf0-92ae-4d04bc96310b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5eb189ab-8ab0-4487-be7b-ee7a78546e0c HTTP/1.1" status: 204 len: 168 time: 0.7856755 Dec 20 15:57:06.038299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-52eb8989-8e87-4435-90d4-0ed7bca6b409 None None] Provisioning complete for port b3bf23d0-2f33-46c1-b824-474280b4a65a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:06.039000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-52eb8989-8e87-4435-90d4-0ed7bca6b409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:06.046394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:06.160062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:06.255255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:06.259072 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:06.264614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:06.270211 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06146c3-47cf-4464-a6d4-8265216f6664 None None] Sync routers for ids ['ce53dcc3-12e4-4453-9e05-c730009352b8'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:06.276426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-83a92293-f171-40bb-a2f5-ee2c66c950e3 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:06.286562 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06146c3-47cf-4464-a6d4-8265216f6664 None None] Routers {'ce53dcc3-12e4-4453-9e05-c730009352b8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:06.287226 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f06146c3-47cf-4464-a6d4-8265216f6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ce53dcc3-12e4-4453-9e05-c730009352b8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:06.368987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Allocated IP 172.26.7.219 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/acc54495-5da3-42c9-b277-c5920afd073f) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:06.380846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:06.381417 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f06146c3-47cf-4464-a6d4-8265216f6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:06.383676 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4200170 Dec 20 15:57:06.387422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52418) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:06.390861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52420) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:06.394706 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06146c3-47cf-4464-a6d4-8265216f6664 None None] Routers {'ce53dcc3-12e4-4453-9e05-c730009352b8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:06.395561 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f06146c3-47cf-4464-a6d4-8265216f6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ce53dcc3-12e4-4453-9e05-c730009352b8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:06.405718 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:06.474055 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f06146c3-47cf-4464-a6d4-8265216f6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:06.474468 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06146c3-47cf-4464-a6d4-8265216f6664 None None] The sync data for ids ['ce53dcc3-12e4-4453-9e05-c730009352b8'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:06.575085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Port': ['ID=224625d6-9159-4315-a064-eb3649617335,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:06.596580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:06.615216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Provisioning complete for port 224625d6-9159-4315-a064-eb3649617335 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:06.615601 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:06.718079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Port 224625d6-9159-4315-a064-eb3649617335 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:06.808934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Provisioning for port 6c04286c-b365-49e3-954b-6f8a0ff57910 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:06.818642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Provisioning complete for port 6c04286c-b365-49e3-954b-6f8a0ff57910 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:06.819248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:06.822643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:06.878346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network 379f21fd-9611-4a8d-b133-d81f0cd4e219 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:06.880899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:06.963778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.010590 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e454b4ab-b5d4-40af-92c5-147b9eba9e41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0fbc6b4a2eee4457ab2a7ee56910784a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6216953 Dec 20 15:57:07.016213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52436) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:07.031502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-442e648d-b751-4251-8942-dd412fa22bca None None] For port 6c04286c-b365-49e3-954b-6f8a0ff57910, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6c04286c-b365-49e3-954b-6f8a0ff57910,segment=NetworkSegment(d39d4e39-1c3e-49a5-8a4a-31e9585b058c),segment_id=d39d4e39-1c3e-49a5-8a4a-31e9585b058c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:07.034060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.128706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.133054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-28d28b78-1173-43ab-864b-6f725fb440ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:07.199557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2adfd6d6-8337-4e2b-9fc8-18b1352843f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.247100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2adfd6d6-8337-4e2b-9fc8-18b1352843f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.283872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Pushing event updated for resources: {'Port': ['ID=6c04286c-b365-49e3-954b-6f8a0ff57910,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:07.291393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:07.306605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-76ba6578-3fa6-4c8f-93d6-7bdd29edc838 None None] Provisioning complete for port 224625d6-9159-4315-a064-eb3649617335 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:07.307961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76ba6578-3fa6-4c8f-93d6-7bdd29edc838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.340357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.362201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aca03995-b6d9-434b-bf4d-5850ead38b67 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:07.380783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-76ba6578-3fa6-4c8f-93d6-7bdd29edc838 None None] Port 224625d6-9159-4315-a064-eb3649617335 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:07.405674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-76ba6578-3fa6-4c8f-93d6-7bdd29edc838 None None] Provisioning complete for port 6c04286c-b365-49e3-954b-6f8a0ff57910 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:07.405674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76ba6578-3fa6-4c8f-93d6-7bdd29edc838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.423236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:07.424543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:07.439752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:07.454629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b3bf23d0-2f33-46c1-b824-474280b4a65a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:07.494842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Pushing event updated for resources: {'Port': ['ID=acc54495-5da3-42c9-b277-c5920afd073f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:07.494842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:07.641108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b3bf23d0-2f33-46c1-b824-474280b4a65a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:07.641486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.677692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52446) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:07.685788 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038257 Dec 20 15:57:07.686594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52448) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:07.689356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Router 4a450bcb-784f-4699-ad38-ec0f90632f2a is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:57:07.692160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.728857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2adfd6d6-8337-4e2b-9fc8-18b1352843f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.736033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-529b2f41-2ad5-4b3f-a612-5aa165182a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:07.754954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfd6d6-8337-4e2b-9fc8-18b1352843f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341d3d68-cfe2-45da-ab25-dc4706223a77,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:07.760072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2adfd6d6-8337-4e2b-9fc8-18b1352843f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:07.766550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port b822a953-3c20-4a80-b267-dea7c9369549 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:07.766887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.802394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2adfd6d6-8337-4e2b-9fc8-18b1352843f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.803546 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2adfd6d6-8337-4e2b-9fc8-18b1352843f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/341d3d68-cfe2-45da-ab25-dc4706223a77 HTTP/1.1" status: 204 len: 168 time: 0.7864161 Dec 20 15:57:07.828274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6c04286c-b365-49e3-954b-6f8a0ff57910 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:07.905768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.950226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 6c04286c-b365-49e3-954b-6f8a0ff57910 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:07.950609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:07.953180 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b3bb8de9-2053-465e-b96d-0ce27ce49b33 tempest-NetworksApiDiscovery-479408112 tempest-NetworksApiDiscovery-479408112-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2652793 Dec 20 15:57:08.097011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:08.119116 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:08.130229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ce719-2d65-4beb-8095-cf2c1d96e1ec None None] Sync routers for ids ['4a450bcb-784f-4699-ad38-ec0f90632f2a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:08.151911 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "PUT /v2.0/routers/4a450bcb-784f-4699-ad38-ec0f90632f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3598547 Dec 20 15:57:08.154755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52458) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:08.158948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ce719-2d65-4beb-8095-cf2c1d96e1ec None None] Routers {'4a450bcb-784f-4699-ad38-ec0f90632f2a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:08.159244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7b0ce719-2d65-4beb-8095-cf2c1d96e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4a450bcb-784f-4699-ad38-ec0f90632f2a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:08.219695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7b0ce719-2d65-4beb-8095-cf2c1d96e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:08.231763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ce719-2d65-4beb-8095-cf2c1d96e1ec None None] Routers {'4a450bcb-784f-4699-ad38-ec0f90632f2a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:08.232794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7b0ce719-2d65-4beb-8095-cf2c1d96e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4a450bcb-784f-4699-ad38-ec0f90632f2a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:08.286632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for b822a953-3c20-4a80-b267-dea7c9369549 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:08.293555 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7b0ce719-2d65-4beb-8095-cf2c1d96e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:08.293982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ce719-2d65-4beb-8095-cf2c1d96e1ec None None] The sync data for ids ['4a450bcb-784f-4699-ad38-ec0f90632f2a'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:08.332548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:08.425440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:08.539446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:08.591082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:08.608068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:08.625224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:08.629358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52468) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:08.633781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:08.648249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Deleting port 6f94ccf4-a9a6-4311-8f78-94a8b5d74c07 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:08.648638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:08.692261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=b822a953-3c20-4a80-b267-dea7c9369549,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:08.702893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:08.760367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Pushing event updated for resources: {'Port': ['ID=acc54495-5da3-42c9-b277-c5920afd073f,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:08.769552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:08.801766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:08.981102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:08.982522 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3284433 Dec 20 15:57:08.988830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52480) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:08.992387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.005917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1672450874', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'fixed_ips': [{'ip_address': '172.26.7.219'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:09.018278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:09.026109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Usage tracker for resource:port and tenant:9f52be8614ab44f8b64c7aaf11d44de1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:09.034849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:09.044940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:09.048996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.060247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.065609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:09.072511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] Usage tracker for resource:security_group_rule and tenant:ef11db6b99d5496dba5764e22caeed50 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:09.076083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:09.083046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:09.230993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Made reservation on behalf of 9f52be8614ab44f8b64c7aaf11d44de1 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:09.233550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.262785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.265378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.296993 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-f14b73f3-2149-45ad-b089-95e99d93c064 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:57:09.298039 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f14b73f3-2149-45ad-b089-95e99d93c064 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "PUT /v2.0/routers/4a450bcb-784f-4699-ad38-ec0f90632f2a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1422789 Dec 20 15:57:09.301249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52488) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:09.369527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.389002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5f68e855-05fc-4ec4-8c88-24fbe29c8567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:09.422960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Calling delete_port for 6f94ccf4-a9a6-4311-8f78-94a8b5d74c07 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:09.460706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:09.492364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Usage tracker for resource:security_group_rule and tenant:9f52be8614ab44f8b64c7aaf11d44de1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:09.503248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:09.503488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52494) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:09.512085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2680c843-da58-4049-bcef-41771bfa5155,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:09.515703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:09.517690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:09.525708 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef11db6b99d5496dba5764e22caeed50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8646488 Dec 20 15:57:09.528424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52500) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:09.659541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-080d957b-aec6-4e27-9bcc-4d38741b1a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.667967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-433057030'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:09.674793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:09.684002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Usage tracker for resource:network and tenant:dbcc89ecbc45489c98522692055b2a16 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:09.689030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:09.700469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:09.754946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.825101 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-080d957b-aec6-4e27-9bcc-4d38741b1a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.838784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.847653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-31eb5ed5-9e0b-443d-b809-8dfb17393632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:09.854784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] device_id is not set on port 27b6ebff-0bde-496d-a5bc-775868d9f27f yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:09.903212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Router 71b97497-63b9-4639-a171-0c82e7d6a520 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:09.903968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Made reservation on behalf of dbcc89ecbc45489c98522692055b2a16 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:09.906889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.923696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:09.935956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a3881-1ea1-42e7-88b9-61982de8e69e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:09.949420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:10.011550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:10.015346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:10.023861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d1c27593-c190-4595-8fbf-7f8c438bd11f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:10.081220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:10.112835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Usage tracker for resource:security_group_rule and tenant:dbcc89ecbc45489c98522692055b2a16 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:10.122228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Pushing event deleted for resources: {'Port': ['ID=6f94ccf4-a9a6-4311-8f78-94a8b5d74c07,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:10.124458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:10.135785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:10.143199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-080d957b-aec6-4e27-9bcc-4d38741b1a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:10.155017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cebbb2fd-db52-4a00-885a-a1940dcc5cd3 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:10.187064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.187439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.187816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.188197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.188550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.188913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.189371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.189783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.190142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.190497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.190855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:10.194199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:10.247986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d957b-aec6-4e27-9bcc-4d38741b1a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680c843-da58-4049-bcef-41771bfa5155,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:10.253122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-080d957b-aec6-4e27-9bcc-4d38741b1a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:10.271031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:10.272636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-080d957b-aec6-4e27-9bcc-4d38741b1a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:10.278640 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-080d957b-aec6-4e27-9bcc-4d38741b1a47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2680c843-da58-4049-bcef-41771bfa5155 HTTP/1.1" status: 204 len: 168 time: 0.7483969 Dec 20 15:57:10.283438 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff36e9-967f-4bbc-b782-f9a9d06b8d43 None None] Sync routers for ids ['71b97497-63b9-4639-a171-0c82e7d6a520'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:10.301116 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff36e9-967f-4bbc-b782-f9a9d06b8d43 None None] Routers {'71b97497-63b9-4639-a171-0c82e7d6a520'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:10.301742 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3eff36e9-967f-4bbc-b782-f9a9d06b8d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['71b97497-63b9-4639-a171-0c82e7d6a520'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:10.318598 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 15:57:10.318822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:10.399010 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3eff36e9-967f-4bbc-b782-f9a9d06b8d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:10.413075 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff36e9-967f-4bbc-b782-f9a9d06b8d43 None None] Routers {'71b97497-63b9-4639-a171-0c82e7d6a520'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:10.414402 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3eff36e9-967f-4bbc-b782-f9a9d06b8d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['71b97497-63b9-4639-a171-0c82e7d6a520'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:10.481730 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3eff36e9-967f-4bbc-b782-f9a9d06b8d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:10.482412 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff36e9-967f-4bbc-b782-f9a9d06b8d43 None None] The sync data for ids ['71b97497-63b9-4639-a171-0c82e7d6a520'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:10.484563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:10.522554 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5325718 Dec 20 15:57:10.527173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52506) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:10.542504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:10.615181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:10.622027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3189ff54-f931-46da-97b0-a6b319b00ccd tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:10.647924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:10.661764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "PUT /v2.0/routers/71b97497-63b9-4639-a171-0c82e7d6a520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1163845 Dec 20 15:57:10.661764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:10.667097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52510) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:10.669714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:10.713830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692d5a28-e728-4db5-ac6e-7f718245270c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:10.722716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:10.723150 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Added segment 40bb9c1d-2539-468d-afb9-2a0fcafa6815 of type vlan for network f7491515-2485-4dcf-bb53-0ce1fce997a3 Dec 20 15:57:10.724612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:10.732349 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e7c62f-d44d-4e67-babe-9f90ddf816a9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:57:10.732789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-38e7c62f-d44d-4e67-babe-9f90ddf816a9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:10.764750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Deleting port acc54495-5da3-42c9-b277-c5920afd073f {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:10.765336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.005973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.037283 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.037607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.045335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Router ce53dcc3-12e4-4453-9e05-c730009352b8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:11.109427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-38e7c62f-d44d-4e67-babe-9f90ddf816a9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:11.110617 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-38e7c62f-d44d-4e67-babe-9f90ddf816a9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/b822a953-3c20-4a80-b267-dea7c9369549 HTTP/1.1" status: 404 len: 333 time: 0.4424541 Dec 20 15:57:11.117010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52514) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:11.161819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.166084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:11.166659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.192647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Calling delete_port for acc54495-5da3-42c9-b277-c5920afd073f owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:11.225414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7678cbc3-8639-4acf-aa0f-8fe7acd18e63 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:11.411208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Pushing event updated for resources: {'Network': ['ID=f7491515-2485-4dcf-bb53-0ce1fce997a3,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:11.415150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:11.420740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9162972 Dec 20 15:57:11.425866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network f7491515-2485-4dcf-bb53-0ce1fce997a3 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:57:11.427861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:11.427861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52518) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:11.434489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.437934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "PUT /v2.0/routers/ce53dcc3-12e4-4453-9e05-c730009352b8 HTTP/1.1" status: 200 len: 709 time: 5.0388789 Dec 20 15:57:11.438894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52522) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:11.439356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-43287ccb-bfb3-4873-a55d-2808f638293f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.450422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b5e7e-4c68-416a-98ff-bb009483fc02 None None] Sync routers for ids ['ce53dcc3-12e4-4453-9e05-c730009352b8'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:11.497530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Request body: {'subnet': {'network_id': 'f7491515-2485-4dcf-bb53-0ce1fce997a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:11.509455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.515712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d7545cb6-3325-4eb1-a2eb-742ab6e1e76c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:11.541075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b5e7e-4c68-416a-98ff-bb009483fc02 None None] Routers {'ce53dcc3-12e4-4453-9e05-c730009352b8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:11.544300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-6f3b5e7e-4c68-416a-98ff-bb009483fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ce53dcc3-12e4-4453-9e05-c730009352b8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:11.617904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-6f3b5e7e-4c68-416a-98ff-bb009483fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:11.629705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b5e7e-4c68-416a-98ff-bb009483fc02 None None] Routers {'ce53dcc3-12e4-4453-9e05-c730009352b8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:11.630339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-6f3b5e7e-4c68-416a-98ff-bb009483fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ce53dcc3-12e4-4453-9e05-c730009352b8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:11.631593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Pushing event deleted for resources: {'Port': ['ID=acc54495-5da3-42c9-b277-c5920afd073f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:11.635506 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:11.640313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting port 224625d6-9159-4315-a064-eb3649617335 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:11.640659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.684461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:11.693284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-6f3b5e7e-4c68-416a-98ff-bb009483fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:11.693729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b5e7e-4c68-416a-98ff-bb009483fc02 None None] The sync data for ids ['ce53dcc3-12e4-4453-9e05-c730009352b8'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:11.751484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Usage tracker for resource:subnet and tenant:dbcc89ecbc45489c98522692055b2a16 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:11.809501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:11.824569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:11.904580 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bd083e98-6087-4b2d-b84b-22e27d091f53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/routers/ce53dcc3-12e4-4453-9e05-c730009352b8 HTTP/1.1" status: 200 len: 744 time: 0.4647918 Dec 20 15:57:11.912759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52526) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:11.970044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-43287ccb-bfb3-4873-a55d-2808f638293f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:11.976282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-43287ccb-bfb3-4873-a55d-2808f638293f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.021377 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0590f20c-432b-4d10-aac4-d1dba870958f tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&device_id=ce53dcc3-12e4-4453-9e05-c730009352b8 HTTP/1.1" status: 200 len: 205 time: 0.1055229 Dec 20 15:57:12.024057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52530) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:12.030504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.055538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.057182 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/440c39bb-98be-43c4-8caf-024f86bfca83 HTTP/1.1" status: 204 len: 168 time: 1.5291138 Dec 20 15:57:12.068123 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-32f85f8e-9e92-4ad2-89c7-e4693bdf7523 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce53dcc3-12e4-4453-9e05-c730009352b8 HTTP/1.1" status: 200 len: 205 time: 0.0420761 Dec 20 15:57:12.070698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52536) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:12.075307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.193300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Made reservation on behalf of dbcc89ecbc45489c98522692055b2a16 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:12.200604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Calling delete_port for 224625d6-9159-4315-a064-eb3649617335 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:12.341285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-43287ccb-bfb3-4873-a55d-2808f638293f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.341840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43287ccb-bfb3-4873-a55d-2808f638293f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Fanout notify agent at l3_agent the message router_deleted on router 71b97497-63b9-4639-a171-0c82e7d6a520 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:57:12.373172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-43287ccb-bfb3-4873-a55d-2808f638293f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.374220 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-43287ccb-bfb3-4873-a55d-2808f638293f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/routers/71b97497-63b9-4639-a171-0c82e7d6a520 HTTP/1.1" status: 204 len: 168 time: 1.2559190 Dec 20 15:57:12.377809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52540) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:12.436558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.444451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-76db8d55-8c5b-45a6-a2b8-8258dca89fd3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:12.446472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.467662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-af6ae4ca-cf28-48b3-8929-4ca8379f8128 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.506136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Port': ['ID=224625d6-9159-4315-a064-eb3649617335,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:12.510906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:12.621034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52546) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:12.785086 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.790826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-192bb26f-92ac-464c-a488-931034d6d3f1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet 9ec372a8-6e87-466f-a850-c4d78cfe27a1 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:57:12.794844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-192bb26f-92ac-464c-a488-931034d6d3f1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.867743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:12.958888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-192bb26f-92ac-464c-a488-931034d6d3f1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.068022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-af6ae4ca-cf28-48b3-8929-4ca8379f8128 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.079415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:13.083414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-af6ae4ca-cf28-48b3-8929-4ca8379f8128 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.088478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] Usage tracker for resource:security_group_rule and tenant:928d006ddd664352bb8d887d5bcee0cc is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:13.102090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:13.113595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:13.176492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-192bb26f-92ac-464c-a488-931034d6d3f1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.212318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.225804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.230008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6c51f208-0ef6-4c26-ab70-6f284d546e64 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:13.263820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-af6ae4ca-cf28-48b3-8929-4ca8379f8128 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.264863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ae4ca-cf28-48b3-8929-4ca8379f8128 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Fanout notify agent at l3_agent the message router_deleted on router ce53dcc3-12e4-4453-9e05-c730009352b8 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:57:13.325438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Pushing event updated for resources: {'Subnet': ['ID=616e2151-492c-4f47-84f2-8af70434866c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:13.328444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:13.334442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.343824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9619baec-8b2c-4194-9168-c697bc1136df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:13.377898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-af6ae4ca-cf28-48b3-8929-4ca8379f8128 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.378973 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-af6ae4ca-cf28-48b3-8929-4ca8379f8128 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/ce53dcc3-12e4-4453-9e05-c730009352b8 HTTP/1.1" status: 204 len: 168 time: 1.3064332 Dec 20 15:57:13.386252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52552) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.398250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Checking segment: {'id': '40bb9c1d-2539-468d-afb9-2a0fcafa6815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f7491515-2485-4dcf-bb53-0ce1fce997a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:13.398594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Network hostable DHCP agents. Network: f7491515-2485-4dcf-bb53-0ce1fce997a3, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:13.434015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82713d63-4211-4220-b745-f26444475163,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:13.437165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:13.448100 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=928d006ddd664352bb8d887d5bcee0cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8216391 Dec 20 15:57:13.453171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52556) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.455315 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6e3163dd-00d7-42d2-b493-75197e6725c5 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce53dcc3-12e4-4453-9e05-c730009352b8 HTTP/1.1" status: 200 len: 205 time: 0.0626960 Dec 20 15:57:13.458517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52560) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.513987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Router 4a450bcb-784f-4699-ad38-ec0f90632f2a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:13.544221 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-01bf48df-cc26-4cb2-8945-70dc3f579c91 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] delete failed (client error): The resource could not be found. Dec 20 15:57:13.545206 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-01bf48df-cc26-4cb2-8945-70dc3f579c91 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/ce53dcc3-12e4-4453-9e05-c730009352b8 HTTP/1.1" status: 404 len: 336 time: 0.0862095 Dec 20 15:57:13.552632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52564) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.618024 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-aeb3ee30-d6a0-4413-9892-b579aa6a0f82 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8a8c43c-7072-4ec8-818e-562de590dc38 HTTP/1.1" status: 200 len: 205 time: 0.0641770 Dec 20 15:57:13.621817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52568) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.651576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-192bb26f-92ac-464c-a488-931034d6d3f1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.660654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc837794-dd61-4cbe-bd30-325688cffc9d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:13.688040 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-1515309f-996e-4d92-8afc-7c2f000b1f06 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] delete failed (client error): The resource could not be found. Dec 20 15:57:13.689156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1515309f-996e-4d92-8afc-7c2f000b1f06 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/f8a8c43c-7072-4ec8-818e-562de590dc38 HTTP/1.1" status: 404 len: 336 time: 0.0664132 Dec 20 15:57:13.692002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52572) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.700111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bb26f-92ac-464c-a488-931034d6d3f1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec372a8-6e87-466f-a850-c4d78cfe27a1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:13.703922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-192bb26f-92ac-464c-a488-931034d6d3f1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:13.707939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-192bb26f-92ac-464c-a488-931034d6d3f1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.713488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d3c468-c318-48ff-8b21-366f77f5ee0a None None] Network 0caa5640-eb09-48f6-b573-7c218464dc5d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:13.721923 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-192bb26f-92ac-464c-a488-931034d6d3f1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/9ec372a8-6e87-466f-a850-c4d78cfe27a1 HTTP/1.1" status: 204 len: 168 time: 1.3424950 Dec 20 15:57:13.730294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:13.730294 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "PUT /v2.0/routers/4a450bcb-784f-4699-ad38-ec0f90632f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4252787 Dec 20 15:57:13.732353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52576) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.734027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52578) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.740816 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e85f13-b186-4dfb-9291-743e724b9528 None None] Sync routers for ids ['4a450bcb-784f-4699-ad38-ec0f90632f2a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:13.748421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Network f7491515-2485-4dcf-bb53-0ce1fce997a3 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:13.757382 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e85f13-b186-4dfb-9291-743e724b9528 None None] Routers {'4a450bcb-784f-4699-ad38-ec0f90632f2a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:13.759702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b66cc189-61b1-497b-a0e7-f16f062f2cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.760494 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f9e85f13-b186-4dfb-9291-743e724b9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4a450bcb-784f-4699-ad38-ec0f90632f2a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:13.764153 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-537ea4db-87ec-4110-902c-557e0094f244 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81cbb5f-23a6-46e8-aa29-08febfcab707 HTTP/1.1" status: 200 len: 205 time: 0.0710726 Dec 20 15:57:13.772399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52584) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.830196 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-70a6adb3-a9f2-41a1-b403-fb2c3d32cb74 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] delete failed (client error): The resource could not be found. Dec 20 15:57:13.834885 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-70a6adb3-a9f2-41a1-b403-fb2c3d32cb74 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1241103658 HTTP/1.1" status: 404 len: 335 time: 0.0961668 Dec 20 15:57:13.836475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52588) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.851178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-486c0560-20b1-4fbc-b088-857ee5e39a0e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a450bcb-784f-4699-ad38-ec0f90632f2a'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:13.856108 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-13147244-1b62-4961-bf56-43265eea735a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] delete failed (client error): The resource could not be found. Dec 20 15:57:13.857367 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-13147244-1b62-4961-bf56-43265eea735a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/d81cbb5f-23a6-46e8-aa29-08febfcab707 HTTP/1.1" status: 404 len: 336 time: 0.0840678 Dec 20 15:57:13.859208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b66cc189-61b1-497b-a0e7-f16f062f2cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.866943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, f7491515-2485-4dcf-bb53-0ce1fce997a3) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:13.872214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:13.872807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:13.872935 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f9e85f13-b186-4dfb-9291-743e724b9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:13.876650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52592) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:13.885770 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e85f13-b186-4dfb-9291-743e724b9528 None None] Routers {'4a450bcb-784f-4699-ad38-ec0f90632f2a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:13.886478 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f9e85f13-b186-4dfb-9291-743e724b9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4a450bcb-784f-4699-ad38-ec0f90632f2a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:13.947683 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f9e85f13-b186-4dfb-9291-743e724b9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:13.948180 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e85f13-b186-4dfb-9291-743e724b9528 None None] The sync data for ids ['4a450bcb-784f-4699-ad38-ec0f90632f2a'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:13.954487 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb3e47c-8916-41bf-bd76-f5a163c47517 None None] Network f7491515-2485-4dcf-bb53-0ce1fce997a3 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:14.041694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.058659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port d53f3f07-7abc-447f-8a75-d3a5523e4363 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:14.059022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.065217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-806ced7d-76c2-4c64-8293-b4e42d945874 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3e5fc51-6290-48cb-a29e-1d823a67565e HTTP/1.1" status: 200 len: 205 time: 0.0613406 Dec 20 15:57:14.073465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52596) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:14.147941 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7b89b59f-9c07-475b-b3a6-07d5bb7ec3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7189510 Dec 20 15:57:14.150258 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-e6464a5d-d698-404e-bda9-4e9f274b870a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] delete failed (client error): The resource could not be found. Dec 20 15:57:14.151315 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e6464a5d-d698-404e-bda9-4e9f274b870a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/b3e5fc51-6290-48cb-a29e-1d823a67565e HTTP/1.1" status: 404 len: 336 time: 0.0769761 Dec 20 15:57:14.151866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52600) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:14.154038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52602) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:14.157607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Request body: {'port': {'network_id': 'f7491515-2485-4dcf-bb53-0ce1fce997a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1932887258'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:14.265529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-f7491515-2485-4dcf-bb53-0ce1fce997a3', 'network_id': 'f7491515-2485-4dcf-bb53-0ce1fce997a3', 'tenant_id': 'dbcc89ecbc45489c98522692055b2a16', 'fixed_ips': [{'subnet_id': '616e2151-492c-4f47-84f2-8af70434866c'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:14.268622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.272777 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f7d4b3dd-0f4a-4ec2-b86b-b5cd4984dfb6 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=c83104b4-ff9a-46dc-95ab-16c8f919cdb5 HTTP/1.1" status: 200 len: 205 time: 0.1152940 Dec 20 15:57:14.273666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52608) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:14.335775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] DHCP port deletion for 0caa5640-eb09-48f6-b573-7c218464dc5d request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:57:14.341692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] Deleting port d53f3f07-7abc-447f-8a75-d3a5523e4363 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:14.342064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.360580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b66cc189-61b1-497b-a0e7-f16f062f2cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.365280 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-3fbe95af-2a5e-401e-8e21-7e938cd643fc tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] delete failed (client error): The resource could not be found. Dec 20 15:57:14.369278 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3fbe95af-2a5e-401e-8e21-7e938cd643fc tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/c83104b4-ff9a-46dc-95ab-16c8f919cdb5 HTTP/1.1" status: 404 len: 336 time: 0.0921109 Dec 20 15:57:14.377770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:14.386133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52612) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:14.434120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cc189-61b1-497b-a0e7-f16f062f2cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82713d63-4211-4220-b745-f26444475163,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:14.452515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b66cc189-61b1-497b-a0e7-f16f062f2cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:14.460806 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f3839ad5-38dc-4116-81f9-34710bee49b9 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "GET /v2.0/ports?device_id=88deb4ea-899b-48b7-bbcc-9a9351084c3d HTTP/1.1" status: 200 len: 205 time: 0.0678453 Dec 20 15:57:14.461575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52616) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:14.463967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:14.466453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b66cc189-61b1-497b-a0e7-f16f062f2cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.467544 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b66cc189-61b1-497b-a0e7-f16f062f2cfa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82713d63-4211-4220-b745-f26444475163 HTTP/1.1" status: 204 len: 168 time: 1.0112875 Dec 20 15:57:14.546181 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-70fb8af4-fcd2-4b49-ace7-1d6e3f70e05f tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] delete failed (client error): The resource could not be found. Dec 20 15:57:14.547193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-70fb8af4-fcd2-4b49-ace7-1d6e3f70e05f tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/routers/88deb4ea-899b-48b7-bbcc-9a9351084c3d HTTP/1.1" status: 404 len: 336 time: 0.0851040 Dec 20 15:57:14.548040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.548328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Usage tracker for resource:port and tenant:dbcc89ecbc45489c98522692055b2a16 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:14.550948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52622) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:14.553627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:14.580638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Allocated IP 2001:db8::2 (f7491515-2485-4dcf-bb53-0ce1fce997a3/616e2151-492c-4f47-84f2-8af70434866c/cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:14.592746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:14.599365 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-660f9158-eec3-4e67-81e8-ed3cf105bf02 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:14.599812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660f9158-eec3-4e67-81e8-ed3cf105bf02 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:14.604108 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-660f9158-eec3-4e67-81e8-ed3cf105bf02 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] 10.222.0.62 "DELETE /v2.0/subnets/c0c3f0e1-7d53-4bb5-a0ea-e1c968fa6c0c HTTP/1.1" status: 404 len: 337 time: 0.0496113 Dec 20 15:57:14.728846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] For port d53f3f07-7abc-447f-8a75-d3a5523e4363, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d53f3f07-7abc-447f-8a75-d3a5523e4363,segment=NetworkSegment(97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7),segment_id=97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:14.729211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.744792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Made reservation on behalf of dbcc89ecbc45489c98522692055b2a16 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:14.748733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.772620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] device_id is not set on port 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:14.789243 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] For port d53f3f07-7abc-447f-8a75-d3a5523e4363, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d53f3f07-7abc-447f-8a75-d3a5523e4363,segment=NetworkSegment(97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7),segment_id=97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:14.789826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.816743 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:57:14.856049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for d53f3f07-7abc-447f-8a75-d3a5523e4363 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:14.889455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-486c0560-20b1-4fbc-b088-857ee5e39a0e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:14.991858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] Calling delete_port for d53f3f07-7abc-447f-8a75-d3a5523e4363 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:14.999671 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-486c0560-20b1-4fbc-b088-857ee5e39a0e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] update failed (client error): The resource could not be found. Dec 20 15:57:15.002050 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-486c0560-20b1-4fbc-b088-857ee5e39a0e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "PUT /v2.0/routers/4a450bcb-784f-4699-ad38-ec0f90632f2a HTTP/1.1" status: 404 len: 339 time: 1.1644640 Dec 20 15:57:15.004957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52630) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:15.008349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.013508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1964761064'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:15.019073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:15.023613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:15.030681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Usage tracker for resource:network and tenant:bfba78b8a96b4add955e3f48b14bb4c7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:15.033962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:15.047872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:15.064261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=d53f3f07-7abc-447f-8a75-d3a5523e4363,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:15.067125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:15.075277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No DVR routers for this DVR port d53f3f07-7abc-447f-8a75-d3a5523e4363 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:15.147935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:57:15.148618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:57:15.154235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.160738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Made reservation on behalf of bfba78b8a96b4add955e3f48b14bb4c7 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:15.164254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Transition to ACTIVE for port object cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:15.165123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.177611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52636) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:15.205091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Transition to ACTIVE for port object cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:15.206974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:15.209908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.219404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.221560 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Added segment e5deab66-8f79-49c6-a01c-15ca9f02e2ce of type vlan for network 82e60ed3-b808-48fd-918e-0c65fc63cd68 Dec 20 15:57:15.243938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caa5640-eb09-48f6-b573-7c218464dc5d']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:15.253639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.257727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:15.257878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f5529a-d7e8-4a0b-aa2f-b5107d0c63b7') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:15.265722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.271554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-5e0fac7a-47b6-40c4-a490-5f32466a1ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:15.282614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.300667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.313544 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:57:15.314450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:15.354458 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:15.360151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Network f7491515-2485-4dcf-bb53-0ce1fce997a3 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:15.363945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Pushing event updated for resources: {'Port': ['ID=cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:15.369871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:15.372968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:15.378240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:15.390970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Allocated IP 2001:db8::8b (f7491515-2485-4dcf-bb53-0ce1fce997a3/616e2151-492c-4f47-84f2-8af70434866c/3b156dcc-ef55-4be6-bb74-c736b8fbaf7b) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:15.423388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52642) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:15.451509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d53f3f07-7abc-447f-8a75-d3a5523e4363 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:57:15.470523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.474426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:15.475092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.488209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d9b89a21-061f-4ed7-a84c-644af533ab1f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:15.503930 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: d53f3f07-7abc-447f-8a75-d3a5523e4363 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:57:15.504281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d53f3f07-7abc-447f-8a75-d3a5523e4363 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:57:15.513942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Attempting to bind port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:15.514313 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Attempting to bind port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '40bb9c1d-2539-468d-afb9-2a0fcafa6815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f7491515-2485-4dcf-bb53-0ce1fce997a3'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:15.514677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Attempting to bind port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e on network f7491515-2485-4dcf-bb53-0ce1fce997a3 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:15.522066 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:15.522964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Checking segment: {'id': '40bb9c1d-2539-468d-afb9-2a0fcafa6815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f7491515-2485-4dcf-bb53-0ce1fce997a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:15.522964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.523254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Bound using segment: {'id': '40bb9c1d-2539-468d-afb9-2a0fcafa6815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f7491515-2485-4dcf-bb53-0ce1fce997a3'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:15.523717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Bound port: cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bb9c1d-2539-468d-afb9-2a0fcafa6815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f7491515-2485-4dcf-bb53-0ce1fce997a3'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:15.524094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.541478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.567443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.573004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9bb9d925-c4b0-4a40-9f3e-78147bccddf4 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:15.593353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.607144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Network': ['ID=0caa5640-eb09-48f6-b573-7c218464dc5d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:15.617151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:15.617552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] For port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:15.619894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] For port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e,segment=NetworkSegment(40bb9c1d-2539-468d-afb9-2a0fcafa6815),segment_id=40bb9c1d-2539-468d-afb9-2a0fcafa6815)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:15.650263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] Deleting port d53f3f07-7abc-447f-8a75-d3a5523e4363 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:15.650942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.676599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Network': ['ID=82e60ed3-b808-48fd-918e-0c65fc63cd68,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:15.688296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:15.691881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 82e60ed3-b808-48fd-918e-0c65fc63cd68 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:57:15.711750 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a31c7300-1297-4076-8866-5242122626e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f52be8614ab44f8b64c7aaf11d44de1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2872722 Dec 20 15:57:15.714601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52646) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:15.722572 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7132001 Dec 20 15:57:15.723988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52650) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:15.740627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a5ce7-2377-4ef0-9179-fe45bfc225c2 None None] The port 'd53f3f07-7abc-447f-8a75-d3a5523e4363' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:57:15.769081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.773764 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/networks/0caa5640-eb09-48f6-b573-7c218464dc5d HTTP/1.1" status: 204 len: 168 time: 2.0373840 Dec 20 15:57:15.774013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52654) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:15.775991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'subnet': {'network_id': '82e60ed3-b808-48fd-918e-0c65fc63cd68', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:15.777608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d74d56f4-7f1a-4c0e-a069-d497cf4d5f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:15.789569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:15.808123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] Usage tracker for resource:security_group_rule and tenant:50b639d5dab84fe9bb1ad8d0767eb5d5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:15.815150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:15.832874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ece8-fbb9-4aff-bec3-ed7d82507a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.839082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:15.879675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72659892-d41e-4302-8944-3f96d66eb830 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:15.880242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-72659892-d41e-4302-8944-3f96d66eb830 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:15.904559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ece8-fbb9-4aff-bec3-ed7d82507a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.940358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Pushing event updated for resources: {'Port': ['ID=cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:15.944142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:15.964230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:15.970469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:15.973555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Usage tracker for resource:subnet and tenant:bfba78b8a96b4add955e3f48b14bb4c7 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:15.982923 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:15.998540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:16.008114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-72659892-d41e-4302-8944-3f96d66eb830 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:16.013857 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-72659892-d41e-4302-8944-3f96d66eb830 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/e120f4ac-4d86-414f-a80b-22f53c28dd94 HTTP/1.1" status: 200 len: 845 time: 0.2386031 Dec 20 15:57:16.014716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52658) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:16.014980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Transition to ACTIVE for port object 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:16.053030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ece8-fbb9-4aff-bec3-ed7d82507a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.056707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.068335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-38823f93-632e-43d8-9900-919488068d86 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:16.084791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0ece8-fbb9-4aff-bec3-ed7d82507a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a3881-1ea1-42e7-88b9-61982de8e69e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:16.090361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c3e0ece8-fbb9-4aff-bec3-ed7d82507a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:16.109225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Made reservation on behalf of bfba78b8a96b4add955e3f48b14bb4c7 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:16.135303 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-51c909b8-b927-4c00-9883-3fc33a293e1c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/e120f4ac-4d86-414f-a80b-22f53c28dd94?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1191554 Dec 20 15:57:16.136261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ece8-fbb9-4aff-bec3-ed7d82507a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.137324 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c3e0ece8-fbb9-4aff-bec3-ed7d82507a32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d70a3881-1ea1-42e7-88b9-61982de8e69e HTTP/1.1" status: 204 len: 168 time: 0.4216850 Dec 20 15:57:16.138727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52662) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:16.145098 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:16.229501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.258446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b66cc189-61b1-497b-a0e7-f16f062f2cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:16.279979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:16.284844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:16.293158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.294683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:16.301296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:16.322755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.402253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:16.451154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892cb253-2e88-41da-bd9f-593da34f51d4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:16.461606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:16.462122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6bd80022-8e4b-4960-82a8-37db46792f39 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:16.504271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.528958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50b639d5dab84fe9bb1ad8d0767eb5d5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3503175 Dec 20 15:57:16.532294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52668) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:16.578855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Network f7491515-2485-4dcf-bb53-0ce1fce997a3 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:16.590301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:16.600691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:16.604555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:16.605148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.629588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Pushing event updated for resources: {'Port': ['ID=3b156dcc-ef55-4be6-bb74-c736b8fbaf7b,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:16.635355 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:16.688429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5a7e515-fd08-43ea-9f1d-68bc7eb34905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.747524 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5943217 Dec 20 15:57:16.751299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52676) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:16.760128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Request body: {'port': {'network_id': 'f7491515-2485-4dcf-bb53-0ce1fce997a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1315738627', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:16.761084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.api.validators [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] bootfile-name is not in valid_values {{(pid=84392) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:57:16.761084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.api.validators [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] tftp-server is not in valid_values {{(pid=84392) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:57:16.761475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.api.validators [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] server-ip-address is not in valid_values {{(pid=84392) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:57:16.769738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5a7e515-fd08-43ea-9f1d-68bc7eb34905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.927867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.934231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4828170d-ea85-42bf-8371-a461549c880b tempest-FloatingIPTestJSON-293292909 tempest-FloatingIPTestJSON-293292909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:16.949721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5a7e515-fd08-43ea-9f1d-68bc7eb34905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.955767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:16.958154 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa65a725-150e-4aa0-9b8f-9826b0c1100b tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:16.971444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7e515-fd08-43ea-9f1d-68bc7eb34905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892cb253-2e88-41da-bd9f-593da34f51d4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:16.978899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c5a7e515-fd08-43ea-9f1d-68bc7eb34905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:16.979440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6bf1b900-0768-42a8-bea4-5f842e220418 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:16.981657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:16.994176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Usage tracker for resource:port and tenant:dbcc89ecbc45489c98522692055b2a16 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:16.998642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:17.014203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:17.028593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Subnet': ['ID=5bba8f04-19cc-4e02-af89-c03444d2a91e,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:17.037558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:17.055586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Checking segment: {'id': 'e5deab66-8f79-49c6-a01c-15ca9f02e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '82e60ed3-b808-48fd-918e-0c65fc63cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:17.056618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network hostable DHCP agents. Network: 82e60ed3-b808-48fd-918e-0c65fc63cd68, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:17.068643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5a7e515-fd08-43ea-9f1d-68bc7eb34905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.070658 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c5a7e515-fd08-43ea-9f1d-68bc7eb34905 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/892cb253-2e88-41da-bd9f-593da34f51d4 HTTP/1.1" status: 204 len: 168 time: 0.5374098 Dec 20 15:57:17.082815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:17.086113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:17.094650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:17.095476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.099000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c0f50-c968-4cd7-8fa6-ed0cbc104cdc None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:17.122875 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=4806b6f8-df09-4fc8-8764-28ed226002a9,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:17.123853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:17.140017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Made reservation on behalf of dbcc89ecbc45489c98522692055b2a16 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:17.145761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.168236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network 82e60ed3-b808-48fd-918e-0c65fc63cd68 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:17.177181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] device_id is not set on port d4bb867d-0438-4922-b967-6ea4e2a2a9f0 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:17.231107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c907b7f-a2aa-479f-ba18-a36f8104f6f7 None None] Network f7491515-2485-4dcf-bb53-0ce1fce997a3 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:17.235707 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0951815 Dec 20 15:57:17.238525 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52688) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:17.244631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'security_group': {'name': 'tempest-secgroup-300004738'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:17.257717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:17.276201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:17.279559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:17.285597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:17.360521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Allocated IP 2001:db8::30c (f7491515-2485-4dcf-bb53-0ce1fce997a3/616e2151-492c-4f47-84f2-8af70434866c/d4bb867d-0438-4922-b967-6ea4e2a2a9f0) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:17.391951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.469918 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:17.475293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 82e60ed3-b808-48fd-918e-0c65fc63cd68) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:17.479554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group_rule and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:17.488014 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:17.491916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:17.498361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:17.499208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.503740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:17.511268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e45e0-54bb-4860-8e52-2d0704f960a2 None None] Network 82e60ed3-b808-48fd-918e-0c65fc63cd68 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:17.522842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ebd8cde2-7451-476a-88b1-b2af7e33cf07 None None] Provisioning for port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:17.579052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.669625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.686848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Transition to ACTIVE for port object d4bb867d-0438-4922-b967-6ea4e2a2a9f0 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:17.711149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.712820 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9879758 Dec 20 15:57:17.717845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:17.718137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52700) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:17.732553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fe8753df-fd77-4052-9066-35edbfb2e543 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'router': {'external_gateway_info': {'network_id': '82e60ed3-b808-48fd-918e-0c65fc63cd68'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:17.763094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21caf23c-7cb5-4290-a11e-f29f9851735a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:17.779213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:17.876961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.879215 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6395814 Dec 20 15:57:17.888907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52704) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:17.889195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.889872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5963fff1-523a-493f-b7e2-48464a594cbb tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:17.890210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'security_group': {'name': 'tempest-secgroup-1948678255'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:17.905438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:17.916680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:17.924721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:17.935513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:17.965196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-74df6fb4-d633-4028-9dc7-096c23dad30d', 'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'tenant_id': '1f9dcf1875ea497aac2da2e56d5f4335', 'fixed_ips': [{'subnet_id': '4806b6f8-df09-4fc8-8764-28ed226002a9'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:17.966219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:17.979929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-82e60ed3-b808-48fd-918e-0c65fc63cd68', 'network_id': '82e60ed3-b808-48fd-918e-0c65fc63cd68', 'tenant_id': 'bfba78b8a96b4add955e3f48b14bb4c7', 'fixed_ips': [{'subnet_id': '5bba8f04-19cc-4e02-af89-c03444d2a91e'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:17.980771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.000156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:18.011749 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:18.012533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.017837 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.100236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:18.108864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group_rule and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:18.113495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:18.122251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:18.137885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Network f7491515-2485-4dcf-bb53-0ce1fce997a3 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:18.141557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:18.145384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:18.150448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:18.151265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.156826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Pushing event updated for resources: {'Port': ['ID=d4bb867d-0438-4922-b967-6ea4e2a2a9f0,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:18.166646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:18.257712 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5053649 Dec 20 15:57:18.258452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52712) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:18.265277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.323371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.352372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:18.361188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52716) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:18.403164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71998f9-dc93-4158-a0d8-2e9d1ba35056,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:18.412246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:18.463525 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.465324 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5822649 Dec 20 15:57:18.468215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52720) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:18.482601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1156314908', 'security_groups': ['a71998f9-dc93-4158-a0d8-2e9d1ba35056'], 'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4806b6f8-df09-4fc8-8764-28ed226002a9'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:18.507882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.542035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Allocated IP 2001:db8:1::2 (82e60ed3-b808-48fd-918e-0c65fc63cd68/5bba8f04-19cc-4e02-af89-c03444d2a91e/702cf695-3b9a-4dfa-82a0-04db1471c2a1) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:18.600011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe8753df-fd77-4052-9066-35edbfb2e543 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.636111 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f47c4bf5-cbc2-4c66-bb84-ff3e3742cfcc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4adcb12c20464917bf8df78aaa140da0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2674730 Dec 20 15:57:18.636338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52726) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:18.697405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebddcc1-407d-4d7b-ba1d-37b8b45797b0 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:18.710203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebddcc1-407d-4d7b-ba1d-37b8b45797b0 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:18.711684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:18.714693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebddcc1-407d-4d7b-ba1d-37b8b45797b0 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:18.715616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4ebddcc1-407d-4d7b-ba1d-37b8b45797b0 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Synchronizing usage tracker for tenant:dbcc89ecbc45489c98522692055b2a16 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:18.723944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:18.737835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Allocated IP 2001:db8::2 (74df6fb4-d633-4028-9dc7-096c23dad30d/4806b6f8-df09-4fc8-8764-28ed226002a9/76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:18.772657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-889e8d81-bcc8-4cb3-a281-e45852a80e36 None None] Provisioning complete for port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:18.773037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-889e8d81-bcc8-4cb3-a281-e45852a80e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.798757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51b1b6f6-8359-4362-8c38-c033a237a80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.826509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:18.834618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.856919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4ebddcc1-407d-4d7b-ba1d-37b8b45797b0 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Unset dirty status for tenant:dbcc89ecbc45489c98522692055b2a16 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:18.858361 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4ebddcc1-407d-4d7b-ba1d-37b8b45797b0 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.5955732 Dec 20 15:57:18.889434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52732) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:18.900328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e,segment=NetworkSegment(40bb9c1d-2539-468d-afb9-2a0fcafa6815),segment_id=40bb9c1d-2539-468d-afb9-2a0fcafa6815)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:18.914699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51b1b6f6-8359-4362-8c38-c033a237a80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.939909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:18.984379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-58b022f8-ac0f-4125-a220-1a04c44bfaab tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Deleting port d4bb867d-0438-4922-b967-6ea4e2a2a9f0 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:18.984725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58b022f8-ac0f-4125-a220-1a04c44bfaab tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.038963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.042240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Transition to ACTIVE for port object 702cf695-3b9a-4dfa-82a0-04db1471c2a1 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:19.050698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:19.059614 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-fe8753df-fd77-4052-9066-35edbfb2e543 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:57:19.068978 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fe8753df-fd77-4052-9066-35edbfb2e543 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "PUT /v2.0/routers/4a450bcb-784f-4699-ad38-ec0f90632f2a HTTP/1.1" status: 400 len: 364 time: 1.3403866 Dec 20 15:57:19.071995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52740) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:19.144215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 9227443f-a7fd-4645-8843-aa4f3f8119fd yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:19.169898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51b1b6f6-8359-4362-8c38-c033a237a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.195735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Transition to ACTIVE for port object 702cf695-3b9a-4dfa-82a0-04db1471c2a1 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:19.276510 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:19.281760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:19.295060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:19.304871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.310249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:19.314854 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1b6f6-8359-4362-8c38-c033a237a80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3221e-e677-4d96-93a3-8d2b93a45869,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:19.317751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-51b1b6f6-8359-4362-8c38-c033a237a80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:19.324777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51b1b6f6-8359-4362-8c38-c033a237a80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.341005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-889e8d81-bcc8-4cb3-a281-e45852a80e36 None None] Provisioning for port 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:19.341143 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-51b1b6f6-8359-4362-8c38-c033a237a80c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11b3221e-e677-4d96-93a3-8d2b93a45869 HTTP/1.1" status: 204 len: 168 time: 0.6943135 Dec 20 15:57:19.360030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.389547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-889e8d81-bcc8-4cb3-a281-e45852a80e36 None None] Provisioning complete for port 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:19.389948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-889e8d81-bcc8-4cb3-a281-e45852a80e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.413664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Transition to ACTIVE for port object 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:19.460600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:19.520904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Network 82e60ed3-b808-48fd-918e-0c65fc63cd68 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:19.533362 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:19.535429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Transition to ACTIVE for port object 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:19.545593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:19.547988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Pushing event updated for resources: {'Port': ['ID=702cf695-3b9a-4dfa-82a0-04db1471c2a1,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:19.551401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:19.561313 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-889e8d81-bcc8-4cb3-a281-e45852a80e36 None None] Port 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:19.568655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58b022f8-ac0f-4125-a220-1a04c44bfaab tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.652097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Attempting to bind port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:19.652471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Attempting to bind port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'e5deab66-8f79-49c6-a01c-15ca9f02e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '82e60ed3-b808-48fd-918e-0c65fc63cd68'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:19.652871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Attempting to bind port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 on network 82e60ed3-b808-48fd-918e-0c65fc63cd68 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:19.660430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:19.660805 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.707563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.716532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-58b022f8-ac0f-4125-a220-1a04c44bfaab tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Calling delete_port for d4bb867d-0438-4922-b967-6ea4e2a2a9f0 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:19.719784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a92a15e3-432b-4f0d-8347-9c1ee23fc950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:19.758407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:19.758781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Checking segment: {'id': 'e5deab66-8f79-49c6-a01c-15ca9f02e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '82e60ed3-b808-48fd-918e-0c65fc63cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:19.759973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.760537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Bound using segment: {'id': 'e5deab66-8f79-49c6-a01c-15ca9f02e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '82e60ed3-b808-48fd-918e-0c65fc63cd68'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:19.761172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Bound port: 702cf695-3b9a-4dfa-82a0-04db1471c2a1, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5deab66-8f79-49c6-a01c-15ca9f02e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '82e60ed3-b808-48fd-918e-0c65fc63cd68'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:19.761889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.789103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:19.792629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52754) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:19.799477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:19.816996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:19.869089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8::34a (74df6fb4-d633-4028-9dc7-096c23dad30d/4806b6f8-df09-4fc8-8764-28ed226002a9/9227443f-a7fd-4645-8843-aa4f3f8119fd) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:19.962172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:19.989639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b662a434-1b16-41f7-9207-2f4856d28e86 None None] Provisioning complete for port 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:19.990016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b662a434-1b16-41f7-9207-2f4856d28e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.046529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-183915195'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:20.048716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:20.053329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Usage tracker for resource:router and tenant:a1dfd9f0b8024b5d8f83fec08add0857 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:20.056921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:20.064219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:20.097245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] For port 702cf695-3b9a-4dfa-82a0-04db1471c2a1, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:20.098167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58b022f8-ac0f-4125-a220-1a04c44bfaab tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.101032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] For port 702cf695-3b9a-4dfa-82a0-04db1471c2a1, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=702cf695-3b9a-4dfa-82a0-04db1471c2a1,segment=NetworkSegment(e5deab66-8f79-49c6-a01c-15ca9f02e2ce),segment_id=e5deab66-8f79-49c6-a01c-15ca9f02e2ce)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:20.110099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:20.115179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Pushing event updated for resources: {'Port': ['ID=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:20.133509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:20.152240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Attempting to bind port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:20.152620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Attempting to bind port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '418f75af-7c8d-48c1-ac20-1ab0a6c76d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:20.152991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Attempting to bind port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 on network 74df6fb4-d633-4028-9dc7-096c23dad30d {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:20.191127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b662a434-1b16-41f7-9207-2f4856d28e86 None None] Port 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:20.193858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:20.194247 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Checking segment: {'id': '418f75af-7c8d-48c1-ac20-1ab0a6c76d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:20.194610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.195770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.195770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Bound using segment: {'id': '418f75af-7c8d-48c1-ac20-1ab0a6c76d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:20.195770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Bound port: 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418f75af-7c8d-48c1-ac20-1ab0a6c76d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:20.196025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.197143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.202359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b022f8-ac0f-4125-a220-1a04c44bfaab tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Pushing event deleted for resources: {'Port': ['ID=d4bb867d-0438-4922-b967-6ea4e2a2a9f0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:20.206720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-58b022f8-ac0f-4125-a220-1a04c44bfaab tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:20.297171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.303723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:20.341050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-58b022f8-ac0f-4125-a220-1a04c44bfaab tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.389657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b662a434-1b16-41f7-9207-2f4856d28e86 None None] Could not find standard attr ID for object d4bb867d-0438-4922-b967-6ea4e2a2a9f0. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:57:20.406950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Allocated IP 2001:db8::1 (08d4eca3-58a4-4839-a018-64e0f4423244/7128da2e-4484-43a3-a84d-0d3b35f7d9ad/53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:20.409187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Pushing event updated for resources: {'Port': ['ID=702cf695-3b9a-4dfa-82a0-04db1471c2a1,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:20.415984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.434598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.451634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:20.457774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object 9227443f-a7fd-4645-8843-aa4f3f8119fd will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:20.499148 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-58b022f8-ac0f-4125-a220-1a04c44bfaab tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "DELETE /v2.0/ports/d4bb867d-0438-4922-b967-6ea4e2a2a9f0 HTTP/1.1" status: 204 len: 168 time: 1.6064823 Dec 20 15:57:20.504697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52770) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:20.513718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Request body: {'port': {'name': 'tempest-new-port-name-1068117666', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:20.514170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.api.validators [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] bootfile-name is not in valid_values {{(pid=84391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:57:20.515353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.api.validators [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] tftp-server is not in valid_values {{(pid=84391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:57:20.516165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.api.validators [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] server-ip-address is not in valid_values {{(pid=84391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:57:20.546170 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] For port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:20.550468 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] For port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,segment=NetworkSegment(418f75af-7c8d-48c1-ac20-1ab0a6c76d3b),segment_id=418f75af-7c8d-48c1-ac20-1ab0a6c76d3b)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:20.575545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.627669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.653920 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Transition to ACTIVE for port object 53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:20.657949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.660605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.669820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fc841c6d-3882-4ee0-b3b4-1fb38b3206ea tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:20.675506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:20.753123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.754312 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4cd5adca-ee07-4345-8acf-7d66267aab02 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9606988 Dec 20 15:57:20.756999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52776) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:20.765594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.771649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Pushing event updated for resources: {'Port': ['ID=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:20.775763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:20.778473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:20.781286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=9227443f-a7fd-4645-8843-aa4f3f8119fd,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:20.783709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:20.785490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:20.788897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:20.793709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:20.794312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:20.960527 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4871128 Dec 20 15:57:20.962650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52782) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:20.977157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:21.139347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:21.155022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-40d833a3-216b-470a-b1f8-250f0cbfef88 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:21.213694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network 08d4eca3-58a4-4839-a018-64e0f4423244 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:21.226012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:21.232492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:21.233090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:21.271405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:57:21.294448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86c36509-9de5-44ee-94e9-f4f1231a71f3 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:21.307049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:21.373120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:21.376793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:21.380744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:21.383570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:21.387345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Port': ['ID=53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:21.391299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ddc12ea0-0ae4-4241-a041-afe654fbd3e9 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:21.395597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:21.592902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:21.612059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:21.687040 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] In _notify_port_updated(), no bound segment for port 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b on network f7491515-2485-4dcf-bb53-0ce1fce997a3 {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:57:21.695032 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:21.696097 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:21.699937 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "PUT /v2.0/ports/3b156dcc-ef55-4be6-bb74-c736b8fbaf7b HTTP/1.1" status: 200 len: 1129 time: 1.1938808 Dec 20 15:57:21.714219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52792) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:21.758352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Pushing event updated for resources: {'Port': ['ID=3b156dcc-ef55-4be6-bb74-c736b8fbaf7b,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:21.768369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:21.783763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:21.814484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:21.822993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e030ff-e81a-4d12-9ffd-b3a4a1573f62 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:21.823619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-72e030ff-e81a-4d12-9ffd-b3a4a1573f62 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Synchronizing usage tracker for tenant:dbcc89ecbc45489c98522692055b2a16 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:21.858756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 702cf695-3b9a-4dfa-82a0-04db1471c2a1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:21.895390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86c36509-9de5-44ee-94e9-f4f1231a71f3 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:21.897464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:21.934817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86c36509-9de5-44ee-94e9-f4f1231a71f3 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:21.949410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bd13311f-2b4d-40f3-9e91-4fb8e721fbfd None None] Provisioning for port 53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:21.970814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:21.992648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bd13311f-2b4d-40f3-9e91-4fb8e721fbfd None None] Provisioning complete for port 53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:21.993348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bd13311f-2b4d-40f3-9e91-4fb8e721fbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:22.008462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-72e030ff-e81a-4d12-9ffd-b3a4a1573f62 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Unset dirty status for tenant:dbcc89ecbc45489c98522692055b2a16 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:22.016786 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-72e030ff-e81a-4d12-9ffd-b3a4a1573f62 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "GET /v2.0/ports/3b156dcc-ef55-4be6-bb74-c736b8fbaf7b HTTP/1.1" status: 200 len: 1129 time: 0.3030891 Dec 20 15:57:22.019825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52800) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:22.055373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-902feda4-fcd4-4613-83a3-2a5853f3b111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:22.080470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bd13311f-2b4d-40f3-9e91-4fb8e721fbfd None None] Port 53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:22.149252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:22.174076 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.ipam_backend_mixin [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4806b6f8-df09-4fc8-8764-28ed226002a9 (CIDR: 2001:db8::/64) Dec 20 15:57:22.215982 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:57:22.216814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:22.303630 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dc9702eb-af48-4810-8a90-d1c55cc43e4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3359134 Dec 20 15:57:22.304382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52806) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:22.310443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:22.330561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d79b477a-2157-438f-bd5c-78b00f15c8f1 None None] Provisioning complete for port 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:22.334785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d79b477a-2157-438f-bd5c-78b00f15c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:22.373531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86c36509-9de5-44ee-94e9-f4f1231a71f3 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:22.374116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c36509-9de5-44ee-94e9-f4f1231a71f3 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e07e043-80b5-4276-be91-b98e7b5548e5 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:57:22.396572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-df325cce-c590-4960-8c8a-9cf90c4ac011 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Deleting port 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:22.396922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df325cce-c590-4960-8c8a-9cf90c4ac011 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:22.472088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d79b477a-2157-438f-bd5c-78b00f15c8f1 None None] Port 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:22.480722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-86c36509-9de5-44ee-94e9-f4f1231a71f3 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:22.485784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-86c36509-9de5-44ee-94e9-f4f1231a71f3 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] 10.222.0.62 "DELETE /v2.0/routers/9e07e043-80b5-4276-be91-b98e7b5548e5 HTTP/1.1" status: 204 len: 168 time: 1.7275069 Dec 20 15:57:22.492645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52814) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:22.494494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88134560-6697-453d-8e52-9a9a47442246 None None] Network 82e60ed3-b808-48fd-918e-0c65fc63cd68 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:22.503143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Request body: {'router': {'name': 'tempest-router-1387957446', 'distributed': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:22.518609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:22.536133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:22.542201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:22.560612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:22.562669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:22.581882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Usage tracker for resource:router and tenant:a1dfd9f0b8024b5d8f83fec08add0857 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:22.591013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:22.626728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:22.756193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:22.764150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:22.831830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-072d4d5d-05f2-4de6-a8ad-31a767235279 None None] Provisioning for port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:22.847026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-072d4d5d-05f2-4de6-a8ad-31a767235279 None None] Provisioning complete for port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:22.847669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-072d4d5d-05f2-4de6-a8ad-31a767235279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:22.906972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:22.908173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.029547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.032664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df325cce-c590-4960-8c8a-9cf90c4ac011 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.108549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-072d4d5d-05f2-4de6-a8ad-31a767235279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.214464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-072d4d5d-05f2-4de6-a8ad-31a767235279 None None] For port 702cf695-3b9a-4dfa-82a0-04db1471c2a1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=702cf695-3b9a-4dfa-82a0-04db1471c2a1,segment=NetworkSegment(e5deab66-8f79-49c6-a01c-15ca9f02e2ce),segment_id=e5deab66-8f79-49c6-a01c-15ca9f02e2ce)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:23.217791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52826) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:23.288899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-072d4d5d-05f2-4de6-a8ad-31a767235279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.291780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ae9bded8-c44d-4ec9-99cb-8090c88e1e0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:23.322963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.333796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6bfe27c-6371-4b03-81e8-7e066229b687 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:23.370005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d4d5d-05f2-4de6-a8ad-31a767235279 None None] Pushing event updated for resources: {'Port': ['ID=702cf695-3b9a-4dfa-82a0-04db1471c2a1,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:23.373392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-072d4d5d-05f2-4de6-a8ad-31a767235279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:23.381458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-df325cce-c590-4960-8c8a-9cf90c4ac011 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Calling delete_port for 3b156dcc-ef55-4be6-bb74-c736b8fbaf7b owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:23.397239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:23.403752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:23.412825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:23.413409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.418698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a9c81-01be-4468-a254-c42400c0ebe0 None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:23.420966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:57:23.424961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-700464930', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:23.440338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:23.444382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=b5ed3b24-a371-4b6c-9341-832d671c95cd,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:23.449084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Usage tracker for resource:port and tenant:61b5f16dbbc54ddbac434e979eae4772 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:23.449385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.452073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:23.453728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:23.460733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:23.472740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Provisioning complete for port e120f4ac-4d86-414f-a80b-22f53c28dd94 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:23.473122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.545346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.596140 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Port e120f4ac-4d86-414f-a80b-22f53c28dd94 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:23.636700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.636967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Made reservation on behalf of 61b5f16dbbc54ddbac434e979eae4772 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:23.646458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.646615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.646719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66acf842-ad70-4cc6-aaab-be51dfbdd6d7 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:23.651699 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3466837 Dec 20 15:57:23.657009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Provisioning complete for port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:23.657395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.659904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52832) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:23.666777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-275336384', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b5ed3b24-a371-4b6c-9341-832d671c95cd'}], 'security_groups': ['21caf23c-7cb5-4290-a11e-f29f9851735a']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:23.696658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.721694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df325cce-c590-4960-8c8a-9cf90c4ac011 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.754969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.758767 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2d3f1690-7f70-40de-887e-ce229e65b586 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2620845 Dec 20 15:57:23.764919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52836) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:23.766071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event updated for resources: {'Port': ['ID=53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:23.770694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:23.802126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:23.813027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Usage tracker for resource:security_group_rule and tenant:61b5f16dbbc54ddbac434e979eae4772 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:23.818048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:23.825225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:23.837977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:23.847032 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:23.939614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df325cce-c590-4960-8c8a-9cf90c4ac011 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Pushing event deleted for resources: {'Port': ['ID=3b156dcc-ef55-4be6-bb74-c736b8fbaf7b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:23.952279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Provisioning for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:23.968174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Provisioning complete for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:23.968624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.020778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-df325cce-c590-4960-8c8a-9cf90c4ac011 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:24.031513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bacec9f-df7f-4cf9-ac71-af462738b4ac None None] Update dhcp port {'port': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'fixed_ips': [{'subnet_id': '4806b6f8-df09-4fc8-8764-28ed226002a9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5ed3b24-a371-4b6c-9341-832d671c95cd'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': '76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:57:24.053925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df325cce-c590-4960-8c8a-9cf90c4ac011 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.056496 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-df325cce-c590-4960-8c8a-9cf90c4ac011 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "DELETE /v2.0/ports/3b156dcc-ef55-4be6-bb74-c736b8fbaf7b HTTP/1.1" status: 204 len: 168 time: 2.0351994 Dec 20 15:57:24.059423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.060678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52840) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:24.122696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4bacec9f-df7f-4cf9-ac71-af462738b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.143762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Network 08d4eca3-58a4-4839-a018-64e0f4423244 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:24.144916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:24.178036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.185006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a0ba67e9-4816-4ec5-a9d3-9f311482e88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:24.212483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] device_id is not set on port 0be514c2-58cd-4d94-b1be-9080e8d74d9e yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:24.236392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.318171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7aae-e072-4909-921c-a35876954081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.325970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d9d5761c-b20b-4590-a317-47ed661f536f tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.330927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c96d76-470c-4f67-9d2b-2772e4745515,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:24.348530 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:24.364393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] For port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,segment=NetworkSegment(418f75af-7c8d-48c1-ac20-1ab0a6c76d3b),segment_id=418f75af-7c8d-48c1-ac20-1ab0a6c76d3b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:24.435917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-4bacec9f-df7f-4cf9-ac71-af462738b4ac None None] Allocated IP 2001:db8:0:1::2 (74df6fb4-d633-4028-9dc7-096c23dad30d/b5ed3b24-a371-4b6c-9341-832d671c95cd/76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:24.458026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Allocated IP 172.26.7.54 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/0be514c2-58cd-4d94-b1be-9080e8d74d9e) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:24.465716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.472626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:24.587877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Pushing event updated for resources: {'Port': ['ID=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:24.632139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:24.656520 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Provisioning for port 9227443f-a7fd-4645-8843-aa4f3f8119fd completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:24.666851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Provisioning complete for port 9227443f-a7fd-4645-8843-aa4f3f8119fd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:24.667272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.722607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4bacec9f-df7f-4cf9-ac71-af462738b4ac None None] For port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,segment=NetworkSegment(418f75af-7c8d-48c1-ac20-1ab0a6c76d3b),segment_id=418f75af-7c8d-48c1-ac20-1ab0a6c76d3b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:24.744226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Port 9227443f-a7fd-4645-8843-aa4f3f8119fd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:24.764813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4bacec9f-df7f-4cf9-ac71-af462738b4ac None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.765085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.782273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4bacec9f-df7f-4cf9-ac71-af462738b4ac None None] Transition to ACTIVE for port object 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:24.876109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-82169536-f7c7-486a-a0fa-de51daa57b3b None None] Provisioning complete for port 53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:24.876491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-82169536-f7c7-486a-a0fa-de51daa57b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.927971 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4bacec9f-df7f-4cf9-ac71-af462738b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.932288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-418776bb-5192-4996-bf66-a5014fcb8687 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Deleting subnet 616e2151-492c-4f47-84f2-8af70434866c {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:57:24.935283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b7bc3685-bea0-474a-a172-76389dc661b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:24.942783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-418776bb-5192-4996-bf66-a5014fcb8687 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.963258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:24.971472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f03501f8-3000-4aea-866f-3e14d527ac0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:24.979443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-82169536-f7c7-486a-a0fa-de51daa57b3b None None] Port 53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:25.056155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:25.062031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:25.080543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacec9f-df7f-4cf9-ac71-af462738b4ac None None] Pushing event updated for resources: {'Port': ['ID=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:25.086204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4bacec9f-df7f-4cf9-ac71-af462738b4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:25.094252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:25.118581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Pushing event updated for resources: {'Port': ['ID=0be514c2-58cd-4d94-b1be-9080e8d74d9e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:25.127793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:25.182828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d9d5761c-b20b-4590-a317-47ed661f536f tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.183385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:25.184185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.186904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-418776bb-5192-4996-bf66-a5014fcb8687 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.189056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Delete allocated IP 2001:db8::34a (74df6fb4-d633-4028-9dc7-096c23dad30d/4806b6f8-df09-4fc8-8764-28ed226002a9) {{(pid=84391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 15:57:25.204853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8:0:1::12f (74df6fb4-d633-4028-9dc7-096c23dad30d/b5ed3b24-a371-4b6c-9341-832d671c95cd/9227443f-a7fd-4645-8843-aa4f3f8119fd) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:25.234597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d9d5761c-b20b-4590-a317-47ed661f536f tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.320681 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1015410 Dec 20 15:57:25.321419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52846) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:25.334195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.335141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.54'}]}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:25.360945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-418776bb-5192-4996-bf66-a5014fcb8687 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.405906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:25.427040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d9d5761c-b20b-4590-a317-47ed661f536f tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.427555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d5761c-b20b-4590-a317-47ed661f536f tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05c5237e-d079-4266-8f5d-a878f64ade97 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:57:25.430085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Usage tracker for resource:router and tenant:61b5f16dbbc54ddbac434e979eae4772 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:25.436241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:25.455375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:25.457370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Router 4a450bcb-784f-4699-ad38-ec0f90632f2a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:25.459505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d9d5761c-b20b-4590-a317-47ed661f536f tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.460397 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:25.461028 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d9d5761c-b20b-4590-a317-47ed661f536f tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] 10.222.0.62 "DELETE /v2.0/routers/05c5237e-d079-4266-8f5d-a878f64ade97 HTTP/1.1" status: 204 len: 168 time: 1.6926901 Dec 20 15:57:25.468613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52850) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:25.480762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Request body: {'router': {'name': 'tempest-router-700529240', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ff748b1b52a04617b6665c668322cf4a'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:25.490835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:25.530093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Usage tracker for resource:router and tenant:ff748b1b52a04617b6665c668322cf4a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:25.584261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.584548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.584672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:25.584770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Ignored duplicate provisioning block setup for port 9227443f-a7fd-4645-8843-aa4f3f8119fd by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 15:57:25.584879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:25.584973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 702cf695-3b9a-4dfa-82a0-04db1471c2a1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:25.673962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:25.674476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:25.744974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:25.757761 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "PUT /v2.0/routers/4a450bcb-784f-4699-ad38-ec0f90632f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6844420 Dec 20 15:57:25.761862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44637e7-6683-4fbd-b750-c0fb4068dbcd None None] Sync routers for ids ['4a450bcb-784f-4699-ad38-ec0f90632f2a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:25.786433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44637e7-6683-4fbd-b750-c0fb4068dbcd None None] Routers {'4a450bcb-784f-4699-ad38-ec0f90632f2a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:25.787114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c44637e7-6683-4fbd-b750-c0fb4068dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4a450bcb-784f-4699-ad38-ec0f90632f2a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:25.836359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52854) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:25.932255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c44637e7-6683-4fbd-b750-c0fb4068dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:25.949439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44637e7-6683-4fbd-b750-c0fb4068dbcd None None] Routers {'4a450bcb-784f-4699-ad38-ec0f90632f2a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:25.950065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c44637e7-6683-4fbd-b750-c0fb4068dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4a450bcb-784f-4699-ad38-ec0f90632f2a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:26.008521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.010380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.017179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c44637e7-6683-4fbd-b750-c0fb4068dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:26.018756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44637e7-6683-4fbd-b750-c0fb4068dbcd None None] The sync data for ids ['4a450bcb-784f-4699-ad38-ec0f90632f2a'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:26.028971 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.031187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-168718d8-ea3f-43c8-bb9c-39438aad1975 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.032958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1e5fa331-0d8e-438a-99e7-16b7bc7948ac None None] Provisioning complete for port e120f4ac-4d86-414f-a80b-22f53c28dd94 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:26.033515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa331-0d8e-438a-99e7-16b7bc7948ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.060438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.068069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:26.097346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fa331-0d8e-438a-99e7-16b7bc7948ac None None] Port e120f4ac-4d86-414f-a80b-22f53c28dd94 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:26.114215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-418776bb-5192-4996-bf66-a5014fcb8687 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.118011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.119344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.129963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-415734e8-6683-4eb3-a24d-db89ac6af8b4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:26.190433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1e5fa331-0d8e-438a-99e7-16b7bc7948ac None None] Provisioning for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:26.196952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1e5fa331-0d8e-438a-99e7-16b7bc7948ac None None] Provisioning complete for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:26.203869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa331-0d8e-438a-99e7-16b7bc7948ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.232248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418776bb-5192-4996-bf66-a5014fcb8687 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Pushing event deleted for resources: {'Subnet': ['ID=616e2151-492c-4f47-84f2-8af70434866c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:26.242938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-418776bb-5192-4996-bf66-a5014fcb8687 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:26.259296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-418776bb-5192-4996-bf66-a5014fcb8687 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.270466 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-418776bb-5192-4996-bf66-a5014fcb8687 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "DELETE /v2.0/subnets/616e2151-492c-4f47-84f2-8af70434866c HTTP/1.1" status: 204 len: 168 time: 2.2077847 Dec 20 15:57:26.271629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] In _notify_port_updated(), no bound segment for port 9227443f-a7fd-4645-8843-aa4f3f8119fd on network 74df6fb4-d633-4028-9dc7-096c23dad30d {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:57:26.273917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52858) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:26.277707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623de19c-2a7b-4403-b655-76f94f439022 None None] Network f7491515-2485-4dcf-bb53-0ce1fce997a3 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:26.278343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:26.288290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.294277 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "PUT /v2.0/ports/9227443f-a7fd-4645-8843-aa4f3f8119fd HTTP/1.1" status: 200 len: 930 time: 2.6332114 Dec 20 15:57:26.295805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52862) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:26.302996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=9227443f-a7fd-4645-8843-aa4f3f8119fd,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:26.313105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:26.328778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.451920 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-0abcfce1-c03b-410f-a652-522c8fdb5e01 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 9227443f-a7fd-4645-8843-aa4f3f8119fd {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:26.452487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0abcfce1-c03b-410f-a652-522c8fdb5e01 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.512509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.599513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.613346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1e5fa331-0d8e-438a-99e7-16b7bc7948ac None None] Provisioning complete for port 9227443f-a7fd-4645-8843-aa4f3f8119fd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:26.613346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa331-0d8e-438a-99e7-16b7bc7948ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.620435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Deleting port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:26.620777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.675622 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-168718d8-ea3f-43c8-bb9c-39438aad1975 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 15:57:26.676578 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-168718d8-ea3f-43c8-bb9c-39438aad1975 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/routers/4a450bcb-784f-4699-ad38-ec0f90632f2a HTTP/1.1" status: 409 len: 329 time: 0.8387964 Dec 20 15:57:26.680984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fa331-0d8e-438a-99e7-16b7bc7948ac None None] Port 9227443f-a7fd-4645-8843-aa4f3f8119fd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:26.682364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52866) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:26.766477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] DHCP port deletion for f7491515-2485-4dcf-bb53-0ce1fce997a3 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:57:26.769507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0abcfce1-c03b-410f-a652-522c8fdb5e01 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.773133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] Deleting port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:26.773519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.775524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.813741 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.876045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ae7a67f6-4dec-49ad-96d1-a41efec7d82a None None] Provisioning complete for port 9227443f-a7fd-4645-8843-aa4f3f8119fd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:26.876596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ae7a67f6-4dec-49ad-96d1-a41efec7d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:26.896013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-0abcfce1-c03b-410f-a652-522c8fdb5e01 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 9227443f-a7fd-4645-8843-aa4f3f8119fd owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:26.957991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a67f6-4dec-49ad-96d1-a41efec7d82a None None] Port 9227443f-a7fd-4645-8843-aa4f3f8119fd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:27.036260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.037346 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ae50851c-e98f-47f3-9667-d4f7aa7d4f65 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5669651 Dec 20 15:57:27.039413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] For port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e,segment=NetworkSegment(40bb9c1d-2539-468d-afb9-2a0fcafa6815),segment_id=40bb9c1d-2539-468d-afb9-2a0fcafa6815)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:27.039760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.049502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] For port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e,segment=NetworkSegment(40bb9c1d-2539-468d-afb9-2a0fcafa6815),segment_id=40bb9c1d-2539-468d-afb9-2a0fcafa6815)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:27.050056 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.052507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52870) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:27.058202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:27.172979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] Calling delete_port for cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:27.311887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Calling delete_port for cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:27.317656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.347399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.402495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:57:27.488688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0abcfce1-c03b-410f-a652-522c8fdb5e01 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.512671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.525838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c9a03c87-5d41-4de6-b965-23ee8f2d8344 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:27.557658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.570439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-10f5768c-72de-4ae8-aaac-bf06f9242265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:27.586065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcfce1-c03b-410f-a652-522c8fdb5e01 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=9227443f-a7fd-4645-8843-aa4f3f8119fd,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:27.593269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0abcfce1-c03b-410f-a652-522c8fdb5e01 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:27.633332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] Pushing event deleted for resources: {'Port': ['ID=cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:27.657343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:27.657343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] No DVR routers for this DVR port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:27.658415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:57:27.658415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:57:27.664895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0abcfce1-c03b-410f-a652-522c8fdb5e01 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.683095 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0abcfce1-c03b-410f-a652-522c8fdb5e01 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/9227443f-a7fd-4645-8843-aa4f3f8119fd HTTP/1.1" status: 204 len: 168 time: 1.3697085 Dec 20 15:57:27.683879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52874) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:27.733396 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-e827ba68-60ca-4fb4-a462-baced56ba364 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:57:27.734047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e827ba68-60ca-4fb4-a462-baced56ba364 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:27.748231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.942426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.942681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:27.950722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e827ba68-60ca-4fb4-a462-baced56ba364 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:27.954901 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e827ba68-60ca-4fb4-a462-baced56ba364 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/9227443f-a7fd-4645-8843-aa4f3f8119fd HTTP/1.1" status: 404 len: 333 time: 0.2666707 Dec 20 15:57:27.996342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52878) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:28.113391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.151492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.155703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.169958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Deleting port cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:28.170291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.251474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.251967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76d2882a-e1de-43ce-a935-b8806291845d {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:57:28.258194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84392) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 20 15:57:28.258550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Router d1c35975-f3c3-47bc-ad29-e00c58011a4c migrating from provider to provider. {{(pid=84392) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 20 15:57:28.259012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.304378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] The port 'cd1b33aa-2d97-4b2c-8130-3458c4fc7c7e' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:57:28.308031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.356252 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 15:57:28.357539 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dcd87e5a-e656-4c90-9d47-ac23e285d270 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0313137 Dec 20 15:57:28.360324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52882) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:28.379631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2fa7bc1d-373d-4ee4-a290-09eb18359cee tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.405600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.418754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-924dcc29-da68-47cb-8538-0a9babe66297 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Deleting port 0be514c2-58cd-4d94-b1be-9080e8d74d9e {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:28.419123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-924dcc29-da68-47cb-8538-0a9babe66297 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.491266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2fa7bc1d-373d-4ee4-a290-09eb18359cee tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.559604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.634469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-924dcc29-da68-47cb-8538-0a9babe66297 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.668022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7491515-2485-4dcf-bb53-0ce1fce997a3']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:28.692468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bb9c1d-2539-468d-afb9-2a0fcafa6815') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:28.692763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bb9c1d-2539-468d-afb9-2a0fcafa6815') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:28.709905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.734873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.753275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-924dcc29-da68-47cb-8538-0a9babe66297 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Calling delete_port for 0be514c2-58cd-4d94-b1be-9080e8d74d9e owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:28.771494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:57:28.771894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:28.788426 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:28.827723 dv-neutron-821074-1-hyperv neutron-server[84392]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] No L3 agents can host the router d1c35975-f3c3-47bc-ad29-e00c58011a4c Dec 20 15:57:28.898899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2fa7bc1d-373d-4ee4-a290-09eb18359cee tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:28.905962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-683b9ba4-0700-4b95-a605-d04f4a6c91a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:28.974433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7bc1d-373d-4ee4-a290-09eb18359cee tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71998f9-dc93-4158-a0d8-2e9d1ba35056,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:28.977506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2fa7bc1d-373d-4ee4-a290-09eb18359cee tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:29.058726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-924dcc29-da68-47cb-8538-0a9babe66297 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.064231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-72d5228f-55bb-47d1-8d32-81b91e3f9e6e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:29.084135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.085787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2fa7bc1d-373d-4ee4-a290-09eb18359cee tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.089761 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2fa7bc1d-373d-4ee4-a290-09eb18359cee tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/security-groups/a71998f9-dc93-4158-a0d8-2e9d1ba35056 HTTP/1.1" status: 204 len: 168 time: 1.0359914 Dec 20 15:57:29.096231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52888) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:29.097653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6bb2722-74a7-4e95-9f93-62f181d14d6b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:29.114830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.127161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dcc29-da68-47cb-8538-0a9babe66297 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Pushing event deleted for resources: {'Port': ['ID=0be514c2-58cd-4d94-b1be-9080e8d74d9e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:29.131064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-924dcc29-da68-47cb-8538-0a9babe66297 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:29.181241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Pushing event deleted for resources: {'Network': ['ID=f7491515-2485-4dcf-bb53-0ce1fce997a3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:29.190934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:29.198615 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] 10.222.0.62 "DELETE /v2.0/networks/f7491515-2485-4dcf-bb53-0ce1fce997a3 HTTP/1.1" status: 204 len: 168 time: 2.9203238 Dec 20 15:57:29.246712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-924dcc29-da68-47cb-8538-0a9babe66297 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.260676 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-924dcc29-da68-47cb-8538-0a9babe66297 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] 10.222.0.62 "DELETE /v2.0/ports/0be514c2-58cd-4d94-b1be-9080e8d74d9e HTTP/1.1" status: 204 len: 168 time: 0.8993461 Dec 20 15:57:29.283876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a38600f5-0de7-42e9-a834-755f021beb5a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.318688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a38600f5-0de7-42e9-a834-755f021beb5a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.429291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Hosts for router d1c35975-f3c3-47bc-ad29-e00c58011a4c: [] {{(pid=84392) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 20 15:57:29.448906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a38600f5-0de7-42e9-a834-755f021beb5a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.454005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-daa66ee9-e4b2-4c0e-a12d-0e557b87a076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:29.471750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38600f5-0de7-42e9-a834-755f021beb5a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21caf23c-7cb5-4290-a11e-f29f9851735a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:29.474666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a38600f5-0de7-42e9-a834-755f021beb5a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:29.475731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a38600f5-0de7-42e9-a834-755f021beb5a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.479706 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a38600f5-0de7-42e9-a834-755f021beb5a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/security-groups/21caf23c-7cb5-4290-a11e-f29f9851735a HTTP/1.1" status: 204 len: 168 time: 0.3824773 Dec 20 15:57:29.480369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52898) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:29.498324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Hosts for other DVR routers connected to router d1c35975-f3c3-47bc-ad29-e00c58011a4c: set() {{(pid=84392) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 20 15:57:29.500691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.504657 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0d97d63b-d7a0-4625-bdfe-77f00d1d467d tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] 10.222.0.62 "PUT /v2.0/routers/d1c35975-f3c3-47bc-ad29-e00c58011a4c HTTP/1.1" status: 200 len: 716 time: 2.4484684 Dec 20 15:57:29.507357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52902) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:29.668664 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-90abf847-e19e-4f97-b323-1d8c2ffb7319 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] 10.222.0.62 "GET /v2.0/routers/d1c35975-f3c3-47bc-ad29-e00c58011a4c HTTP/1.1" status: 200 len: 716 time: 0.1585879 Dec 20 15:57:29.675326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52906) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:29.689514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f86787-39e3-4362-9e13-c8bd514bc6b1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet 4806b6f8-df09-4fc8-8764-28ed226002a9 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:57:29.692462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b2f86787-39e3-4362-9e13-c8bd514bc6b1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.749691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b2f86787-39e3-4362-9e13-c8bd514bc6b1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.803798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting port 53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:29.804138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.866619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b2f86787-39e3-4362-9e13-c8bd514bc6b1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:29.923694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52916) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:29.942161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52922) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:30.002312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.032496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b2f86787-39e3-4362-9e13-c8bd514bc6b1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.039563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-48fee1c0-1ef4-4750-9109-50c6178b5fa2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:30.127739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Calling delete_port for 53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:30.162423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f86787-39e3-4362-9e13-c8bd514bc6b1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=4806b6f8-df09-4fc8-8764-28ed226002a9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:30.211581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b2f86787-39e3-4362-9e13-c8bd514bc6b1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:30.226471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.241572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b2f86787-39e3-4362-9e13-c8bd514bc6b1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.249323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac9d0c-8467-4546-a7ad-89930f18edde None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:30.275837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52928) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:30.276344 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b2f86787-39e3-4362-9e13-c8bd514bc6b1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/4806b6f8-df09-4fc8-8764-28ed226002a9 HTTP/1.1" status: 204 len: 168 time: 0.7942939 Dec 20 15:57:30.280949 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cf57b0de-e289-4bd9-ad38-f4795fae0d1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbcc89ecbc45489c98522692055b2a16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3561080 Dec 20 15:57:30.283287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:30.289591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52932) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:30.318352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:30.327760 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a9faa2fc-456d-4f25-bf3d-d4b75d8214e9 tempest-RoutersTestDVR-1513689007 tempest-RoutersTestDVR-1513689007-project] 10.222.0.62 "GET /v2.0/routers/d1c35975-f3c3-47bc-ad29-e00c58011a4c HTTP/1.1" status: 200 len: 682 time: 0.6512516 Dec 20 15:57:30.331367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52936) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:30.340626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:425fa8060e2546599a3763549ac4a8b1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:30.346353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:30.361055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:30.398401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1a39a48-c694-4269-b129-f4866e35b647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.434993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1a39a48-c694-4269-b129-f4866e35b647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.505658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.515609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.520860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d4ec1645-1f01-47c9-9faf-93217f0409a3 tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:30.583617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Port': ['ID=53a9ccb6-21d0-4f2d-b40c-4774ccbf8d8c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:30.590874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.598873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:30.602525 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fa3b8734-d2db-48bb-b388-49377bfe1c39 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:30.621146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1a39a48-c694-4269-b129-f4866e35b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.653268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744fe11d-3ce4-4179-8f00-5ffe739331a5,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:30.661556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:30.662204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a0fe0118-6e2c-47cd-8379-b65f61b3b074 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:30.686973 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=425fa8060e2546599a3763549ac4a8b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7438083 Dec 20 15:57:30.690106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52940) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:30.693098 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a39a48-c694-4269-b129-f4866e35b647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692d5a28-e728-4db5-ac6e-7f718245270c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:30.695273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1a39a48-c694-4269-b129-f4866e35b647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.698789 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d1a39a48-c694-4269-b129-f4866e35b647 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/692d5a28-e728-4db5-ac6e-7f718245270c HTTP/1.1" status: 204 len: 168 time: 0.4061134 Dec 20 15:57:30.698789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d1a39a48-c694-4269-b129-f4866e35b647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:30.709745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:30.793500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e04e53ce-8ce4-4bc8-9b99-4e4a4d0d9359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.825294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e04e53ce-8ce4-4bc8-9b99-4e4a4d0d9359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.926250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:30.942181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:30.949076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec74dddc-e0f0-44f7-944b-35d1db6555fe tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.967781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e04e53ce-8ce4-4bc8-9b99-4e4a4d0d9359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.974969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:30.990707 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e53ce-8ce4-4bc8-9b99-4e4a4d0d9359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744fe11d-3ce4-4179-8f00-5ffe739331a5,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:30.994243 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e04e53ce-8ce4-4bc8-9b99-4e4a4d0d9359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:30.996223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e04e53ce-8ce4-4bc8-9b99-4e4a4d0d9359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:30.998986 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e04e53ce-8ce4-4bc8-9b99-4e4a4d0d9359 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/744fe11d-3ce4-4179-8f00-5ffe739331a5 HTTP/1.1" status: 204 len: 168 time: 0.3062656 Dec 20 15:57:31.073938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:31.101859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:31.225075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-69d4354a-813f-49ad-8dd5-776c1b463ed6 None None] Provisioning complete for port e120f4ac-4d86-414f-a80b-22f53c28dd94 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:31.226273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-69d4354a-813f-49ad-8dd5-776c1b463ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:31.241077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:31.303005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-69d4354a-813f-49ad-8dd5-776c1b463ed6 None None] Port e120f4ac-4d86-414f-a80b-22f53c28dd94 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:31.319344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-69d4354a-813f-49ad-8dd5-776c1b463ed6 None None] Provisioning complete for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:31.319780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-69d4354a-813f-49ad-8dd5-776c1b463ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:31.599655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec74dddc-e0f0-44f7-944b-35d1db6555fe tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:31.619607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec74dddc-e0f0-44f7-944b-35d1db6555fe tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:31.646477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:31.878234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec74dddc-e0f0-44f7-944b-35d1db6555fe tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:31.878736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec74dddc-e0f0-44f7-944b-35d1db6555fe tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1c35975-f3c3-47bc-ad29-e00c58011a4c {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:57:31.981322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec74dddc-e0f0-44f7-944b-35d1db6555fe tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:31.982744 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ec74dddc-e0f0-44f7-944b-35d1db6555fe tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] 10.222.0.62 "DELETE /v2.0/routers/d1c35975-f3c3-47bc-ad29-e00c58011a4c HTTP/1.1" status: 204 len: 168 time: 1.6485715 Dec 20 15:57:31.987584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52966) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:31.993233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Request body: {'router': {'name': 'tempest-router-2056415301', 'distributed': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:31.997824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:32.002100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Usage tracker for resource:router and tenant:a1dfd9f0b8024b5d8f83fec08add0857 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:32.005194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:32.015248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52970) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:32.031419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:32.075412 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2b44f485-2928-4d89-ab37-ceec7cfd7337 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61b5f16dbbc54ddbac434e979eae4772&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584829 Dec 20 15:57:32.077842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52974) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:32.104056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52978) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:32.116615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.117541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.166456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.178300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-35b07741-cc82-40ce-9e45-d6d51b47f1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.210856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-35b07741-cc82-40ce-9e45-d6d51b47f1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.251022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Router 4a450bcb-784f-4699-ad38-ec0f90632f2a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:32.260264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1133599885'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:32.266933 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:32.273818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:network and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:32.277468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:32.283247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:32.289731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.344665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-35b07741-cc82-40ce-9e45-d6d51b47f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.347118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-35b07741-cc82-40ce-9e45-d6d51b47f1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.348296 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-35b07741-cc82-40ce-9e45-d6d51b47f1dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0c96d76-470c-4f67-9d2b-2772e4745515 HTTP/1.1" status: 204 len: 168 time: 0.2693794 Dec 20 15:57:32.349118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c5a7e515-fd08-43ea-9f1d-68bc7eb34905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:32.363656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b07741-cc82-40ce-9e45-d6d51b47f1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c96d76-470c-4f67-9d2b-2772e4745515,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:32.366015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-35b07741-cc82-40ce-9e45-d6d51b47f1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:32.380679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.384317 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d1c0b3c1-f2fd-472b-a9b6-b803fe4ac592 tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3929472 Dec 20 15:57:32.384317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:32.394494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.399891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 52986) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:32.410269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.445084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:32.449937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:security_group_rule and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:32.452892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:32.459049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:32.528781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.573999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:32.583241 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84261c39-681c-43f7-a51b-a3d956798bc5 None None] Sync routers for ids ['4a450bcb-784f-4699-ad38-ec0f90632f2a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:32.590162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "PUT /v2.0/routers/4a450bcb-784f-4699-ad38-ec0f90632f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9050851 Dec 20 15:57:32.593250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e2555b0-56ac-4e62-a30a-2412511f856b tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.594006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52990) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:32.597843 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84261c39-681c-43f7-a51b-a3d956798bc5 None None] Routers {'4a450bcb-784f-4699-ad38-ec0f90632f2a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:32.599750 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-84261c39-681c-43f7-a51b-a3d956798bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4a450bcb-784f-4699-ad38-ec0f90632f2a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:32.672237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.682808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d5fb92ee-f21f-4235-ad3f-1e27f0f50d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:32.690186 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-84261c39-681c-43f7-a51b-a3d956798bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:32.694663 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-ecc5cf9f-dfcd-439d-a171-4ce5ba63045c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] show failed (client error): The resource could not be found. Dec 20 15:57:32.695714 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ecc5cf9f-dfcd-439d-a171-4ce5ba63045c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-751154338 HTTP/1.1" status: 404 len: 334 time: 0.0976386 Dec 20 15:57:32.698062 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84261c39-681c-43f7-a51b-a3d956798bc5 None None] Routers {'4a450bcb-784f-4699-ad38-ec0f90632f2a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:32.698822 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-84261c39-681c-43f7-a51b-a3d956798bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4a450bcb-784f-4699-ad38-ec0f90632f2a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:32.701379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 52994) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:32.715773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.717721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-698be8fa-aa92-41fd-be31-3ec05fc11d35 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:32.720371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b006ea69-3db4-4321-bcc8-516ba1a14728 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:32.763489 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-84261c39-681c-43f7-a51b-a3d956798bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:32.764192 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84261c39-681c-43f7-a51b-a3d956798bc5 None None] The sync data for ids ['4a450bcb-784f-4699-ad38-ec0f90632f2a'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:32.811209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=e48a3ba3-50ea-40bf-8521-96562aa066c9,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:32.814606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:32.820640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:32.882790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:32.888634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:32.895201 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-698be8fa-aa92-41fd-be31-3ec05fc11d35 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] update failed (client error): The resource could not be found. Dec 20 15:57:32.901079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:32.901262 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-698be8fa-aa92-41fd-be31-3ec05fc11d35 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-965272036 HTTP/1.1" status: 404 len: 334 time: 0.1933453 Dec 20 15:57:32.901369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.901456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559117ea-3650-4fa4-bd5e-73a8952f7baa,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:32.901456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:32.901456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53002) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:32.918564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d298d754-82f6-4a55-952c-0a4ef09075f6 None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:32.946337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:32.947406 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added segment 079d9b15-dd78-4d5a-8ab5-61a2380f008f of type vlan for network dec52be1-16d2-44c0-9ffe-521e84cc403b Dec 20 15:57:33.013667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.135429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53012) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:33.135664 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8586936 Dec 20 15:57:33.143465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'security_group': {'name': 'tempest-secgroup-33709462'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:33.150178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:33.155912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e2555b0-56ac-4e62-a30a-2412511f856b tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.156153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8e42e6-2c9a-4472-8fa3-24377c920f93 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting subnet 5bba8f04-19cc-4e02-af89-c03444d2a91e {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:57:33.156276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e2555b0-56ac-4e62-a30a-2412511f856b tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.158599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:33.161505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e8e42e6-2c9a-4472-8fa3-24377c920f93 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.221883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:33.228501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.234608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:33.238407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.249527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d0e91e3d-26fb-4c6e-8bc9-49d7e2fbfe1c tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:33.264612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e2555b0-56ac-4e62-a30a-2412511f856b tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.265631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2555b0-56ac-4e62-a30a-2412511f856b tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79b709d6-7a13-41df-92f7-4d44efdc24c6 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:57:33.276749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4e2555b0-56ac-4e62-a30a-2412511f856b tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.281574 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4e2555b0-56ac-4e62-a30a-2412511f856b tempest-RoutersTestDVR-1018001217 tempest-RoutersTestDVR-1018001217-project-admin] 10.222.0.62 "DELETE /v2.0/routers/79b709d6-7a13-41df-92f7-4d44efdc24c6 HTTP/1.1" status: 204 len: 168 time: 0.8775790 Dec 20 15:57:33.281703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:33.336869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e8e42e6-2c9a-4472-8fa3-24377c920f93 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.359610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa9af0-36a7-4afd-9667-b909d844b904 None None] Update dhcp port {'port': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'fixed_ips': [{'subnet_id': 'b5ed3b24-a371-4b6c-9341-832d671c95cd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e48a3ba3-50ea-40bf-8521-96562aa066c9'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': '76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:57:33.415239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9af0-36a7-4afd-9667-b909d844b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.425939 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3208430 Dec 20 15:57:33.426889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.428872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53022) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:33.435713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1285069907'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:33.441456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Network': ['ID=dec52be1-16d2-44c0-9ffe-521e84cc403b,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:33.442359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:33.444502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:33.459912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:network and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:33.465979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:33.469425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network dec52be1-16d2-44c0-9ffe-521e84cc403b details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:57:33.476280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:33.487664 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:33.492269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group_rule and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:33.495036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:33.506614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:33.556590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:33.559710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.573370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e8e42e6-2c9a-4472-8fa3-24377c920f93 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.589985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:33.599597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.609837 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added segment edbfab8e-1a44-42e0-9f81-bbb4b542ddb5 of type vlan for network fa6c0f45-9946-4f85-b26e-589afaf92623 Dec 20 15:57:33.624406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.627310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.750669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.756804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ac432962-4786-4f9b-bcfd-42169392e139 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:33.797804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53032) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:33.800415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1445354c-8a68-4fe6-81f2-57e40f4c3717,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:33.803065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:33.808522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.808669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-f5aa9af0-36a7-4afd-9667-b909d844b904 None None] Allocated IP 2001:db8::2 (74df6fb4-d633-4028-9dc7-096c23dad30d/e48a3ba3-50ea-40bf-8521-96562aa066c9/76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:33.808785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e8e42e6-2c9a-4472-8fa3-24377c920f93 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.814561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53038) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:33.825127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-726c86f8-b900-41c3-8ed2-1f0ce7118ca2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:33.825500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:33.825500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.831896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1fd27fc4-22d5-4f60-ba3e-279e95f03007 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:33.853775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e42e6-2c9a-4472-8fa3-24377c920f93 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Subnet': ['ID=5bba8f04-19cc-4e02-af89-c03444d2a91e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:33.866257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6e8e42e6-2c9a-4472-8fa3-24377c920f93 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:33.866257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6e8e42e6-2c9a-4472-8fa3-24377c920f93 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.870098 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6e8e42e6-2c9a-4472-8fa3-24377c920f93 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/subnets/5bba8f04-19cc-4e02-af89-c03444d2a91e HTTP/1.1" status: 204 len: 168 time: 0.9648438 Dec 20 15:57:33.870345 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53044) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:33.875017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c5553b-a5cb-44f0-88e1-4e842ca12b0b None None] Network 82e60ed3-b808-48fd-918e-0c65fc63cd68 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:33.904137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:33.908882 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dc269d8e-6e11-4c59-8734-e8e83ccb123c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.7725048 Dec 20 15:57:33.909791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53048) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:33.918609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'security_group': {'name': 'tempest-secgroup-506677108'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:33.947051 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:33.952574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:34.010540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:34.038824 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6079617 Dec 20 15:57:34.039704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:34.040708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Network': ['ID=fa6c0f45-9946-4f85-b26e-589afaf92623,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:34.043261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53052) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:34.044953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:34.047577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.059357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-495717898'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:34.063016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network fa6c0f45-9946-4f85-b26e-589afaf92623 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:57:34.071249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'subnet': {'network_id': 'dec52be1-16d2-44c0-9ffe-521e84cc403b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:34.081823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:34.085474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] Usage tracker for resource:security_group_rule and tenant:ff748b1b52a04617b6665c668322cf4a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:34.088504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:34.094227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:34.099773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.103847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:34.119485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:network and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:34.137320 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:34.148971 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:34.165803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.184506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f5aa9af0-36a7-4afd-9667-b909d844b904 None None] For port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,segment=NetworkSegment(418f75af-7c8d-48c1-ac20-1ab0a6c76d3b),segment_id=418f75af-7c8d-48c1-ac20-1ab0a6c76d3b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:34.209115 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.222951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:34.223292 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.259282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.270715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2733922-5641-463f-aed9-2f0bf3d5b449 tempest-ServersTestManualDisk-149850137 tempest-ServersTestManualDisk-149850137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:34.277516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:34.291070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9af0-36a7-4afd-9667-b909d844b904 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.295197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:subnet and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:34.300889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:34.313725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f5aa9af0-36a7-4afd-9667-b909d844b904 None None] Transition to ACTIVE for port object 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:34.319006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7232b4cd-c3f1-4996-933e-6ad140ef67a8,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:34.319207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:34.323679 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff748b1b52a04617b6665c668322cf4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5245550 Dec 20 15:57:34.324644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:34.326871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53058) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:34.365039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:34.369377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.382611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:34.390289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] DHCP port deletion for 82e60ed3-b808-48fd-918e-0c65fc63cd68 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:57:34.394672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19b130da-f86a-4e8f-aa99-92dcca5e0260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.395566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] Deleting port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:34.396223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.407475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group_rule and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:34.410402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.423591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:34.423819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19b130da-f86a-4e8f-aa99-92dcca5e0260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.426436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9af0-36a7-4afd-9667-b909d844b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.432489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:34.439979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-72e3e025-53c8-4177-8dc6-3d8d9c57c5fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:34.497113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:34.544853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19b130da-f86a-4e8f-aa99-92dcca5e0260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.550251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1293cb24-c36c-4474-a530-3a60112495be tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:34.561926 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b130da-f86a-4e8f-aa99-92dcca5e0260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7232b4cd-c3f1-4996-933e-6ad140ef67a8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:34.564412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-19b130da-f86a-4e8f-aa99-92dcca5e0260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:34.575401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19b130da-f86a-4e8f-aa99-92dcca5e0260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.575401 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-19b130da-f86a-4e8f-aa99-92dcca5e0260 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7232b4cd-c3f1-4996-933e-6ad140ef67a8 HTTP/1.1" status: 204 len: 168 time: 0.2462258 Dec 20 15:57:34.575572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:34.590419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:security_group_rule and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:34.596676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:34.622497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:34.634245 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] For port 702cf695-3b9a-4dfa-82a0-04db1471c2a1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=702cf695-3b9a-4dfa-82a0-04db1471c2a1,segment=NetworkSegment(e5deab66-8f79-49c6-a01c-15ca9f02e2ce),segment_id=e5deab66-8f79-49c6-a01c-15ca9f02e2ce)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:34.634599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.638945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa9af0-36a7-4afd-9667-b909d844b904 None None] Pushing event updated for resources: {'Port': ['ID=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:34.645766 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f5aa9af0-36a7-4afd-9667-b909d844b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:34.754327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] For port 702cf695-3b9a-4dfa-82a0-04db1471c2a1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=702cf695-3b9a-4dfa-82a0-04db1471c2a1,segment=NetworkSegment(e5deab66-8f79-49c6-a01c-15ca9f02e2ce),segment_id=e5deab66-8f79-49c6-a01c-15ca9f02e2ce)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:34.754857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.841932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Calling delete_port for 702cf695-3b9a-4dfa-82a0-04db1471c2a1 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:34.888006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] Calling delete_port for 702cf695-3b9a-4dfa-82a0-04db1471c2a1 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:34.982003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:34.985101 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.101976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.116586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ef0b4241-b5ae-43b3-9fec-a58ce7aed7ee tempest-ServerActionsTestJSON-1584351355 tempest-ServerActionsTestJSON-1584351355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:35.198576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6daff82f-d31f-4406-9f32-f38178634ae0,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:35.202972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:35.230666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.235223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-072d4d5d-05f2-4de6-a8ad-31a767235279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:35.276972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] Pushing event deleted for resources: {'Port': ['ID=702cf695-3b9a-4dfa-82a0-04db1471c2a1,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:35.280035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:35.280833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] No DVR routers for this DVR port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:35.289226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:57:35.289549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:57:35.296165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.301611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2608b915-a5f5-4940-a0e8-9e5aaf33929b None None] Provisioning complete for port e120f4ac-4d86-414f-a80b-22f53c28dd94 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:35.302073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2608b915-a5f5-4940-a0e8-9e5aaf33929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.355990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2608b915-a5f5-4940-a0e8-9e5aaf33929b None None] Port e120f4ac-4d86-414f-a80b-22f53c28dd94 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:35.390471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.391802 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4779356 Dec 20 15:57:35.394606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53066) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:35.403658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:35.405589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'security_group': {'name': 'tempest-secgroup-344382244'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:35.411695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:35.415689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:35.420320 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:35.424627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.433729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cda7307d-1d16-44a5-a9db-5881779d3af6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:35.443186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:35.483088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:35.483088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a7ba47-f0fd-439d-8bb7-c61fcff93ecf,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:35.483088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:35.486135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.486477 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Added segment db179959-e614-4e2e-9fa1-435c836baad0 of type vlan for network 64b1704b-1808-4638-a918-8470c991fbaa Dec 20 15:57:35.515431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.516177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2608b915-a5f5-4940-a0e8-9e5aaf33929b None None] Provisioning for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:35.521228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.521487 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2608b915-a5f5-4940-a0e8-9e5aaf33929b None None] Provisioning complete for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:35.521645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2608b915-a5f5-4940-a0e8-9e5aaf33929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.526197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ae8ecc3e-9bc0-408e-ab1f-2d3c0729843f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:35.545994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 702cf695-3b9a-4dfa-82a0-04db1471c2a1 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:57:35.590683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 702cf695-3b9a-4dfa-82a0-04db1471c2a1 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:57:35.591065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 702cf695-3b9a-4dfa-82a0-04db1471c2a1 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:57:35.611476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Subnet': ['ID=83acdf37-66ac-459d-87e3-8a6180cddf48,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:35.619974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:35.635581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Checking segment: {'id': '079d9b15-dd78-4d5a-8ab5-61a2380f008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'dec52be1-16d2-44c0-9ffe-521e84cc403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:35.635936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network hostable DHCP agents. Network: dec52be1-16d2-44c0-9ffe-521e84cc403b, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:35.654989 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.691679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53070) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:35.692188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:35.695727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:security_group_rule and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:35.698627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:35.704458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:35.710523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.735460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.739233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:35.746406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.746538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:35.746538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] Usage tracker for resource:security_group_rule and tenant:a1dfd9f0b8024b5d8f83fec08add0857 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:35.746739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-28369bbd-b9ec-49cf-8a72-07c8058d0e53 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:35.749025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:35.754597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:35.792897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting port 702cf695-3b9a-4dfa-82a0-04db1471c2a1 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:35.793238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.824134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.854252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.926291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network dec52be1-16d2-44c0-9ffe-521e84cc403b is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:35.948209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] The port '702cf695-3b9a-4dfa-82a0-04db1471c2a1' was deleted {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:57:35.949060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=64b1704b-1808-4638-a918-8470c991fbaa,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:35.953287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:35.959572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 64b1704b-1808-4638-a918-8470c991fbaa details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:57:35.962558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:35.969534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2fa7bc1d-373d-4ee4-a290-09eb18359cee tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:36.026808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.035509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e04e53ce-8ce4-4bc8-9b99-4e4a4d0d9359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:36.107595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, dec52be1-16d2-44c0-9ffe-521e84cc403b) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:36.115777 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2655373 Dec 20 15:57:36.116791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746cdf6a-355a-4c5d-a405-2e025140780f None None] Network dec52be1-16d2-44c0-9ffe-521e84cc403b requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:36.123501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab107d40-b04e-46c8-8fb3-2e0463338efe,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:36.131010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:36.136044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.145789 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a1dfd9f0b8024b5d8f83fec08add0857&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4529910 Dec 20 15:57:36.146358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53074) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:36.150456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:36.151358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.155503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070504df-4505-4c66-97c4-da03c9e6f2ad,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:36.159302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:36.210900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a39f2e-4042-4d2c-9593-70304dc001e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.238976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e60ed3-b808-48fd-918e-0c65fc63cd68']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:36.239634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a39f2e-4042-4d2c-9593-70304dc001e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.261087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.267574 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8716152 Dec 20 15:57:36.283427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5deab66-8f79-49c6-a01c-15ca9f02e2ce') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:36.284885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5deab66-8f79-49c6-a01c-15ca9f02e2ce') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:36.297377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53078) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:36.304762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1571307795', 'security_groups': ['070504df-4505-4c66-97c4-da03c9e6f2ad'], 'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e48a3ba3-50ea-40bf-8521-96562aa066c9'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:36.315958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.334171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53082) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:36.339158 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2896817 Dec 20 15:57:36.342657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.343264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'subnet': {'network_id': 'fa6c0f45-9946-4f85-b26e-589afaf92623', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:36.350117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:57:36.350816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:36.368587 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:36.434617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-dec52be1-16d2-44c0-9ffe-521e84cc403b', 'network_id': 'dec52be1-16d2-44c0-9ffe-521e84cc403b', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'fixed_ips': [{'subnet_id': '83acdf37-66ac-459d-87e3-8a6180cddf48'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:36.436242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.442044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a39f2e-4042-4d2c-9593-70304dc001e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.466749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1b7431c8-c943-4605-b273-da9efac60e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:36.489023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a39f2e-4042-4d2c-9593-70304dc001e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab107d40-b04e-46c8-8fb3-2e0463338efe,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:36.491953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6a39f2e-4042-4d2c-9593-70304dc001e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:36.554219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a39f2e-4042-4d2c-9593-70304dc001e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.554219 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d6a39f2e-4042-4d2c-9593-70304dc001e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab107d40-b04e-46c8-8fb3-2e0463338efe HTTP/1.1" status: 204 len: 168 time: 0.4042475 Dec 20 15:57:36.590547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:36.594196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:subnet and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:36.601218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:36.610345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:36.627741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:36.637025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Allocated IP 2001:db8::2 (dec52be1-16d2-44c0-9ffe-521e84cc403b/83acdf37-66ac-459d-87e3-8a6180cddf48/7b25841d-7e90-4e70-bc2d-e02c8d58dee2) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:36.641800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:36.654012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.664199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-36b12c55-c34d-4d9d-9f26-92ccba47bd09 tempest-PortsAdminExtendedAttrsTestJSON-450909528 tempest-PortsAdminExtendedAttrsTestJSON-450909528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:36.685443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.693233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Network': ['ID=82e60ed3-b808-48fd-918e-0c65fc63cd68,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:36.696979 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/networks/82e60ed3-b808-48fd-918e-0c65fc63cd68 HTTP/1.1" status: 204 len: 168 time: 2.8253462 Dec 20 15:57:36.698753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:36.703485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53088) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:36.859595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:36.881374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:36.885080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.895542 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Transition to ACTIVE for port object 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:36.916025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Transition to ACTIVE for port object 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:36.990860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:36.996509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:37.075666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Network dec52be1-16d2-44c0-9ffe-521e84cc403b is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:37.078561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:37.082710 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:37.090311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1307de4-7936-426b-a31f-dcc0263db697 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting subnet 0d5296bd-9577-4d65-9db0-20dd9ba213d4 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:57:37.095478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:37.146970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Pushing event updated for resources: {'Port': ['ID=7b25841d-7e90-4e70-bc2d-e02c8d58dee2,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:37.153828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:37.175579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Attempting to bind port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:37.182832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Attempting to bind port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '079d9b15-dd78-4d5a-8ab5-61a2380f008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'dec52be1-16d2-44c0-9ffe-521e84cc403b'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:37.182832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Attempting to bind port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 on network dec52be1-16d2-44c0-9ffe-521e84cc403b {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:37.183804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:37.184183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Checking segment: {'id': '079d9b15-dd78-4d5a-8ab5-61a2380f008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'dec52be1-16d2-44c0-9ffe-521e84cc403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:37.184635 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:37.185196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Bound using segment: {'id': '079d9b15-dd78-4d5a-8ab5-61a2380f008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'dec52be1-16d2-44c0-9ffe-521e84cc403b'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:37.185724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Bound port: 7b25841d-7e90-4e70-bc2d-e02c8d58dee2, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d9b15-dd78-4d5a-8ab5-61a2380f008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'dec52be1-16d2-44c0-9ffe-521e84cc403b'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:37.186097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:37.287192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1307de4-7936-426b-a31f-dcc0263db697 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:37.319757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] For port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:37.324744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] For port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7b25841d-7e90-4e70-bc2d-e02c8d58dee2,segment=NetworkSegment(079d9b15-dd78-4d5a-8ab5-61a2380f008f),segment_id=079d9b15-dd78-4d5a-8ab5-61a2380f008f)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:37.424839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1307de4-7936-426b-a31f-dcc0263db697 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:37.458982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:37.463544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6f5d868b-38ec-41ea-ac4d-68f83f639209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:37.479553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:37.533249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] device_id is not set on port 5010d918-e50e-4121-814f-972bfadd7aa8 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:37.566282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Pushing event updated for resources: {'Port': ['ID=7b25841d-7e90-4e70-bc2d-e02c8d58dee2,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:37.571073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:37.795928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1307de4-7936-426b-a31f-dcc0263db697 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.000554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.008121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-50b6798a-951e-4be9-ab3c-db973ae42dcd tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:38.050004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8::af (74df6fb4-d633-4028-9dc7-096c23dad30d/e48a3ba3-50ea-40bf-8521-96562aa066c9/5010d918-e50e-4121-814f-972bfadd7aa8) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:38.092290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1307de4-7936-426b-a31f-dcc0263db697 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.124331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Subnet': ['ID=1fb9703d-ae39-4097-8ff3-993169e9bc53,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:38.132686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:38.135820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c9d3529f-2b68-4555-b90c-97809ec017f7 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:38.295892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53110) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:38.296576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1307de4-7936-426b-a31f-dcc0263db697 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.302885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411f5e6-0d42-4193-a25e-93e26ace56f5 None None] Network 99f78672-efb6-44fa-837e-8a3fbe21c44c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:38.320606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Checking segment: {'id': 'edbfab8e-1a44-42e0-9f81-bbb4b542ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa6c0f45-9946-4f85-b26e-589afaf92623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:38.321099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network hostable DHCP agents. Network: fa6c0f45-9946-4f85-b26e-589afaf92623, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:38.332047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1307de4-7936-426b-a31f-dcc0263db697 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5296bd-9577-4d65-9db0-20dd9ba213d4,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:38.334542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a1307de4-7936-426b-a31f-dcc0263db697 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:38.393075 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a1307de4-7936-426b-a31f-dcc0263db697 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/subnets/0d5296bd-9577-4d65-9db0-20dd9ba213d4 HTTP/1.1" status: 204 len: 168 time: 1.6862006 Dec 20 15:57:38.393946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53116) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:38.522293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network fa6c0f45-9946-4f85-b26e-589afaf92623 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:38.590426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1584286551'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:38.600832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:38.613937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Usage tracker for resource:network and tenant:c7a3e8c9d2a44718b6e7ffda2241373e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:38.630532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:38.638613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.642261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:38.661243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object 5010d918-e50e-4121-814f-972bfadd7aa8 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:38.683744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, fa6c0f45-9946-4f85-b26e-589afaf92623) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:38.688228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:38.691098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.699502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795296b-8fcc-4959-ab3c-480e57848f46 None None] Network fa6c0f45-9946-4f85-b26e-589afaf92623 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:38.798429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c173b75-0c03-4c42-bbaf-c3c44a93b2de tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting subnet 27f56d48-2b69-4268-9738-0c77bff6f652 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:57:38.801761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c173b75-0c03-4c42-bbaf-c3c44a93b2de tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.841317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Made reservation on behalf of c7a3e8c9d2a44718b6e7ffda2241373e for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:38.846874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.865527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.870640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] DHCP port deletion for 99f78672-efb6-44fa-837e-8a3fbe21c44c request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:57:38.871288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.876109 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5408275 Dec 20 15:57:38.882109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] Deleting port 6c04286c-b365-49e3-954b-6f8a0ff57910 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:38.882570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.892455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53122) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:38.894229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-df325cce-c590-4960-8c8a-9cf90c4ac011 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:38.913529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1076378469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:38.922452 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:38.926950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35217a4d-a21f-4130-9188-dbae0e13981b None None] Network dec52be1-16d2-44c0-9ffe-521e84cc403b requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:38.932405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:router and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:38.938585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:38.942940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c173b75-0c03-4c42-bbaf-c3c44a93b2de tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:38.987665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:38.989090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:38.994957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:39.023723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:39.031064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:39.031765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:39.032153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.046899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Usage tracker for resource:security_group_rule and tenant:c7a3e8c9d2a44718b6e7ffda2241373e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:39.051164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:39.064872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:39.089247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=5010d918-e50e-4121-814f-972bfadd7aa8,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:39.090844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c173b75-0c03-4c42-bbaf-c3c44a93b2de tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.102394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:39.125870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.127131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.180134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.202036 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9028974 Dec 20 15:57:39.206152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53126) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:39.219426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:39.316957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c173b75-0c03-4c42-bbaf-c3c44a93b2de tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.350144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2e26d3ab-fcd1-4f02-adfe-ac1c3a2e3f7e None None] Provisioning for port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:39.355063 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53130) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:39.368318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'network_id': '64b1704b-1808-4638-a918-8470c991fbaa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:39.383439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-fa6c0f45-9946-4f85-b26e-589afaf92623', 'network_id': 'fa6c0f45-9946-4f85-b26e-589afaf92623', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'fixed_ips': [{'subnet_id': '1fb9703d-ae39-4097-8ff3-993169e9bc53'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:39.384846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.504278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-db61cdf1-56c8-4b4f-b560-43eabeec020b tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:39.524994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:39.527346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:39.531190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:subnet and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:39.534289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:39.540463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:39.552091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.563451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c173b75-0c03-4c42-bbaf-c3c44a93b2de tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Subnet': ['ID=27f56d48-2b69-4268-9738-0c77bff6f652,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:39.578930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5c173b75-0c03-4c42-bbaf-c3c44a93b2de tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:39.612634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c173b75-0c03-4c42-bbaf-c3c44a93b2de tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.645235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6b876d-a9fa-4bc2-922a-0efbd5f0bfb7 None None] Network 379f21fd-9611-4a8d-b133-d81f0cd4e219 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:39.653811 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5c173b75-0c03-4c42-bbaf-c3c44a93b2de tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/subnets/27f56d48-2b69-4268-9738-0c77bff6f652 HTTP/1.1" status: 204 len: 168 time: 1.2565114 Dec 20 15:57:39.654220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53134) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:39.681479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:39.687955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.689194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:39.689667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:39.692575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:39.698971 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:39.710989 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.715517 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9a49da50-0ec3-4e90-88ad-ba34ba915fad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8156111 Dec 20 15:57:39.716408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53138) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:39.741394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] For port 6c04286c-b365-49e3-954b-6f8a0ff57910, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6c04286c-b365-49e3-954b-6f8a0ff57910,segment=NetworkSegment(d39d4e39-1c3e-49a5-8a4a-31e9585b058c),segment_id=d39d4e39-1c3e-49a5-8a4a-31e9585b058c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:39.742020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.785161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.795338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c3e0ece8-fbb9-4aff-bec3-ed7d82507a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:39.861580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:39.893887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.901577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.910856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:39.940841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4547e5b-e622-4f40-a3c6-b6de1ce76c3e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:39.943920 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting port 6c04286c-b365-49e3-954b-6f8a0ff57910 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:39.944264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.950948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] Calling delete_port for 6c04286c-b365-49e3-954b-6f8a0ff57910 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:39.989255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-67c13474-d943-445d-8c53-8a5a2ac57269 None None] Provisioning for port 5010d918-e50e-4121-814f-972bfadd7aa8 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:39.992670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:39.992942 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Added segment b86c9472-e061-43d8-b910-d700f993bef8 of type vlan for network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 Dec 20 15:57:39.994214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:40.012182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-67c13474-d943-445d-8c53-8a5a2ac57269 None None] Provisioning complete for port 5010d918-e50e-4121-814f-972bfadd7aa8 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:40.013121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-67c13474-d943-445d-8c53-8a5a2ac57269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.041352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Allocated IP 2001:db8:1::2 (fa6c0f45-9946-4f85-b26e-589afaf92623/1fb9703d-ae39-4097-8ff3-993169e9bc53/aee9f02d-2cff-4016-b2c5-4eaa1e17a378) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:40.094188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.184969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.200564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-67c13474-d943-445d-8c53-8a5a2ac57269 None None] Port 5010d918-e50e-4121-814f-972bfadd7aa8 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:40.271934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:40.287967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:40.288351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.333506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] For port 6c04286c-b365-49e3-954b-6f8a0ff57910, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6c04286c-b365-49e3-954b-6f8a0ff57910,segment=NetworkSegment(d39d4e39-1c3e-49a5-8a4a-31e9585b058c),segment_id=d39d4e39-1c3e-49a5-8a4a-31e9585b058c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:40.333506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.407447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.416060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:40.446311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.449730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:40.450319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.464465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Calling delete_port for 6c04286c-b365-49e3-954b-6f8a0ff57910 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:40.466173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-177415e7-da54-49e8-854a-eabea12bb214 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:40.483020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] Pushing event deleted for resources: {'Port': ['ID=6c04286c-b365-49e3-954b-6f8a0ff57910,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:40.485398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:40.498389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.507461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a1307de4-7936-426b-a31f-dcc0263db697 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:40.515977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] No DVR routers for this DVR port 6c04286c-b365-49e3-954b-6f8a0ff57910 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:40.517552 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.ipam_backend_mixin [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e48a3ba3-50ea-40bf-8521-96562aa066c9 (CIDR: 2001:db8::/64) Dec 20 15:57:40.578141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3e53fd4b-5afa-4597-a636-7881128c1eb7 None None] Provisioning complete for port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:40.578932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3e53fd4b-5afa-4597-a636-7881128c1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.590504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Network': ['ID=e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:40.593509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:40.598436 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:57:40.598869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:40.601262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=da4f848e-75eb-4de2-b754-fd27da5a9cf5,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:40.611437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:40.623030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:57:40.623347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:57:40.631886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking segment: {'id': 'db179959-e614-4e2e-9fa1-435c836baad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64b1704b-1808-4638-a918-8470c991fbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:40.632240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network hostable DHCP agents. Network: 64b1704b-1808-4638-a918-8470c991fbaa, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:40.633198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:57:40.655556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] DHCP port deletion for 379f21fd-9611-4a8d-b133-d81f0cd4e219 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:57:40.659652 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3626518 Dec 20 15:57:40.662867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53142) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:40.669516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'subnet': {'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:40.707907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.713061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] Deleting port b3bf23d0-2f33-46c1-b824-474280b4a65a {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:40.713557 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.781963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:40.786125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Usage tracker for resource:subnet and tenant:c7a3e8c9d2a44718b6e7ffda2241373e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:40.788988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:40.793967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.795878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:40.812986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network 64b1704b-1808-4638-a918-8470c991fbaa is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:40.835486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53146) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:40.836145 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ed87db0c-ec14-4467-907a-bbf3710c7fa6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6268618 Dec 20 15:57:40.844102 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:40.872838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Made reservation on behalf of c7a3e8c9d2a44718b6e7ffda2241373e for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:40.898015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Transition to ACTIVE for port object aee9f02d-2cff-4016-b2c5-4eaa1e17a378 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:40.914327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 64b1704b-1808-4638-a918-8470c991fbaa) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:40.944043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:40.964604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53c381c-a6d9-47f6-9e08-54f634ba7b4c None None] Network 64b1704b-1808-4638-a918-8470c991fbaa requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:41.050336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Transition to ACTIVE for port object aee9f02d-2cff-4016-b2c5-4eaa1e17a378 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:41.063013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:41.063582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.171051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting port 6c04286c-b365-49e3-954b-6f8a0ff57910 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:41.171051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.174121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.184801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:41.237018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Allocated IP 2001:db8::1 (dec52be1-16d2-44c0-9ffe-521e84cc403b/83acdf37-66ac-459d-87e3-8a6180cddf48/1da05fa4-6211-4bd9-b718-7cd19ac10294) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:41.241684 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7b25841d-7e90-4e70-bc2d-e02c8d58dee2,segment=NetworkSegment(079d9b15-dd78-4d5a-8ab5-61a2380f008f),segment_id=079d9b15-dd78-4d5a-8ab5-61a2380f008f)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:41.272520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] The port '6c04286c-b365-49e3-954b-6f8a0ff57910' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:57:41.275661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.334819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3e53fd4b-5afa-4597-a636-7881128c1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.374440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.417042 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0603909 Dec 20 15:57:41.421400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53150) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:41.422032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Pushing event updated for resources: {'Port': ['ID=aee9f02d-2cff-4016-b2c5-4eaa1e17a378,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:41.423341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:41.425108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:41.425277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.438268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Network fa6c0f45-9946-4f85-b26e-589afaf92623 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:41.438404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1198011431'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:41.438524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:41.440042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:41.442225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:41.450020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:network and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:41.456457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:41.463300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Transition to ACTIVE for port object 1da05fa4-6211-4bd9-b718-7cd19ac10294 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:41.464805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:41.471499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6c04286c-b365-49e3-954b-6f8a0ff57910 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:57:41.491060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:41.495472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:41.497938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:41.505329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:41.505731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] For port b3bf23d0-2f33-46c1-b824-474280b4a65a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b3bf23d0-2f33-46c1-b824-474280b4a65a,segment=NetworkSegment(951b6a21-98ed-4c0b-bb71-6219d2e39a50),segment_id=951b6a21-98ed-4c0b-bb71-6219d2e39a50)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:41.511191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.548166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 6c04286c-b365-49e3-954b-6f8a0ff57910 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:57:41.548518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6c04286c-b365-49e3-954b-6f8a0ff57910 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:57:41.560203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.567327 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:41.570659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.598808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f78672-efb6-44fa-837e-8a3fbe21c44c']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:41.614835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39d4e39-1c3e-49a5-8a4a-31e9585b058c') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:41.615161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39d4e39-1c3e-49a5-8a4a-31e9585b058c') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:41.627963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:41.629414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.638469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.641701 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Added segment 75a1babf-e2ba-4f86-8a99-804f4b68a997 of type vlan for network d02d4c64-e1f1-4c88-8029-0f1c509f3541 Dec 20 15:57:41.669878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.681775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.690539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:41.694012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.700649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] Calling delete_port for b3bf23d0-2f33-46c1-b824-474280b4a65a owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:41.702688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.714093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:41.732375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:57:41.732375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.734631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b3bf23d0-2f33-46c1-b824-474280b4a65a no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:41.752280 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:41.769797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network dec52be1-16d2-44c0-9ffe-521e84cc403b is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:41.772845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:41.781189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:41.781809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.792822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.796383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:41.797145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:41.823675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=1da05fa4-6211-4bd9-b718-7cd19ac10294,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:41.827998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:41.828331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-69e4acee-ba06-408f-813a-2d23a8a1fc9a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:41.941444 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5191715 Dec 20 15:57:41.942905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53154) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:41.946542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=d02d4c64-e1f1-4c88-8029-0f1c509f3541,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:41.949466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:41.952911 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'network_id': 'd02d4c64-e1f1-4c88-8029-0f1c509f3541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:41.981429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d02d4c64-e1f1-4c88-8029-0f1c509f3541 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:57:41.995108 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.ipam_backend_mixin [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b5ed3b24-a371-4b6c-9341-832d671c95cd (CIDR: 2001:db8:0:1::/64) Dec 20 15:57:42.037360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.041296 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:57:42.042150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:42.063027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=7b25841d-7e90-4e70-bc2d-e02c8d58dee2,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:42.066568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:42.077042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-99776e0a-0fbf-4293-85c8-fc2f888b4f3e tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:42.101273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.106434 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/networks/99f78672-efb6-44fa-837e-8a3fbe21c44c HTTP/1.1" status: 204 len: 168 time: 2.4489930 Dec 20 15:57:42.108370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.109848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-3e53fd4b-5afa-4597-a636-7881128c1eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:57:42.110287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-3e53fd4b-5afa-4597-a636-7881128c1eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:57:42.113633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53158) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:42.118670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Network': ['ID=99f78672-efb6-44fa-837e-8a3fbe21c44c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:42.118805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:42.119181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:42.120024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-339f2fc2-0bb0-4e68-a9a7-b082b78cd4ce tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:42.144616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:subnet and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:42.149777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:42.164165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:42.174233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.196678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-64b1704b-1808-4638-a918-8470c991fbaa', 'network_id': '64b1704b-1808-4638-a918-8470c991fbaa', 'tenant_id': '927088fd181341279d3acfc769946bce', 'fixed_ips': [{'subnet_id': 'da4f848e-75eb-4de2-b754-fd27da5a9cf5'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:42.197430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.198138 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53162) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:42.198405 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d200961c-ee56-4d50-bdfd-02d46b905ab2 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3610365 Dec 20 15:57:42.211399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Attempting to bind port aee9f02d-2cff-4016-b2c5-4eaa1e17a378 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:42.212354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Attempting to bind port aee9f02d-2cff-4016-b2c5-4eaa1e17a378 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'edbfab8e-1a44-42e0-9f81-bbb4b542ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa6c0f45-9946-4f85-b26e-589afaf92623'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:42.212744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Attempting to bind port aee9f02d-2cff-4016-b2c5-4eaa1e17a378 on network fa6c0f45-9946-4f85-b26e-589afaf92623 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:42.247901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'subnet': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:42.284440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:42.284900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Checking segment: {'id': 'edbfab8e-1a44-42e0-9f81-bbb4b542ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa6c0f45-9946-4f85-b26e-589afaf92623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:42.285386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.285800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Bound using segment: {'id': 'edbfab8e-1a44-42e0-9f81-bbb4b542ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa6c0f45-9946-4f85-b26e-589afaf92623'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:42.286281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Bound port: aee9f02d-2cff-4016-b2c5-4eaa1e17a378, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbfab8e-1a44-42e0-9f81-bbb4b542ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa6c0f45-9946-4f85-b26e-589afaf92623'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:42.286669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.288954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:42.323897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Subnet': ['ID=07e9127d-e8d8-4d87-92ea-134d3c2cd447,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:42.330331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:42.336111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.352938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Checking segment: {'id': 'b86c9472-e061-43d8-b910-d700f993bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:42.353298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Network hostable DHCP agents. Network: e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:42.370274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.378195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:42.461872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.470886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] Pushing event deleted for resources: {'Port': ['ID=b3bf23d0-2f33-46c1-b824-474280b4a65a,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:42.473262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:42.490804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.507000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] No DVR routers for this DVR port b3bf23d0-2f33-46c1-b824-474280b4a65a on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:42.519661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379f21fd-9611-4a8d-b133-d81f0cd4e219']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:42.532655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951b6a21-98ed-4c0b-bb71-6219d2e39a50') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:42.532862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951b6a21-98ed-4c0b-bb71-6219d2e39a50') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:42.545375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.562082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:42.577877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.584569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:57:42.584967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:42.600372 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:42.632653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.688722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] For port aee9f02d-2cff-4016-b2c5-4eaa1e17a378, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:42.688907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:42.695553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:42.695553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.702821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Allocated IP 2001:db8:0:ffff::2 (64b1704b-1808-4638-a918-8470c991fbaa/da4f848e-75eb-4de2-b754-fd27da5a9cf5/435a801e-7dc3-48c6-9c5d-b59fbf61b289) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:42.710129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33274290-6f27-4349-a90d-b65c0e454134 None None] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:42.778417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:42.792260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.793228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Usage tracker for resource:subnet and tenant:1f9dcf1875ea497aac2da2e56d5f4335 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:42.797103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-62fe01d4-29a1-4271-830d-9812f6e19f7a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:42.807353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:42.819391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.820482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:42.824303 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/networks/379f21fd-9611-4a8d-b133-d81f0cd4e219 HTTP/1.1" status: 204 len: 168 time: 0.7050846 Dec 20 15:57:42.825875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53166) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:42.828508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Network': ['ID=379f21fd-9611-4a8d-b133-d81f0cd4e219,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:42.849663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] For port aee9f02d-2cff-4016-b2c5-4eaa1e17a378, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=aee9f02d-2cff-4016-b2c5-4eaa1e17a378,segment=NetworkSegment(edbfab8e-1a44-42e0-9f81-bbb4b542ddb5),segment_id=edbfab8e-1a44-42e0-9f81-bbb4b542ddb5)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:42.864686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:42.869134 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2025039 Dec 20 15:57:42.872372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53170) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:42.879842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'port': {'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7', 'name': 'tempest-AllowedAddressPairTestJSON-1519555801'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:42.968470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:42.975355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:43.074070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1b87db30-1a9a-4244-82b9-a11095e02891 None None] Provisioning for port 1da05fa4-6211-4bd9-b718-7cd19ac10294 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:43.123927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1b87db30-1a9a-4244-82b9-a11095e02891 None None] Provisioning complete for port 1da05fa4-6211-4bd9-b718-7cd19ac10294 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:43.124499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1b87db30-1a9a-4244-82b9-a11095e02891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.125997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.127612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Made reservation on behalf of 1f9dcf1875ea497aac2da2e56d5f4335 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:43.131333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.211290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Pushing event updated for resources: {'Port': ['ID=aee9f02d-2cff-4016-b2c5-4eaa1e17a378,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:43.214330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:43.254324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:43.256891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.257714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.271254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-924dcc29-da68-47cb-8538-0a9babe66297 tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:43.271856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Usage tracker for resource:port and tenant:c7a3e8c9d2a44718b6e7ffda2241373e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:43.272556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1b87db30-1a9a-4244-82b9-a11095e02891 None None] Port 1da05fa4-6211-4bd9-b718-7cd19ac10294 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:43.280745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.291838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7', 'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7', 'tenant_id': 'c7a3e8c9d2a44718b6e7ffda2241373e', 'fixed_ips': [{'subnet_id': '07e9127d-e8d8-4d87-92ea-134d3c2cd447'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:43.292648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.293152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:43.301646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:43.307747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Transition to ACTIVE for port object 435a801e-7dc3-48c6-9c5d-b59fbf61b289 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:43.309233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a96917-f55e-4ad0-91fd-19b82f0fdf1f tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting subnet 7128da2e-4484-43a3-a84d-0d3b35f7d9ad {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:57:43.315567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-56a96917-f55e-4ad0-91fd-19b82f0fdf1f tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.370742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Transition to ACTIVE for port object 435a801e-7dc3-48c6-9c5d-b59fbf61b289 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:43.395945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-56a96917-f55e-4ad0-91fd-19b82f0fdf1f tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.424331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.434528 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=1da05fa4-6211-4bd9-b718-7cd19ac10294,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:43.440605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:43.471955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bab7eb16-5af9-4540-a133-6997049becb6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:43.490502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Made reservation on behalf of c7a3e8c9d2a44718b6e7ffda2241373e for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:43.494020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.529758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] device_id is not set on port b765dc79-b421-412e-89e1-b660e4743633 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:43.547081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.576224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c2f490e1-6a27-4a6f-b8bd-0ed402c286a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:43.576339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-56a96917-f55e-4ad0-91fd-19b82f0fdf1f tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.690252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=33228203-ea15-4996-b96f-de1c6d34a6e3,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:43.701388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:43.708433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Allocated IP 172.20.0.2 (e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7/07e9127d-e8d8-4d87-92ea-134d3c2cd447/5f741fc3-cad7-4d66-b83c-16adfe9665f6) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:43.710472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Pushing event updated for resources: {'Port': ['ID=435a801e-7dc3-48c6-9c5d-b59fbf61b289,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:43.721978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Network 64b1704b-1808-4638-a918-8470c991fbaa is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:43.723220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:43.725995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:43.730503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:43.771399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network dec52be1-16d2-44c0-9ffe-521e84cc403b is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:43.775079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking segment: {'id': '75a1babf-e2ba-4f86-8a99-804f4b68a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd02d4c64-e1f1-4c88-8029-0f1c509f3541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:43.775287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network hostable DHCP agents. Network: d02d4c64-e1f1-4c88-8029-0f1c509f3541, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:43.780647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:43.806391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-56a96917-f55e-4ad0-91fd-19b82f0fdf1f tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.811649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db58149a-77cf-40b8-a289-3baae23943c9 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:43.840210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:43.855429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a96917-f55e-4ad0-91fd-19b82f0fdf1f tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Subnet': ['ID=7128da2e-4484-43a3-a84d-0d3b35f7d9ad,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:43.858193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-56a96917-f55e-4ad0-91fd-19b82f0fdf1f tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:43.867062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-56a96917-f55e-4ad0-91fd-19b82f0fdf1f tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:43.876647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-56a96917-f55e-4ad0-91fd-19b82f0fdf1f tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/subnets/7128da2e-4484-43a3-a84d-0d3b35f7d9ad HTTP/1.1" status: 204 len: 168 time: 1.0496287 Dec 20 15:57:43.879338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53174) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:43.913588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc71c23-a042-4a09-9d82-c1a3acb28072 None None] Network 08d4eca3-58a4-4839-a018-64e0f4423244 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:44.005273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.019155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Deleting port 81d8ff9a-aa14-4775-87f3-55ab1ced075b {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:44.019504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.117628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Attempting to bind port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:44.118871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Attempting to bind port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'db179959-e614-4e2e-9fa1-435c836baad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64b1704b-1808-4638-a918-8470c991fbaa'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:44.118871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Attempting to bind port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 on network 64b1704b-1808-4638-a918-8470c991fbaa {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:44.158620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.162757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network d02d4c64-e1f1-4c88-8029-0f1c509f3541 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:44.176774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-13caff9f-4c77-4f24-95d4-c756f06adc3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:44.268518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] For port 81d8ff9a-aa14-4775-87f3-55ab1ced075b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=81d8ff9a-aa14-4775-87f3-55ab1ced075b,segment=NetworkSegment(180b65de-ea4d-4d82-b65a-10375f74dcd0),segment_id=180b65de-ea4d-4d82-b65a-10375f74dcd0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:44.269091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.289904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:44.290324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Checking segment: {'id': 'db179959-e614-4e2e-9fa1-435c836baad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64b1704b-1808-4638-a918-8470c991fbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:44.290697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.291128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Bound using segment: {'id': 'db179959-e614-4e2e-9fa1-435c836baad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64b1704b-1808-4638-a918-8470c991fbaa'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:44.291621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Bound port: 435a801e-7dc3-48c6-9c5d-b59fbf61b289, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db179959-e614-4e2e-9fa1-435c836baad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64b1704b-1808-4638-a918-8470c991fbaa'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:44.291992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.322603 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Network 74df6fb4-d633-4028-9dc7-096c23dad30d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:44.327386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, d02d4c64-e1f1-4c88-8029-0f1c509f3541) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:44.338693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:44.345801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:44.346496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.372776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:44.373268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb83653c-bd80-4503-a4ce-e6dbd62e1c0e None None] Network d02d4c64-e1f1-4c88-8029-0f1c509f3541 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:44.373539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.385919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3770f8e-f2db-4ff5-bb4d-ae2caed50b1d None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:44.399114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Subnet': ['ID=2fe01759-adc7-4f6c-91a1-c1b49a9764a5,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:44.408398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:44.426409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Calling delete_port for 81d8ff9a-aa14-4775-87f3-55ab1ced075b owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:44.457945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b0c4e7fa-0911-4a5d-8005-040a203c2f84 None None] Provisioning complete for port 1da05fa4-6211-4bd9-b718-7cd19ac10294 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:44.458320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b0c4e7fa-0911-4a5d-8005-040a203c2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.476581 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2769129 Dec 20 15:57:44.478680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53178) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:44.485709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-970572553', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2fe01759-adc7-4f6c-91a1-c1b49a9764a5'}], 'security_groups': ['1445354c-8a68-4fe6-81f2-57e40f4c3717', '6daff82f-d31f-4406-9f32-f38178634ae0']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:44.540839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:44.541218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.545291 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5981169 Dec 20 15:57:44.546359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53182) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:44.585062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 82c04278-643d-4d63-974a-e2cb124a6350 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:57:44.602337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.606492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:44.648060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Port': ['ID=81d8ff9a-aa14-4775-87f3-55ab1ced075b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:44.652738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:44.658541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] No DVR routers for this DVR port 81d8ff9a-aa14-4775-87f3-55ab1ced075b on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:44.679830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb0de5-004d-4568-976f-ee3c09ce68fa None None] Network fa6c0f45-9946-4f85-b26e-589afaf92623 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:44.713746 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4e7fa-0911-4a5d-8005-040a203c2f84 None None] Port 1da05fa4-6211-4bd9-b718-7cd19ac10294 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:44.785607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.812498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d4eca3-58a4-4839-a018-64e0f4423244']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:44.827108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180b65de-ea4d-4d82-b65a-10375f74dcd0') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:44.827346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180b65de-ea4d-4d82-b65a-10375f74dcd0') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:44.841148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.857150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.871486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.878808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:57:44.880217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:44.896047 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:44.979568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.011670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.016639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] For port 435a801e-7dc3-48c6-9c5d-b59fbf61b289, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:45.060333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.075242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.079837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.087396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b9f10cac-1b47-43df-a708-abc2bbecaca6 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:45.093517 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Transition to ACTIVE for port object 5f741fc3-cad7-4d66-b83c-16adfe9665f6 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:45.110402 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/networks/08d4eca3-58a4-4839-a018-64e0f4423244 HTTP/1.1" status: 204 len: 168 time: 1.2300088 Dec 20 15:57:45.111767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Pushing event deleted for resources: {'Network': ['ID=08d4eca3-58a4-4839-a018-64e0f4423244,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:45.113888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] For port 435a801e-7dc3-48c6-9c5d-b59fbf61b289, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=435a801e-7dc3-48c6-9c5d-b59fbf61b289,segment=NetworkSegment(db179959-e614-4e2e-9fa1-435c836baad0),segment_id=db179959-e614-4e2e-9fa1-435c836baad0)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:45.114141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:45.114581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53190) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:45.162743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ed24fd0d-2f35-499e-9831-4189b20ecccc tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Synchronizing usage tracker for tenant:bfba78b8a96b4add955e3f48b14bb4c7 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:45.190583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Transition to ACTIVE for port object 5f741fc3-cad7-4d66-b83c-16adfe9665f6 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:45.239433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0bf670-9295-4b72-9672-173f6e629910 None None] DHCP port deletion for 08d4eca3-58a4-4839-a018-64e0f4423244 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:57:45.257609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.275390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:45.275814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.287640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ed24fd0d-2f35-499e-9831-4189b20ecccc tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Unset dirty status for tenant:bfba78b8a96b4add955e3f48b14bb4c7 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:45.290512 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ed24fd0d-2f35-499e-9831-4189b20ecccc tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a450bcb-784f-4699-ad38-ec0f90632f2a HTTP/1.1" status: 200 len: 205 time: 0.1738851 Dec 20 15:57:45.292730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53194) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:45.371111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.374351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-11199a4f-5df8-4890-8d0c-24126c440763 None None] Provisioning for port aee9f02d-2cff-4016-b2c5-4eaa1e17a378 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:45.379992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:45.395460 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/82c04278-643d-4d63-974a-e2cb124a6350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6778696 Dec 20 15:57:45.401890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53198) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:45.432583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3348274-9292-4b81-885d-51791b5744c3 None None] Sync routers for ids ['82c04278-643d-4d63-974a-e2cb124a6350'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:45.512571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ee87e-dac3-49d4-a033-ba01c66b0dab tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:45.513447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-929ee87e-dac3-49d4-a033-ba01c66b0dab tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:45.516715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device aee9f02d-2cff-4016-b2c5-4eaa1e17a378 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:45.548733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb0c9d-4cf0-4f29-a16a-b820bc834e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d02d4c64-e1f1-4c88-8029-0f1c509f3541', 'network_id': 'd02d4c64-e1f1-4c88-8029-0f1c509f3541', 'tenant_id': '927088fd181341279d3acfc769946bce', 'fixed_ips': [{'subnet_id': '33228203-ea15-4996-b96f-de1c6d34a6e3'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:45.549534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bcdb0c9d-4cf0-4f29-a16a-b820bc834e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.624027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a671ff6-92b6-4a50-9f43-9311cce64e64 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.625099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:45.631560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Pushing event updated for resources: {'Port': ['ID=435a801e-7dc3-48c6-9c5d-b59fbf61b289,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:45.634554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f1e26106-52e4-453d-b3b5-c98859a0407c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:45.636570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:45.673095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:45.677699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3348274-9292-4b81-885d-51791b5744c3 None None] Routers {'82c04278-643d-4d63-974a-e2cb124a6350'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:45.678356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d3348274-9292-4b81-885d-51791b5744c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['82c04278-643d-4d63-974a-e2cb124a6350'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:45.683732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Subnet': ['ID=33228203-ea15-4996-b96f-de1c6d34a6e3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:45.686299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:45.704770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Allocated IP 172.20.0.10 (e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7/07e9127d-e8d8-4d87-92ea-134d3c2cd447/b765dc79-b421-412e-89e1-b660e4743633) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:45.713074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-929ee87e-dac3-49d4-a033-ba01c66b0dab tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:45.714251 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-929ee87e-dac3-49d4-a033-ba01c66b0dab tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports/1da05fa4-6211-4bd9-b718-7cd19ac10294 HTTP/1.1" status: 200 len: 911 time: 0.3110962 Dec 20 15:57:45.722757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53202) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:45.825700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Delete allocated IP 2001:db8::af (74df6fb4-d633-4028-9dc7-096c23dad30d/e48a3ba3-50ea-40bf-8521-96562aa066c9) {{(pid=84391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 15:57:45.864974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-442e648d-b751-4251-8942-dd412fa22bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:45.910107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:45.922831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:45.948855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d3348274-9292-4b81-885d-51791b5744c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:45.953606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Allocated IP 2001:db8:0:2::145 (74df6fb4-d633-4028-9dc7-096c23dad30d/2fe01759-adc7-4f6c-91a1-c1b49a9764a5/5010d918-e50e-4121-814f-972bfadd7aa8) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:45.959297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.006008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02d4c64-e1f1-4c88-8029-0f1c509f3541']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:46.032661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a1babf-e2ba-4f86-8a99-804f4b68a997') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:46.032881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a1babf-e2ba-4f86-8a99-804f4b68a997') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:46.061623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.097776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3348274-9292-4b81-885d-51791b5744c3 None None] Routers {'82c04278-643d-4d63-974a-e2cb124a6350'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:46.097776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d3348274-9292-4b81-885d-51791b5744c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['82c04278-643d-4d63-974a-e2cb124a6350'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:46.112253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.143939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:57:46.143939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:46.159019 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:46.183290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port aee9f02d-2cff-4016-b2c5-4eaa1e17a378 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:46.217616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d3348274-9292-4b81-885d-51791b5744c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:46.217616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3348274-9292-4b81-885d-51791b5744c3 None None] The sync data for ids ['82c04278-643d-4d63-974a-e2cb124a6350'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:46.230030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port aee9f02d-2cff-4016-b2c5-4eaa1e17a378 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:46.230030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.285656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1b1606-f11c-4b61-b283-c7eb579e1de5 None None] Network d02d4c64-e1f1-4c88-8029-0f1c509f3541 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:46.308602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a671ff6-92b6-4a50-9f43-9311cce64e64 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.325907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a671ff6-92b6-4a50-9f43-9311cce64e64 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.331024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Pushing event updated for resources: {'Port': ['ID=5f741fc3-cad7-4d66-b83c-16adfe9665f6,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:46.337141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.345578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:46.358203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Transition to ACTIVE for port object b765dc79-b421-412e-89e1-b660e4743633 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:46.372660 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Attempting to bind port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:46.373162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Attempting to bind port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'b86c9472-e061-43d8-b910-d700f993bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:46.373673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Attempting to bind port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 on network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:46.445212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:46.445592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Checking segment: {'id': 'b86c9472-e061-43d8-b910-d700f993bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:46.446085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.446488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Bound using segment: {'id': 'b86c9472-e061-43d8-b910-d700f993bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:46.447010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Bound port: 5f741fc3-cad7-4d66-b83c-16adfe9665f6, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86c9472-e061-43d8-b910-d700f993bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:46.447374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.466355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.473142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-131ee86b-8120-446e-a492-0b286ec11e66 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:46.487619 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a671ff6-92b6-4a50-9f43-9311cce64e64 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.488287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a671ff6-92b6-4a50-9f43-9311cce64e64 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Fanout notify agent at l3_agent the message router_deleted on router 4a450bcb-784f-4699-ad38-ec0f90632f2a {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:57:46.512164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a671ff6-92b6-4a50-9f43-9311cce64e64 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.516516 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3a671ff6-92b6-4a50-9f43-9311cce64e64 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] 10.222.0.62 "DELETE /v2.0/routers/4a450bcb-784f-4699-ad38-ec0f90632f2a HTTP/1.1" status: 204 len: 168 time: 1.2222304 Dec 20 15:57:46.519939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.528925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.540991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b6886e4b-029a-4ee7-9cb8-3f1f86694d81 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:46.635481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:46.648422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:46.654498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:46.717941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Port': ['ID=b765dc79-b421-412e-89e1-b660e4743633,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:46.735403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:46.767838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:46.768741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.778661 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/d02d4c64-e1f1-4c88-8029-0f1c509f3541 HTTP/1.1" status: 204 len: 168 time: 2.2317924 Dec 20 15:57:46.780879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53208) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:46.791232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Network': ['ID=d02d4c64-e1f1-4c88-8029-0f1c509f3541,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:46.791979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1212356077'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:46.799048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:46.801297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:46.803695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:57:46.808164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:network and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:46.811913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:46.819503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:46.830160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.833053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.862838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Transition to ACTIVE for port object 5010d918-e50e-4121-814f-972bfadd7aa8 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:46.869684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9945679 Dec 20 15:57:46.871608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53212) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:46.880063 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'port': {'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7', 'name': 'tempest-AllowedAddressPairTestJSON-1142343684', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:00:a0:d3'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:46.891835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d9cc0-1d16-44e6-8968-2fca0aae4c3b None None] Update dhcp port {'port': {'network_id': '74df6fb4-d633-4028-9dc7-096c23dad30d', 'fixed_ips': [{'subnet_id': 'b5ed3b24-a371-4b6c-9341-832d671c95cd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e48a3ba3-50ea-40bf-8521-96562aa066c9', 'ip_address': '2001:db8::2'}, {'subnet_id': '2fe01759-adc7-4f6c-91a1-c1b49a9764a5'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': '76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:57:46.958705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] For port 5f741fc3-cad7-4d66-b83c-16adfe9665f6, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:46.959657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port aee9f02d-2cff-4016-b2c5-4eaa1e17a378, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=aee9f02d-2cff-4016-b2c5-4eaa1e17a378,segment=NetworkSegment(edbfab8e-1a44-42e0-9f81-bbb4b542ddb5),segment_id=edbfab8e-1a44-42e0-9f81-bbb4b542ddb5)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:46.977749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:46.988377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] For port 5f741fc3-cad7-4d66-b83c-16adfe9665f6, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5f741fc3-cad7-4d66-b83c-16adfe9665f6,segment=NetworkSegment(b86c9472-e061-43d8-b910-d700f993bef8),segment_id=b86c9472-e061-43d8-b910-d700f993bef8)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:46.995259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-db7d9cc0-1d16-44e6-8968-2fca0aae4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.025236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-211d33f0-a862-4de8-bc54-b6f8341547ee None None] Provisioning complete for port aee9f02d-2cff-4016-b2c5-4eaa1e17a378 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:47.025637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-211d33f0-a862-4de8-bc54-b6f8341547ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.061091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc738d8-1d27-455e-9b30-4b7819ee2713 None None] Network 64b1704b-1808-4638-a918-8470c991fbaa requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:47.064737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:47.065501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:47.069818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Usage tracker for resource:port and tenant:c7a3e8c9d2a44718b6e7ffda2241373e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:47.073802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:47.080507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:47.089100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:47.093805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.104020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.116188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-72e1e621-6ebf-4850-b5f9-115df73eb998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:47.131290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:47.141971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.142389 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Added segment 0c209419-d749-4e9c-9bf5-a1d0205d28e6 of type vlan for network 90c4aef8-d061-4cb6-8417-3d8786d7a55f Dec 20 15:57:47.180021 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] In _notify_port_updated(), no bound segment for port 5010d918-e50e-4121-814f-972bfadd7aa8 on network 74df6fb4-d633-4028-9dc7-096c23dad30d {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:57:47.185182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:47.186063 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.190583 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "PUT /v2.0/ports/5010d918-e50e-4121-814f-972bfadd7aa8 HTTP/1.1" status: 200 len: 969 time: 2.7107253 Dec 20 15:57:47.195722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53216) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:47.198303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.222803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event updated for resources: {'Port': ['ID=5010d918-e50e-4121-814f-972bfadd7aa8,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:47.229330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:47.264846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Made reservation on behalf of c7a3e8c9d2a44718b6e7ffda2241373e for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:47.292284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.293475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 435a801e-7dc3-48c6-9c5d-b59fbf61b289 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:47.366700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-df9d715d-2dc3-4bf2-8b78-efef24a2150c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port 5010d918-e50e-4121-814f-972bfadd7aa8 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:47.367342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9d715d-2dc3-4bf2-8b78-efef24a2150c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.432298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53222) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:47.478076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.580193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=aee9f02d-2cff-4016-b2c5-4eaa1e17a378,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:47.601584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:47.607137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4a9cb8e6-35d6-4efa-8ed2-467967fa440f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:47.787008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.791963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:47.792872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.877850 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-15f58043-a191-4a35-b9d7-904b5cd7b506 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfba78b8a96b4add955e3f48b14bb4c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4419637 Dec 20 15:57:47.879019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53228) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:47.883057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-86ff2f67-9cf6-4762-986f-a9396c956e0e tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:47.902977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:47.939350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Pushing event updated for resources: {'Port': ['ID=5f741fc3-cad7-4d66-b83c-16adfe9665f6,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:47.947884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:48.005839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-db7d9cc0-1d16-44e6-8968-2fca0aae4c3b None None] Allocated IP 2001:db8:0:2::2 (74df6fb4-d633-4028-9dc7-096c23dad30d/2fe01759-adc7-4f6c-91a1-c1b49a9764a5/76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:48.038341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] device_id is not set on port 01d476c2-f1f2-44d2-a7e4-2a3b79b8fe6f yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:48.055223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32698676-ba70-4bca-bdc6-e0a0b12dc9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.103857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32698676-ba70-4bca-bdc6-e0a0b12dc9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.110673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Allocated IP 2001:db8:1::1 (fa6c0f45-9946-4f85-b26e-589afaf92623/1fb9703d-ae39-4097-8ff3-993169e9bc53/d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:48.138064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:48.142071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=90c4aef8-d061-4cb6-8417-3d8786d7a55f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:48.145009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:48.150101 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3678775 Dec 20 15:57:48.153507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53232) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:48.172166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'network_id': '90c4aef8-d061-4cb6-8417-3d8786d7a55f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:48.174334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 90c4aef8-d061-4cb6-8417-3d8786d7a55f details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:57:48.225184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9d715d-2dc3-4bf2-8b78-efef24a2150c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.311574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32698676-ba70-4bca-bdc6-e0a0b12dc9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.313759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-28932936-6458-4c3b-b84f-d8939285b8a7 None None] Provisioning for port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:48.319461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 81d8ff9a-aa14-4775-87f3-55ab1ced075b no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:57:48.333265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:48.373174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-28932936-6458-4c3b-b84f-d8939285b8a7 None None] Provisioning complete for port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:48.373814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-28932936-6458-4c3b-b84f-d8939285b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.409565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-df9d715d-2dc3-4bf2-8b78-efef24a2150c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for 5010d918-e50e-4121-814f-972bfadd7aa8 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:48.414396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.418059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 81d8ff9a-aa14-4775-87f3-55ab1ced075b {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:57:48.418418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 81d8ff9a-aa14-4775-87f3-55ab1ced075b not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:57:48.437843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Transition to ACTIVE for port object d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:48.469013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32698676-ba70-4bca-bdc6-e0a0b12dc9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aad75e7-5400-4e4b-8c73-31f4fb888790,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:48.471940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-db7d9cc0-1d16-44e6-8968-2fca0aae4c3b None None] For port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,segment=NetworkSegment(418f75af-7c8d-48c1-ac20-1ab0a6c76d3b),segment_id=418f75af-7c8d-48c1-ac20-1ab0a6c76d3b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:48.481280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-32698676-ba70-4bca-bdc6-e0a0b12dc9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:48.560005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-db7d9cc0-1d16-44e6-8968-2fca0aae4c3b None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.571922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:48.579560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.585489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:subnet and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:48.585755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9444ef99-7f70-4321-a04c-f101408d8366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:48.593410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:48.607429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-db7d9cc0-1d16-44e6-8968-2fca0aae4c3b None None] Transition to ACTIVE for port object 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:48.613936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:48.639225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-28932936-6458-4c3b-b84f-d8939285b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.647444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Allocated IP 172.20.0.9 (e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7/07e9127d-e8d8-4d87-92ea-134d3c2cd447/01d476c2-f1f2-44d2-a7e4-2a3b79b8fe6f) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:48.682856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network fa6c0f45-9946-4f85-b26e-589afaf92623 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:48.690642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32698676-ba70-4bca-bdc6-e0a0b12dc9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.694398 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-32698676-ba70-4bca-bdc6-e0a0b12dc9c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2aad75e7-5400-4e4b-8c73-31f4fb888790 HTTP/1.1" status: 204 len: 168 time: 0.8116932 Dec 20 15:57:48.695319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-db7d9cc0-1d16-44e6-8968-2fca0aae4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.702254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-983d6b32-6a20-4684-a212-933a1735d9ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:48.706853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:48.714876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:48.719219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.729784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:48.741382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:48.787218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:48.796465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d9cc0-1d16-44e6-8968-2fca0aae4c3b None None] Pushing event updated for resources: {'Port': ['ID=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:48.801450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-28932936-6458-4c3b-b84f-d8939285b8a7 None None] For port 435a801e-7dc3-48c6-9c5d-b59fbf61b289, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=435a801e-7dc3-48c6-9c5d-b59fbf61b289,segment=NetworkSegment(db179959-e614-4e2e-9fa1-435c836baad0),segment_id=db179959-e614-4e2e-9fa1-435c836baad0)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:48.802544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-db7d9cc0-1d16-44e6-8968-2fca0aae4c3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:48.882806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-28932936-6458-4c3b-b84f-d8939285b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.884689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995c7df-e313-485f-87b0-7bc0b269673d None None] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:48.908529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-db7d9cc0-1d16-44e6-8968-2fca0aae4c3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:48.919068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9d715d-2dc3-4bf2-8b78-efef24a2150c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.934578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:48.942114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-07f082b1-0867-40fe-a923-2251fdbbd4da tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:49.014147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d715d-2dc3-4bf2-8b78-efef24a2150c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=5010d918-e50e-4121-814f-972bfadd7aa8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:49.067421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:49.093284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-df9d715d-2dc3-4bf2-8b78-efef24a2150c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:49.122298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28932936-6458-4c3b-b84f-d8939285b8a7 None None] Pushing event updated for resources: {'Port': ['ID=435a801e-7dc3-48c6-9c5d-b59fbf61b289,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:49.122723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-28932936-6458-4c3b-b84f-d8939285b8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:49.180309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bfec8b1f-1585-4d94-bc8e-4e6c6f27a642 None None] Provisioning for port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:49.309291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bfec8b1f-1585-4d94-bc8e-4e6c6f27a642 None None] Provisioning complete for port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:49.310590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bfec8b1f-1585-4d94-bc8e-4e6c6f27a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:49.345194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9d715d-2dc3-4bf2-8b78-efef24a2150c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:49.462593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:49.463795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5f741fc3-cad7-4d66-b83c-16adfe9665f6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:49.511508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Transition to ACTIVE for port object 01d476c2-f1f2-44d2-a7e4-2a3b79b8fe6f will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:49.530401 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-df9d715d-2dc3-4bf2-8b78-efef24a2150c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/5010d918-e50e-4121-814f-972bfadd7aa8 HTTP/1.1" status: 204 len: 168 time: 2.3318405 Dec 20 15:57:49.535811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53246) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:49.756236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:49.766997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:49.770741 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:49.771119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe348da-d656-4aa3-9715-0546bbe4a0bb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] GET failed (client error): The resource could not be found. Dec 20 15:57:49.771119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2fe348da-d656-4aa3-9715-0546bbe4a0bb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Synchronizing usage tracker for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:49.862034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:49.877420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-31c19b91-83d0-4643-85df-b741348cbd78 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:49.955108 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:49.976810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2fe348da-d656-4aa3-9715-0546bbe4a0bb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Unset dirty status for tenant:1f9dcf1875ea497aac2da2e56d5f4335 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:49.980846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e6f6b105-6b6d-4aaf-a8f2-0ae650cd7f54 None None] Provisioning for port d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:49.981552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53252) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:49.981759 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2fe348da-d656-4aa3-9715-0546bbe4a0bb tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports/5010d918-e50e-4121-814f-972bfadd7aa8 HTTP/1.1" status: 404 len: 333 time: 0.4447348 Dec 20 15:57:49.998089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e6f6b105-6b6d-4aaf-a8f2-0ae650cd7f54 None None] Provisioning complete for port d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:49.998617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b105-6b6d-4aaf-a8f2-0ae650cd7f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.038871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.040234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.043896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:50.046632 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.067841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Port': ['ID=01d476c2-f1f2-44d2-a7e4-2a3b79b8fe6f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:50.075574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:50.077139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:50.087689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:50.089570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:50.163595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 5f741fc3-cad7-4d66-b83c-16adfe9665f6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5f741fc3-cad7-4d66-b83c-16adfe9665f6,segment=NetworkSegment(b86c9472-e061-43d8-b910-d700f993bef8),segment_id=b86c9472-e061-43d8-b910-d700f993bef8)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:50.170770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6b105-6b6d-4aaf-a8f2-0ae650cd7f54 None None] Port d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:50.180050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.182989 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a89b2594-2101-4309-a0a6-ff771ea3704d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.191448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-40b4efa9-3785-4730-a6d3-d2d54dbc6c26 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:50.240660 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.241544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:50.273865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:50.277931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.295994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c181fe5-4467-48d4-9416-e22f051422e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:50.318060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:50.326425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:50.384348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=73c9f2d3-acff-47eb-972e-1d6777ea7942,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:50.390615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:50.414749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking segment: {'id': '0c209419-d749-4e9c-9bf5-a1d0205d28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '90c4aef8-d061-4cb6-8417-3d8786d7a55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:50.415141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network hostable DHCP agents. Network: 90c4aef8-d061-4cb6-8417-3d8786d7a55f, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:50.418071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=5f741fc3-cad7-4d66-b83c-16adfe9665f6,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:50.422409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:50.449950 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5699592 Dec 20 15:57:50.449950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53264) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:50.459720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a89b2594-2101-4309-a0a6-ff771ea3704d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.470090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device aee9f02d-2cff-4016-b2c5-4eaa1e17a378 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:50.529808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network fa6c0f45-9946-4f85-b26e-589afaf92623 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:50.534049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:50.567061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Provisioning for port b765dc79-b421-412e-89e1-b660e4743633 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:50.582611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Provisioning complete for port b765dc79-b421-412e-89e1-b660e4743633 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:50.583251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.625530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c71b4-ac26-4fd3-9735-c1b1ba22563b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:50.633927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c71b4-ac26-4fd3-9735-c1b1ba22563b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:50.652941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c71b4-ac26-4fd3-9735-c1b1ba22563b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:50.653744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7f5c71b4-ac26-4fd3-9735-c1b1ba22563b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Synchronizing usage tracker for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:50.657460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53268) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:50.661129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network 90c4aef8-d061-4cb6-8417-3d8786d7a55f is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:50.683810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Port b765dc79-b421-412e-89e1-b660e4743633 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:50.708116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port aee9f02d-2cff-4016-b2c5-4eaa1e17a378 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:50.708497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.800350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 90c4aef8-d061-4cb6-8417-3d8786d7a55f) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:50.805083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:50.805789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.834430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc969f-db83-40c6-bd35-855a88f67d1e None None] Network 90c4aef8-d061-4cb6-8417-3d8786d7a55f requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:50.852876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7f5c71b4-ac26-4fd3-9735-c1b1ba22563b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Unset dirty status for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:50.854076 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7f5c71b4-ac26-4fd3-9735-c1b1ba22563b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.4068475 Dec 20 15:57:50.857271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53274) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:50.866123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Provisioning for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:50.888613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Provisioning complete for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:50.889101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.937302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group': {'name': 'tempest-secgroup--411097834'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:50.950350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:50.957798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:50.963560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:50.966696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a89b2594-2101-4309-a0a6-ff771ea3704d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:50.972484 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8087790 Dec 20 15:57:50.979615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:50.981082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53278) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:50.982384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-78070611-774f-440d-814a-2520805c4bae tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:50.987680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1871885186'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:51.002826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:51.003519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b2594-2101-4309-a0a6-ff771ea3704d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070504df-4505-4c66-97c4-da03c9e6f2ad,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:51.005871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a89b2594-2101-4309-a0a6-ff771ea3704d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:51.008063 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a89b2594-2101-4309-a0a6-ff771ea3704d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.011915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf2a549-39d3-49d1-b55b-5d56beb50753 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Deleting port 01d476c2-f1f2-44d2-a7e4-2a3b79b8fe6f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:51.012066 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a89b2594-2101-4309-a0a6-ff771ea3704d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/security-groups/070504df-4505-4c66-97c4-da03c9e6f2ad HTTP/1.1" status: 204 len: 168 time: 1.0291295 Dec 20 15:57:51.012230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a549-39d3-49d1-b55b-5d56beb50753 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.015780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53282) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:51.047472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:network and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:51.058383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:51.068394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:51.087626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.104597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f7685d48-2768-4ca1-adc8-1a35abf69f8d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.141020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 82c04278-643d-4d63-974a-e2cb124a6350 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:51.142473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.145773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f7685d48-2768-4ca1-adc8-1a35abf69f8d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.224181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:51.227066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.228111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Provisioning complete for port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:51.228533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.243734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:51.257852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-90c4aef8-d061-4cb6-8417-3d8786d7a55f', 'network_id': '90c4aef8-d061-4cb6-8417-3d8786d7a55f', 'tenant_id': '927088fd181341279d3acfc769946bce', 'fixed_ips': [{'subnet_id': '73c9f2d3-acff-47eb-972e-1d6777ea7942'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:51.259548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.262902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:51.267355 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:51.268637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5f741fc3-cad7-4d66-b83c-16adfe9665f6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:51.276094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:51.362196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:51.406969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a549-39d3-49d1-b55b-5d56beb50753 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.422536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.422877 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Added segment a079ff65-8085-4594-b567-865eb8a1e7e5 of type vlan for network 24586d2d-6682-48e1-87f8-dcd905e32937 Dec 20 15:57:51.429747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:51.447250 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/82c04278-643d-4d63-974a-e2cb124a6350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7204909 Dec 20 15:57:51.449650 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa95f9-911b-4487-97d2-3db02bec14f0 None None] Sync routers for ids ['82c04278-643d-4d63-974a-e2cb124a6350'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:51.450145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53286) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:51.459276 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa95f9-911b-4487-97d2-3db02bec14f0 None None] Routers {'82c04278-643d-4d63-974a-e2cb124a6350'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:51.459896 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-11aa95f9-911b-4487-97d2-3db02bec14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['82c04278-643d-4d63-974a-e2cb124a6350'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:51.489807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f7685d48-2768-4ca1-adc8-1a35abf69f8d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.492786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f7685d48-2768-4ca1-adc8-1a35abf69f8d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.498543 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f7685d48-2768-4ca1-adc8-1a35abf69f8d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/security-groups/6daff82f-d31f-4406-9f32-f38178634ae0 HTTP/1.1" status: 204 len: 168 time: 0.4816809 Dec 20 15:57:51.505762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53290) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:51.506732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-35b07741-cc82-40ce-9e45-d6d51b47f1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:51.522690 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-11aa95f9-911b-4487-97d2-3db02bec14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:51.527587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:51.529934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.534592 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa95f9-911b-4487-97d2-3db02bec14f0 None None] Routers {'82c04278-643d-4d63-974a-e2cb124a6350'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:51.535236 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-11aa95f9-911b-4487-97d2-3db02bec14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['82c04278-643d-4d63-974a-e2cb124a6350'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:51.544346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7685d48-2768-4ca1-adc8-1a35abf69f8d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daff82f-d31f-4406-9f32-f38178634ae0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:51.558925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f7685d48-2768-4ca1-adc8-1a35abf69f8d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:51.579503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2616bc4c-0cd6-4cf4-8524-643322e6c59c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:51.580494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2616bc4c-0cd6-4cf4-8524-643322e6c59c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:51.588945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Allocated IP 2001:db8::1 (90c4aef8-d061-4cb6-8417-3d8786d7a55f/73c9f2d3-acff-47eb-972e-1d6777ea7942/8187a2aa-9be7-4b97-b29f-ea4e37ab098e) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:51.596310 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-11aa95f9-911b-4487-97d2-3db02bec14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:51.596945 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa95f9-911b-4487-97d2-3db02bec14f0 None None] The sync data for ids ['82c04278-643d-4d63-974a-e2cb124a6350'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:51.629912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf2a549-39d3-49d1-b55b-5d56beb50753 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Calling delete_port for 01d476c2-f1f2-44d2-a7e4-2a3b79b8fe6f owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:51.633175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b9efeebe-a1ef-4b66-ac81-9a8659280cf5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.659337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.660765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b9efeebe-a1ef-4b66-ac81-9a8659280cf5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.692113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Could not find standard attr ID for object 5010d918-e50e-4121-814f-972bfadd7aa8. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:57:51.707513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.727331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2616bc4c-0cd6-4cf4-8524-643322e6c59c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:51.729277 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2616bc4c-0cd6-4cf4-8524-643322e6c59c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports/d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d HTTP/1.1" status: 200 len: 913 time: 0.2791448 Dec 20 15:57:51.732302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53294) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:51.784464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.792791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3e8189b2-737a-4f8a-909f-c5a1d67ae6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:51.800775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Provisioning complete for port e120f4ac-4d86-414f-a80b-22f53c28dd94 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:51.801295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.825355 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:57:51.850563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:51.862075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf661e-4b00-41cf-86fb-297b61d249a2,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:51.865144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:51.866274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:51.867906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b9efeebe-a1ef-4b66-ac81-9a8659280cf5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.870334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:51.876748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:51.883542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-080d957b-aec6-4e27-9bcc-4d38741b1a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:51.903096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.905214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efeebe-a1ef-4b66-ac81-9a8659280cf5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1445354c-8a68-4fe6-81f2-57e40f4c3717,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:51.910343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:51.911267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.915634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b9efeebe-a1ef-4b66-ac81-9a8659280cf5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:51.916737 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b9efeebe-a1ef-4b66-ac81-9a8659280cf5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/security-groups/1445354c-8a68-4fe6-81f2-57e40f4c3717 HTTP/1.1" status: 204 len: 168 time: 0.4011106 Dec 20 15:57:51.917946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b9efeebe-a1ef-4b66-ac81-9a8659280cf5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:51.924687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c2695d8-ef1a-46d6-9fae-a78f6faeb189 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:51.928123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53298) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:51.976512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-61c27ed0-b723-4199-b6b4-e0724abef55f None None] Port e120f4ac-4d86-414f-a80b-22f53c28dd94 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:51.984624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 435a801e-7dc3-48c6-9c5d-b59fbf61b289 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:51.987689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a549-39d3-49d1-b55b-5d56beb50753 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.012927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.059837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-11dfb352-92bc-4e05-95e6-a6c812867c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.075641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=24586d2d-6682-48e1-87f8-dcd905e32937,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:52.079355 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:52.079864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9b95a168-18fd-40f7-806f-75fd6c0c2dac tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:52.108214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 24586d2d-6682-48e1-87f8-dcd905e32937 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:57:52.134021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.136523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5b7a61b1-2815-4367-928f-b41c69c6db79 None None] Could not find standard attr ID for object 01d476c2-f1f2-44d2-a7e4-2a3b79b8fe6f. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:57:52.146111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2a549-39d3-49d1-b55b-5d56beb50753 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event deleted for resources: {'Port': ['ID=01d476c2-f1f2-44d2-a7e4-2a3b79b8fe6f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:52.151207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.169183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Transition to ACTIVE for port object 8187a2aa-9be7-4b97-b29f-ea4e37ab098e will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:52.171848 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1895585 Dec 20 15:57:52.177141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9cf2a549-39d3-49d1-b55b-5d56beb50753 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:52.177741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-919d750e-522d-464d-a411-dddac3476872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:52.187335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53302) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:52.196842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'network_id': '24586d2d-6682-48e1-87f8-dcd905e32937', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:52.241875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40fd6a5-993d-4d7a-85aa-901ca8d1d8fb,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:52.258950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Transition to ACTIVE for port object 8187a2aa-9be7-4b97-b29f-ea4e37ab098e will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:52.271153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5b7a61b1-2815-4367-928f-b41c69c6db79 None None] Provisioning complete for port d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:52.271547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5b7a61b1-2815-4367-928f-b41c69c6db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.291741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:52.295803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:52.296138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.296291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.299969 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6389110 Dec 20 15:57:52.302561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53306) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:52.389602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.401581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-28932936-6458-4c3b-b84f-d8939285b8a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:52.467729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:52.512267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a61b1-2815-4367-928f-b41c69c6db79 None None] Port d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:52.521453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Network 90c4aef8-d061-4cb6-8417-3d8786d7a55f is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:52.523142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Pushing event updated for resources: {'Port': ['ID=8187a2aa-9be7-4b97-b29f-ea4e37ab098e,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:52.525966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:52.528497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5b7a61b1-2815-4367-928f-b41c69c6db79 None None] Could not find standard attr ID for object 5010d918-e50e-4121-814f-972bfadd7aa8. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:57:52.530011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:subnet and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:52.530801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:52.532920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:52.542166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:52.560907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-c958077d-ce16-42fa-9ce5-cd0c5d2d529a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet e48a3ba3-50ea-40bf-8521-96562aa066c9 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:57:52.563151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:52.592240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a549-39d3-49d1-b55b-5d56beb50753 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.596739 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9cf2a549-39d3-49d1-b55b-5d56beb50753 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "DELETE /v2.0/ports/01d476c2-f1f2-44d2-a7e4-2a3b79b8fe6f HTTP/1.1" status: 204 len: 168 time: 1.7356420 Dec 20 15:57:52.597295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53310) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:52.622888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c958077d-ce16-42fa-9ce5-cd0c5d2d529a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.636328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ff8e1c0a-1525-419d-bc8a-3c0190969bdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:52.645420 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e319daee-9624-4c2e-93bf-a642039fd167 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] GET failed (client error): The resource could not be found. Dec 20 15:57:52.645912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e319daee-9624-4c2e-93bf-a642039fd167 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Synchronizing usage tracker for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:52.675908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Attempting to bind port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:52.676291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Attempting to bind port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '0c209419-d749-4e9c-9bf5-a1d0205d28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '90c4aef8-d061-4cb6-8417-3d8786d7a55f'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:52.676662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Attempting to bind port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e on network 90c4aef8-d061-4cb6-8417-3d8786d7a55f {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:52.683621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:52.684242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Checking segment: {'id': '0c209419-d749-4e9c-9bf5-a1d0205d28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '90c4aef8-d061-4cb6-8417-3d8786d7a55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:52.684864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.685437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Bound using segment: {'id': '0c209419-d749-4e9c-9bf5-a1d0205d28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '90c4aef8-d061-4cb6-8417-3d8786d7a55f'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:52.687628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Bound port: 8187a2aa-9be7-4b97-b29f-ea4e37ab098e, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c209419-d749-4e9c-9bf5-a1d0205d28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '90c4aef8-d061-4cb6-8417-3d8786d7a55f'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:52.687628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.692960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c958077d-ce16-42fa-9ce5-cd0c5d2d529a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.777546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] For port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:52.781738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] For port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8187a2aa-9be7-4b97-b29f-ea4e37ab098e,segment=NetworkSegment(0c209419-d749-4e9c-9bf5-a1d0205d28e6),segment_id=0c209419-d749-4e9c-9bf5-a1d0205d28e6)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:52.799340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.812733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e319daee-9624-4c2e-93bf-a642039fd167 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Unset dirty status for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:52.817478 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e319daee-9624-4c2e-93bf-a642039fd167 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "GET /v2.0/ports/01d476c2-f1f2-44d2-a7e4-2a3b79b8fe6f HTTP/1.1" status: 404 len: 333 time: 0.2161181 Dec 20 15:57:52.817788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53316) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:52.823451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'port': {'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7', 'name': 'tempest-AllowedAddressPairTestJSON-2143589642'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:52.854419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c958077d-ce16-42fa-9ce5-cd0c5d2d529a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.891031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:52.912411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ff8e1c0a-1525-419d-bc8a-3c0190969bdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:52.913690 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ff8e1c0a-1525-419d-bc8a-3c0190969bdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6066411 Dec 20 15:57:52.919432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53320) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:52.926761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cc36c91c-e9f5-47a1-b402-a774a5244ba5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group': {'name': 'tempest-security--564560182', 'description': 'tempest-security-description-1099551128'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:52.932847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:52.938004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f5aa9af0-36a7-4afd-9667-b909d844b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:52.974390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53324) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:52.986220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc36c91c-e9f5-47a1-b402-a774a5244ba5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.004818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:53.022590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Pushing event updated for resources: {'Port': ['ID=8187a2aa-9be7-4b97-b29f-ea4e37ab098e,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:53.026887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:53.043428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:53.072779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc36c91c-e9f5-47a1-b402-a774a5244ba5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.163303 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Made reservation on behalf of c7a3e8c9d2a44718b6e7ffda2241373e for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:53.164378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.182854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.212220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc36c91c-e9f5-47a1-b402-a774a5244ba5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.214860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc36c91c-e9f5-47a1-b402-a774a5244ba5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.218837 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cc36c91c-e9f5-47a1-b402-a774a5244ba5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "PUT /v2.0/security-groups/a40fd6a5-993d-4d7a-85aa-901ca8d1d8fb HTTP/1.1" status: 200 len: 1611 time: 0.2962904 Dec 20 15:57:53.218837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:53.221839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53328) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:53.250481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] device_id is not set on port 45a049ca-b0a3-43ce-b84a-fd6caf760176 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:53.321335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36c91c-e9f5-47a1-b402-a774a5244ba5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40fd6a5-993d-4d7a-85aa-901ca8d1d8fb,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:53.324215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cc36c91c-e9f5-47a1-b402-a774a5244ba5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:53.419575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Allocated IP 172.20.0.11 (e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7/07e9127d-e8d8-4d87-92ea-134d3c2cd447/45a049ca-b0a3-43ce-b84a-fd6caf760176) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:53.445554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Performing IP validity checks on allocation pools {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 15:57:53.446539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 15:57:53.449019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c958077d-ce16-42fa-9ce5-cd0c5d2d529a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.457098 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b2f86787-39e3-4362-9e13-c8bd514bc6b1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:53.524225 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9a111db3-83cf-4467-b501-46496a966205 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups/a40fd6a5-993d-4d7a-85aa-901ca8d1d8fb HTTP/1.1" status: 200 len: 1611 time: 0.2965214 Dec 20 15:57:53.531821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958077d-ce16-42fa-9ce5-cd0c5d2d529a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=e48a3ba3-50ea-40bf-8521-96562aa066c9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:53.535280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53334) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:53.545011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c958077d-ce16-42fa-9ce5-cd0c5d2d529a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:53.557507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af9fd6-75b1-4217-8505-f5be927f5e91 None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:53.567176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c958077d-ce16-42fa-9ce5-cd0c5d2d529a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.573022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Deleting port c7905ff9-aade-4876-b00c-b6944b57a4e4 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:53.574504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.641047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.668250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Transition to ACTIVE for port object 45a049ca-b0a3-43ce-b84a-fd6caf760176 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:53.769070 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c958077d-ce16-42fa-9ce5-cd0c5d2d529a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/e48a3ba3-50ea-40bf-8521-96562aa066c9 HTTP/1.1" status: 204 len: 168 time: 1.8364480 Dec 20 15:57:53.775306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53338) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:53.824565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:53.836321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5f1dea2d-9f03-4552-8136-3c15183379ac tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:53.939281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:53.944861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:53.948973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:53.983149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Port': ['ID=45a049ca-b0a3-43ce-b84a-fd6caf760176,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:53.986606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:54.106348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36eb6541-c00d-4134-99f4-7265bc33de1f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.108747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc6c8d-0893-4349-9118-be375059e2f5 None None] Network 90c4aef8-d061-4cb6-8417-3d8786d7a55f requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:54.119891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:54.120629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.174017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b4d873-c399-4aad-86b0-418d2eb8f4f4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet 2fe01759-adc7-4f6c-91a1-c1b49a9764a5 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:57:54.187322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d873-c399-4aad-86b0-418d2eb8f4f4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.278194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36eb6541-c00d-4134-99f4-7265bc33de1f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.794697 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4657826 Dec 20 15:57:54.794697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53342) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:54.794697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:00:a0:d3'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:54.794697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d873-c399-4aad-86b0-418d2eb8f4f4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.796058 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.796058 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.797256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d873-c399-4aad-86b0-418d2eb8f4f4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.798603 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Calling delete_port for c7905ff9-aade-4876-b00c-b6944b57a4e4 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:54.798603 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.798603 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-894f4889-50a7-4739-aaa1-4635ffe638b0 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:54.801695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-43560344-3ebc-488e-8079-da015cf57340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.801695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-24125731-e4db-42c4-9e36-b57143825d2a None None] Provisioning for port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:54.803321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.804277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=990822c7-a2c4-424c-9dcf-bb2b1aec0556,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:54.806444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:54.831156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-aa9aba97-cd70-44ce-a405-913a8e941948 None None] Provisioning complete for port e120f4ac-4d86-414f-a80b-22f53c28dd94 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:54.831852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba97-cd70-44ce-a405-913a8e941948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.841330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36eb6541-c00d-4134-99f4-7265bc33de1f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.846891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:54.869661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d873-c399-4aad-86b0-418d2eb8f4f4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.873848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b5b59814-1dbc-48e1-9ff2-c473798be272 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:54.890288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-aa9aba97-cd70-44ce-a405-913a8e941948 None None] Port e120f4ac-4d86-414f-a80b-22f53c28dd94 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:54.897393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb6541-c00d-4134-99f4-7265bc33de1f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40fd6a5-993d-4d7a-85aa-901ca8d1d8fb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:54.900757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking segment: {'id': 'a079ff65-8085-4594-b567-865eb8a1e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24586d2d-6682-48e1-87f8-dcd905e32937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:54.901113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network hostable DHCP agents. Network: 24586d2d-6682-48e1-87f8-dcd905e32937, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:54.907808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4d873-c399-4aad-86b0-418d2eb8f4f4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe01759-adc7-4f6c-91a1-c1b49a9764a5,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:54.910116 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-36eb6541-c00d-4134-99f4-7265bc33de1f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:54.911728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c5b4d873-c399-4aad-86b0-418d2eb8f4f4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:54.923427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d873-c399-4aad-86b0-418d2eb8f4f4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.923755 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c5b4d873-c399-4aad-86b0-418d2eb8f4f4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/2fe01759-adc7-4f6c-91a1-c1b49a9764a5 HTTP/1.1" status: 204 len: 168 time: 1.1463299 Dec 20 15:57:54.925965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53348) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:54.928503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eed825-6442-4838-baf9-3394faaf23ef None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:54.957593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-aa9aba97-cd70-44ce-a405-913a8e941948 None None] Provisioning complete for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:54.957975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba97-cd70-44ce-a405-913a8e941948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:54.964422 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-117c450d-417d-4aae-9bb9-8bc91f9354ad tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:54.964982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117c450d-417d-4aae-9bb9-8bc91f9354ad tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:54.966854 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-117c450d-417d-4aae-9bb9-8bc91f9354ad tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/e48a3ba3-50ea-40bf-8521-96562aa066c9 HTTP/1.1" status: 404 len: 337 time: 0.0399089 Dec 20 15:57:54.973676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53352) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:55.070308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-36eb6541-c00d-4134-99f4-7265bc33de1f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.075973 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-36eb6541-c00d-4134-99f4-7265bc33de1f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/a40fd6a5-993d-4d7a-85aa-901ca8d1d8fb HTTP/1.1" status: 204 len: 168 time: 1.5332057 Dec 20 15:57:55.075973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53356) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:55.108571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network 24586d2d-6682-48e1-87f8-dcd905e32937 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:55.110651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.119923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8b2f39e9-be82-44d3-9431-5d5f280734ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:55.178229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event deleted for resources: {'Port': ['ID=c7905ff9-aade-4876-b00c-b6944b57a4e4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:55.180367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:55.180632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.183316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f84a5ca-c98d-4e96-89a9-ef1b9e1fe477 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting subnet b5ed3b24-a371-4b6c-9341-832d671c95cd {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:57:55.198282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f84a5ca-c98d-4e96-89a9-ef1b9e1fe477 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.205379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:55.299034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 24586d2d-6682-48e1-87f8-dcd905e32937) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:55.310543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f12d00-ce0d-410e-a117-e46285d116a1 None None] Network 24586d2d-6682-48e1-87f8-dcd905e32937 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:55.322431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f84a5ca-c98d-4e96-89a9-ef1b9e1fe477 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.333101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-aa9aba97-cd70-44ce-a405-913a8e941948 None None] Provisioning for port 45a049ca-b0a3-43ce-b84a-fd6caf760176 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:55.339647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:55.340231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.371159 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-aa9aba97-cd70-44ce-a405-913a8e941948 None None] Provisioning complete for port 45a049ca-b0a3-43ce-b84a-fd6caf760176 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:55.371914 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba97-cd70-44ce-a405-913a8e941948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.377811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f829755c-6f2d-469c-8752-c1a647dab466 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:55.435973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.448704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f84a5ca-c98d-4e96-89a9-ef1b9e1fe477 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.458843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-aa9aba97-cd70-44ce-a405-913a8e941948 None None] Port 45a049ca-b0a3-43ce-b84a-fd6caf760176 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:55.464582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8187a2aa-9be7-4b97-b29f-ea4e37ab098e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:55.525549 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3373487 Dec 20 15:57:55.528453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53360) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:55.533289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.548459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.599523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.667400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-35b23fd2-ea1e-4ff5-b5a4-16c0bd70b51e tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:55.713512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f84a5ca-c98d-4e96-89a9-ef1b9e1fe477 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.727634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.757628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f829755c-6f2d-469c-8752-c1a647dab466 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:55.760044 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f829755c-6f2d-469c-8752-c1a647dab466 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6840086 Dec 20 15:57:55.771534 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53364) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:55.797830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.813141 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-d2f422a6-6b71-4b1d-be40-38502487ce90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] delete failed (client error): The resource could not be found. Dec 20 15:57:55.814427 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d2f422a6-6b71-4b1d-be40-38502487ce90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/a40fd6a5-993d-4d7a-85aa-901ca8d1d8fb HTTP/1.1" status: 404 len: 347 time: 0.0400035 Dec 20 15:57:55.818567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:55.820745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53368) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:55.825460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:55.827992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.830887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f84a5ca-c98d-4e96-89a9-ef1b9e1fe477 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.847443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Port': ['ID=45a049ca-b0a3-43ce-b84a-fd6caf760176,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:55.862129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:55.868330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8fa0d6b4-0bff-4581-827f-db817bba008d tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:55.876414 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-24586d2d-6682-48e1-87f8-dcd905e32937', 'network_id': '24586d2d-6682-48e1-87f8-dcd905e32937', 'tenant_id': '927088fd181341279d3acfc769946bce', 'fixed_ips': [{'subnet_id': '990822c7-a2c4-424c-9dcf-bb2b1aec0556'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:57:55.877329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.910466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84a5ca-c98d-4e96-89a9-ef1b9e1fe477 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ed3b24-a371-4b6c-9341-832d671c95cd,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:55.925591 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5f84a5ca-c98d-4e96-89a9-ef1b9e1fe477 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/b5ed3b24-a371-4b6c-9341-832d671c95cd HTTP/1.1" status: 204 len: 168 time: 0.9417143 Dec 20 15:57:55.925591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:55.925591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53370) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:55.931832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5f84a5ca-c98d-4e96-89a9-ef1b9e1fe477 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:55.985320 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:55.999710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] In _notify_port_updated(), no bound segment for port 45a049ca-b0a3-43ce-b84a-fd6caf760176 on network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:57:56.003984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:56.004868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.010312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "PUT /v2.0/ports/45a049ca-b0a3-43ce-b84a-fd6caf760176 HTTP/1.1" status: 200 len: 995 time: 1.7209766 Dec 20 15:57:56.018211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53374) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:56.101256 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe4d773-b9ab-48f5-b696-c07ddfd9eab8 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:56.101816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe4d773-b9ab-48f5-b696-c07ddfd9eab8 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:56.103678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032824794'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:56.106701 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2fe4d773-b9ab-48f5-b696-c07ddfd9eab8 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/4806b6f8-df09-4fc8-8764-28ed226002a9 HTTP/1.1" status: 404 len: 337 time: 0.1715031 Dec 20 15:57:56.114511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:56.120831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53380) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:56.132968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Allocated IP 2001:db8::3 (24586d2d-6682-48e1-87f8-dcd905e32937/990822c7-a2c4-424c-9dcf-bb2b1aec0556/11995a1f-bc08-4bdd-8e30-5396b3aa23d3) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:56.148740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.227726 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aa0dcc8b-39c9-4129-93b9-f29c4bda0e1a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b97497-63b9-4639-a171-0c82e7d6a520 HTTP/1.1" status: 200 len: 205 time: 0.1054108 Dec 20 15:57:56.231172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-84714c73-95d0-4b8e-8ee0-77cf3fb50ec6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Deleting port 45a049ca-b0a3-43ce-b84a-fd6caf760176 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:56.231653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-84714c73-95d0-4b8e-8ee0-77cf3fb50ec6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.240408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:56.243874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53384) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:56.309474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ab89c-32ef-4628-9877-6b13829ae07f None None] Network 74df6fb4-d633-4028-9dc7-096c23dad30d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:56.340514 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-babab3ca-cf10-4562-8fa3-42d0c8d8a159 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] delete failed (client error): The resource could not be found. Dec 20 15:57:56.342035 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-babab3ca-cf10-4562-8fa3-42d0c8d8a159 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/routers/71b97497-63b9-4639-a171-0c82e7d6a520 HTTP/1.1" status: 404 len: 336 time: 0.0955396 Dec 20 15:57:56.344184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53388) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:56.448251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.457578 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a998d3-f392-4021-8d09-11f0836c0e8b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:56.458021 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a998d3-f392-4021-8d09-11f0836c0e8b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:56.499517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-84714c73-95d0-4b8e-8ee0-77cf3fb50ec6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.512030 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-72a998d3-f392-4021-8d09-11f0836c0e8b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/9ec372a8-6e87-466f-a850-c4d78cfe27a1 HTTP/1.1" status: 404 len: 337 time: 0.1640971 Dec 20 15:57:56.512957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7ab3713b-60f2-4fb4-925a-4eda93b04980 None None] Provisioning complete for port 45a049ca-b0a3-43ce-b84a-fd6caf760176 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:56.513100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53392) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:56.513214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7ab3713b-60f2-4fb4-925a-4eda93b04980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.570547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:56.577468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:56.581065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:56.588609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:56.634271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.653246 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe8f118-3506-4f62-b3a9-406b343ff028 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:56.653779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe8f118-3506-4f62-b3a9-406b343ff028 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:56.657753 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cbe8f118-3506-4f62-b3a9-406b343ff028 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/35967821-68a5-4ee7-8df7-516a870d0f12 HTTP/1.1" status: 404 len: 337 time: 0.1417928 Dec 20 15:57:56.657912 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.658946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53396) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:56.662270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-84714c73-95d0-4b8e-8ee0-77cf3fb50ec6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Calling delete_port for 45a049ca-b0a3-43ce-b84a-fd6caf760176 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:56.677524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Transition to ACTIVE for port object 11995a1f-bc08-4bdd-8e30-5396b3aa23d3 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:56.697997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7ab3713b-60f2-4fb4-925a-4eda93b04980 None None] Port 45a049ca-b0a3-43ce-b84a-fd6caf760176 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:56.726932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Transition to ACTIVE for port object 11995a1f-bc08-4bdd-8e30-5396b3aa23d3 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:56.753071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.753961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.754111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8187a2aa-9be7-4b97-b29f-ea4e37ab098e,segment=NetworkSegment(0c209419-d749-4e9c-9bf5-a1d0205d28e6),segment_id=0c209419-d749-4e9c-9bf5-a1d0205d28e6)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:56.768156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2ddc15de-c6c0-4114-898e-5ac784f3b151 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:56.817722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=d7bf8e78-c9c1-45a2-8a0e-fbb8d445348d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:56.819849 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-132bc93f-5742-4de8-b9b8-aabcfa7f26c1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:56.820286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132bc93f-5742-4de8-b9b8-aabcfa7f26c1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:56.824140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:56.835614 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7a5520d1-c0d8-4205-b1fb-eee1f0572289 None None] Provisioning complete for port e120f4ac-4d86-414f-a80b-22f53c28dd94 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:56.839621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7a5520d1-c0d8-4205-b1fb-eee1f0572289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.861740 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-132bc93f-5742-4de8-b9b8-aabcfa7f26c1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/5ac936eb-bf33-450e-b92a-35f137b74144 HTTP/1.1" status: 404 len: 337 time: 0.2018256 Dec 20 15:57:56.864480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] DHCP port deletion for 74df6fb4-d633-4028-9dc7-096c23dad30d request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:57:56.865282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53400) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:56.880059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.884407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] Deleting port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:56.888167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.910701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-84714c73-95d0-4b8e-8ee0-77cf3fb50ec6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.927106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-df9d715d-2dc3-4bf2-8b78-efef24a2150c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:56.937592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f98ba6a6-6339-4784-a6dc-9a39f3341766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:56.950748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.964470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-80943001-f720-496f-997e-17f528ea7d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:56.964919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:56.976622 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd5e2f7-60e2-4acf-9f1c-96e40151c566 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:56.978129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd5e2f7-60e2-4acf-9f1c-96e40151c566 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:56.983681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.042155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7a5520d1-c0d8-4205-b1fb-eee1f0572289 None None] Port e120f4ac-4d86-414f-a80b-22f53c28dd94 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:57:57.071779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Network 24586d2d-6682-48e1-87f8-dcd905e32937 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:57.085594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:57.090870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Pushing event updated for resources: {'Port': ['ID=11995a1f-bc08-4bdd-8e30-5396b3aa23d3,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:57.093754 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:57.098442 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:57.099089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-20346406-0dfc-4cb4-abd0-0b23846c0d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:57.123651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84714c73-95d0-4b8e-8ee0-77cf3fb50ec6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event deleted for resources: {'Port': ['ID=45a049ca-b0a3-43ce-b84a-fd6caf760176,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:57.126808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-84714c73-95d0-4b8e-8ee0-77cf3fb50ec6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:57.130891 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7dd5e2f7-60e2-4acf-9f1c-96e40151c566 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/55b97d00-0550-476b-bb68-1cae665f1ccb HTTP/1.1" status: 404 len: 333 time: 0.2620986 Dec 20 15:57:57.135355 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53404) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:57.135484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7a5520d1-c0d8-4205-b1fb-eee1f0572289 None None] Provisioning complete for port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:57.135484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7a5520d1-c0d8-4205-b1fb-eee1f0572289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.138841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239a3d23-af90-497a-a721-b7c2930b2330,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:57.149952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:57.150722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.154639 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0567369 Dec 20 15:57:57.156908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53408) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:57.167929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': '239a3d23-af90-497a-a721-b7c2930b2330', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:57.183958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:57.193396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:57:57.200128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:57:57.210358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:57.210510 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa811e7-974a-4ef4-b4d6-388157ff0c6c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:57.210940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa811e7-974a-4ef4-b4d6-388157ff0c6c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:57.214888 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7aa811e7-974a-4ef4-b4d6-388157ff0c6c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/04706ebf-6f06-451d-82da-7d5f7a73bd3d HTTP/1.1" status: 404 len: 337 time: 0.0804818 Dec 20 15:57:57.216401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53412) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:57.224789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.276029 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.286078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15fcfed3-0586-4540-be35-23f4e9044051 tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:57.373277 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54894ed-299f-4b9a-827d-baaf763117bc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:57.373716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54894ed-299f-4b9a-827d-baaf763117bc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:57.379086 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d54894ed-299f-4b9a-827d-baaf763117bc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/ce85fc0b-6929-4241-af7c-1022dabc57a4 HTTP/1.1" status: 404 len: 337 time: 0.1620617 Dec 20 15:57:57.384846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53416) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:57.389113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Subnet': ['ID=990822c7-a2c4-424c-9dcf-bb2b1aec0556,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:57.431374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:57:57.445716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:57.583590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=8187a2aa-9be7-4b97-b29f-ea4e37ab098e,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:57.599655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Attempting to bind port 11995a1f-bc08-4bdd-8e30-5396b3aa23d3 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:57:57.599655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Attempting to bind port 11995a1f-bc08-4bdd-8e30-5396b3aa23d3 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'a079ff65-8085-4594-b567-865eb8a1e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24586d2d-6682-48e1-87f8-dcd905e32937'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:57:57.600006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Attempting to bind port 11995a1f-bc08-4bdd-8e30-5396b3aa23d3 on network 24586d2d-6682-48e1-87f8-dcd905e32937 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:57:57.603093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] For port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,segment=NetworkSegment(418f75af-7c8d-48c1-ac20-1ab0a6c76d3b),segment_id=418f75af-7c8d-48c1-ac20-1ab0a6c76d3b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:57.603259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.603553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.611579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:57.641873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Router 8a2d91be-6f69-43cb-b162-899e269ff96d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:57.643569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.650117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24586d2d-6682-48e1-87f8-dcd905e32937']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:57.654085 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-028c0868-0a33-40da-888a-393b90a6707b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:57.654522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028c0868-0a33-40da-888a-393b90a6707b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:57.656180 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-028c0868-0a33-40da-888a-393b90a6707b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/3762d57d-e622-4bb9-a860-9d6e97227f69 HTTP/1.1" status: 404 len: 333 time: 0.2676518 Dec 20 15:57:57.661483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53420) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:57.713542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-84714c73-95d0-4b8e-8ee0-77cf3fb50ec6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.718300 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-84714c73-95d0-4b8e-8ee0-77cf3fb50ec6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "DELETE /v2.0/ports/45a049ca-b0a3-43ce-b84a-fd6caf760176 HTTP/1.1" status: 204 len: 168 time: 1.6673477 Dec 20 15:57:57.718300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a079ff65-8085-4594-b567-865eb8a1e7e5') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:57.718300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a079ff65-8085-4594-b567-865eb8a1e7e5') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:57.730333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53424) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:57.734948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f7b322-eeb6-40fa-955f-f7973c7d208a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:57.735392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f7b322-eeb6-40fa-955f-f7973c7d208a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:57.739211 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-94f7b322-eeb6-40fa-955f-f7973c7d208a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/54de3425-1025-451e-93d9-d40630197178 HTTP/1.1" status: 404 len: 337 time: 0.0719531 Dec 20 15:57:57.764453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53428) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:57.772755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.796457 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-9903b975-eec2-4456-92b6-35b98018ed6f tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] GET failed (client error): The resource could not be found. Dec 20 15:57:57.796957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9903b975-eec2-4456-92b6-35b98018ed6f tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Synchronizing usage tracker for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:57.805611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.816434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:57:57.817462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.817601 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] Calling delete_port for 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:57.831490 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b319b2-4411-49d7-8ef8-fb834d52b80d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] DELETE failed (client error): The resource could not be found. Dec 20 15:57:57.831924 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b319b2-4411-49d7-8ef8-fb834d52b80d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:57.833249 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:57.844784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.857558 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-69b319b2-4411-49d7-8ef8-fb834d52b80d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/subnets/dbe13028-dfd2-4f66-bd38-6aeb06856372 HTTP/1.1" status: 404 len: 337 time: 0.0822296 Dec 20 15:57:57.858197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53432) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:57.858396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:57:57.858904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Checking segment: {'id': 'a079ff65-8085-4594-b567-865eb8a1e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24586d2d-6682-48e1-87f8-dcd905e32937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:57:57.861488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.861488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Bound using segment: {'id': 'a079ff65-8085-4594-b567-865eb8a1e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24586d2d-6682-48e1-87f8-dcd905e32937'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:57:57.861488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Bound port: 11995a1f-bc08-4bdd-8e30-5396b3aa23d3, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a079ff65-8085-4594-b567-865eb8a1e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24586d2d-6682-48e1-87f8-dcd905e32937'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:57:57.861488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:57.930952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9903b975-eec2-4456-92b6-35b98018ed6f tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Unset dirty status for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:57.932789 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9903b975-eec2-4456-92b6-35b98018ed6f tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "GET /v2.0/ports/45a049ca-b0a3-43ce-b84a-fd6caf760176 HTTP/1.1" status: 404 len: 333 time: 0.2016428 Dec 20 15:57:57.938675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53436) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:57.944649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'port': {'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7', 'name': 'tempest-AllowedAddressPairTestJSON-1018744867'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:57:58.010157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e12f5-1cad-40c7-b586-ca0697938c14 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Deleting port e120f4ac-4d86-414f-a80b-22f53c28dd94 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:58.010498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b8e12f5-1cad-40c7-b586-ca0697938c14 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.039493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:57:58.039493 dv-neutron-821074-1-hyperv neutron-server[84392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:57:58.039493 dv-neutron-821074-1-hyperv neutron-server[84392]: [parameters: {'id': '24586d2d-6682-48e1-87f8-dcd905e32937'}] Dec 20 15:57:58.039493 dv-neutron-821074-1-hyperv neutron-server[84392]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:57:58.039493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:57:58.041281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.083129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] For port 11995a1f-bc08-4bdd-8e30-5396b3aa23d3, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:58.087334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] For port 11995a1f-bc08-4bdd-8e30-5396b3aa23d3, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=11995a1f-bc08-4bdd-8e30-5396b3aa23d3,segment=NetworkSegment(a079ff65-8085-4594-b567-865eb8a1e7e5),segment_id=a079ff65-8085-4594-b567-865eb8a1e7e5)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:58.087951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:57:58.098324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:57:58.099643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.104073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:58.145377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.172894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.174299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-29cf4c5c-3c2a-41f9-8bde-6524f7ab1b2c tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:58.178630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Made reservation on behalf of c7a3e8c9d2a44718b6e7ffda2241373e for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:58.186443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] Pushing event deleted for resources: {'Port': ['ID=76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:58.190713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:58.191199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ec532b74-641a-4e58-950b-b5bb0190901a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:58.200250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.223391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8b904b-084b-42bd-b53c-f5bdfebdc8cf,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:58.232312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:58.236980 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] No DVR routers for this DVR port 76540f65-9bbd-4c0c-a4e8-aa9c95b6cf64 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:58.279990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Pushing event updated for resources: {'Port': ['ID=11995a1f-bc08-4bdd-8e30-5396b3aa23d3,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:58.281337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] device_id is not set on port e71f0e16-a49c-489e-8c01-01f90fe28e61 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:58.283355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:58.373898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.375085 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2163537 Dec 20 15:57:58.392114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53440) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:58.422216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d791822-a98e-4063-834e-d06549133e79 None None] Network 24586d2d-6682-48e1-87f8-dcd905e32937 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:57:58.442130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1999944a-7900-4553-b8c0-1f5233aee0d1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.458811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1999944a-7900-4553-b8c0-1f5233aee0d1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.473119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Allocated IP 172.20.0.13 (e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7/07e9127d-e8d8-4d87-92ea-134d3c2cd447/e71f0e16-a49c-489e-8c01-01f90fe28e61) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:58.553670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.554567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b8e12f5-1cad-40c7-b586-ca0697938c14 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.584154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1999944a-7900-4553-b8c0-1f5233aee0d1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.587661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting port 11995a1f-bc08-4bdd-8e30-5396b3aa23d3 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:57:58.589668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.620990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:58.637736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] Sync routers for ids ['8a2d91be-6f69-43cb-b162-899e269ff96d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:58.644665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ed856-a795-4230-8f0b-c6beabbd5aab None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:57:58.679677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2d17eb3a-2783-48ce-b836-7b7a0bb32dfc tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:58.682158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.701875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999944a-7900-4553-b8c0-1f5233aee0d1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd8b904b-084b-42bd-b53c-f5bdfebdc8cf,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:58.702151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] Routers {'8a2d91be-6f69-43cb-b162-899e269ff96d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:58.702860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8a2d91be-6f69-43cb-b162-899e269ff96d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:58.711194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e12f5-1cad-40c7-b586-ca0697938c14 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Calling delete_port for e120f4ac-4d86-414f-a80b-22f53c28dd94 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:58.717412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1999944a-7900-4553-b8c0-1f5233aee0d1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:58.783418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1999944a-7900-4553-b8c0-1f5233aee0d1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.786702 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1999944a-7900-4553-b8c0-1f5233aee0d1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/bd8b904b-084b-42bd-b53c-f5bdfebdc8cf HTTP/1.1" status: 204 len: 168 time: 0.3914506 Dec 20 15:57:58.789860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53444) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:58.811231 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "DELETE /v2.0/floatingips/7f2c8717-7212-4347-b89b-e221ea9c5d01 HTTP/1.1" status: 204 len: 168 time: 5.8348594 Dec 20 15:57:58.834038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:58.844647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:57:58.897882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Transition to ACTIVE for port object e71f0e16-a49c-489e-8c01-01f90fe28e61 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:58.900188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 82c04278-643d-4d63-974a-e2cb124a6350 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:58.973426 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ed856-a795-4230-8f0b-c6beabbd5aab None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:57:58.979783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] Set router 8a2d91be-6f69-43cb-b162-899e269ff96d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:57:58.987062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] For port 11995a1f-bc08-4bdd-8e30-5396b3aa23d3, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=11995a1f-bc08-4bdd-8e30-5396b3aa23d3,segment=NetworkSegment(a079ff65-8085-4594-b567-865eb8a1e7e5),segment_id=a079ff65-8085-4594-b567-865eb8a1e7e5)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:58.987640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.005940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b8e12f5-1cad-40c7-b586-ca0697938c14 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.029888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44a00e20-4b9f-4e67-b758-82ff7124eaec tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:59.206316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-94f5a354-85d5-48ca-8874-df0d12146602 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:57:59.246560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8187a2aa-9be7-4b97-b29f-ea4e37ab098e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:57:59.261296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b8e12f5-1cad-40c7-b586-ca0697938c14 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.266741 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'status': 'completed', 'code': 200} Dec 20 15:57:59.341254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Calling delete_port for 11995a1f-bc08-4bdd-8e30-5396b3aa23d3 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:57:59.347561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e12f5-1cad-40c7-b586-ca0697938c14 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Port': ['ID=e120f4ac-4d86-414f-a80b-22f53c28dd94,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:59.358004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8b8e12f5-1cad-40c7-b586-ca0697938c14 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:57:59.364821 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8b8e12f5-1cad-40c7-b586-ca0697938c14 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/ports/e120f4ac-4d86-414f-a80b-22f53c28dd94 HTTP/1.1" status: 204 len: 168 time: 1.5034597 Dec 20 15:57:59.366264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53454) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:59.460587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f06bec4e-58a1-4c8f-bec0-fcf60fce8ccd req-c681af63-3c4d-46eb-8c82-b66c618c2957 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9df6494af49f4a808a904a842b3bef90&device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 1098 time: 0.1573353 Dec 20 15:57:59.500565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-94f5a354-85d5-48ca-8874-df0d12146602 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:57:59.504635 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-94f5a354-85d5-48ca-8874-df0d12146602 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7071176 Dec 20 15:57:59.505911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53460) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:59.532219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.544496 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.552569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.568625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:57:59.648692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:59.660219 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5650c5d-f1a0-4d1a-b802-74d7e2c7cc54 None None] Sync routers for ids ['82c04278-643d-4d63-974a-e2cb124a6350'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:57:59.673761 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5650c5d-f1a0-4d1a-b802-74d7e2c7cc54 None None] Routers {'82c04278-643d-4d63-974a-e2cb124a6350'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:59.674625 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f5650c5d-f1a0-4d1a-b802-74d7e2c7cc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['82c04278-643d-4d63-974a-e2cb124a6350'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.690534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:59.691002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.725325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.733859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Port': ['ID=11995a1f-bc08-4bdd-8e30-5396b3aa23d3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:59.750689 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f5650c5d-f1a0-4d1a-b802-74d7e2c7cc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.763822 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5650c5d-f1a0-4d1a-b802-74d7e2c7cc54 None None] Routers {'82c04278-643d-4d63-974a-e2cb124a6350'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:59.765030 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f5650c5d-f1a0-4d1a-b802-74d7e2c7cc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['82c04278-643d-4d63-974a-e2cb124a6350'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.766936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74df6fb4-d633-4028-9dc7-096c23dad30d']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.783073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418f75af-7c8d-48c1-ac20-1ab0a6c76d3b') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.783622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418f75af-7c8d-48c1-ac20-1ab0a6c76d3b') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.787348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02974332-61a3-4a97-aee3-3a030716ad5a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.799046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.820059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.828424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:57:59.828974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.834170 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f5650c5d-f1a0-4d1a-b802-74d7e2c7cc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.834775 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5650c5d-f1a0-4d1a-b802-74d7e2c7cc54 None None] The sync data for ids ['82c04278-643d-4d63-974a-e2cb124a6350'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:57:59.843578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No DVR routers for this DVR port 11995a1f-bc08-4bdd-8e30-5396b3aa23d3 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:59.851492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:59.860665 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:59.870075 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/82c04278-643d-4d63-974a-e2cb124a6350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1327984 Dec 20 15:57:59.872886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53464) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:57:59.915346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:59.915982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:28Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '89f63a33-6aee-4f3c-83d5-788d58511177', 'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'mac_address': 'fa:16:3e:c7:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:25Z', 'updated_at': '2021-12-20T15:54:40Z', 'revision_number': 5, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'subnets': [{'id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.923945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] Checking router: 8a2d91be-6f69-43cb-b162-899e269ff96d for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:57:59.929337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:59.954847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02974332-61a3-4a97-aee3-3a030716ad5a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:57:59.968826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] Routers {'8a2d91be-6f69-43cb-b162-899e269ff96d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:59.969458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8a2d91be-6f69-43cb-b162-899e269ff96d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.983444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bec4e-58a1-4c8f-bec0-fcf60fce8ccd req-b61cd7e6-4dd7-4171-8aa9-94d3a1805dbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:59.984905 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f06bec4e-58a1-4c8f-bec0-fcf60fce8ccd req-b61cd7e6-4dd7-4171-8aa9-94d3a1805dbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c HTTP/1.1" status: 200 len: 897 time: 0.5171070 Dec 20 15:58:00.111513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:00.112262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.119082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Port': ['ID=e71f0e16-a49c-489e-8c01-01f90fe28e61,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:00.143123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:00.157655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.561s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:00.158048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:00.189323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] Set router 8a2d91be-6f69-43cb-b162-899e269ff96d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:58:00.220809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.230690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ef3d199a-00ec-45b2-bb72-135328bd7a7a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:00.250541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.253450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Pushing event deleted for resources: {'Network': ['ID=74df6fb4-d633-4028-9dc7-096c23dad30d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:00.301226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44952b82-bef4-4a57-a597-a56788edba0a req-5b082924-774f-4cb1-a6e5-9227815fba46 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:00.302457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:00.302859 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-44952b82-bef4-4a57-a597-a56788edba0a req-5b082924-774f-4cb1-a6e5-9227815fba46 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.7513165 Dec 20 15:58:00.312866 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] 10.222.0.62 "DELETE /v2.0/networks/74df6fb4-d633-4028-9dc7-096c23dad30d HTTP/1.1" status: 204 len: 168 time: 0.9407096 Dec 20 15:58:00.313106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.326712 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f06bec4e-58a1-4c8f-bec0-fcf60fce8ccd req-3e5eef1b-5c2b-4f5c-8295-782150efe866 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148 HTTP/1.1" status: 200 len: 217 time: 0.3187354 Dec 20 15:58:00.344582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ef324592-bdd3-4b9a-a6a7-a2eeca3e937a None None] Provisioning for port e71f0e16-a49c-489e-8c01-01f90fe28e61 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:00.381625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.408593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24586d2d-6682-48e1-87f8-dcd905e32937']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:00.421204 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4811375 Dec 20 15:58:00.427210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53470) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:00.434236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a079ff65-8085-4594-b567-865eb8a1e7e5') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:00.434655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a079ff65-8085-4594-b567-865eb8a1e7e5') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:00.447418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:00:a0:d3'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:00.501744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ef324592-bdd3-4b9a-a6a7-a2eeca3e937a None None] Provisioning complete for port e71f0e16-a49c-489e-8c01-01f90fe28e61 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:00.502092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ef324592-bdd3-4b9a-a6a7-a2eeca3e937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.512233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.521796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02974332-61a3-4a97-aee3-3a030716ad5a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.536278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:00.572516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02974332-61a3-4a97-aee3-3a030716ad5a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=239a3d23-af90-497a-a721-b7c2930b2330,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:00.575031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-02974332-61a3-4a97-aee3-3a030716ad5a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:00.576746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bec4e-58a1-4c8f-bec0-fcf60fce8ccd req-50eed9d6-e5b4-4be3-82df-f7f7ea256b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:00.578273 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f06bec4e-58a1-4c8f-bec0-fcf60fce8ccd req-50eed9d6-e5b4-4be3-82df-f7f7ea256b62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d49e741-3096-4edc-aac1-d01d7cfdf754 HTTP/1.1" status: 200 len: 835 time: 0.2294934 Dec 20 15:58:00.579315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.593232 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-44952b82-bef4-4a57-a597-a56788edba0a req-d943f6ad-09a8-49d0-ad16-5562026691f4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638609 Dec 20 15:58:00.608689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ef324592-bdd3-4b9a-a6a7-a2eeca3e937a None None] Port e71f0e16-a49c-489e-8c01-01f90fe28e61 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:00.629290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:00.629694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:00.657716 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:00.724328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:28Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '89f63a33-6aee-4f3c-83d5-788d58511177', 'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'mac_address': 'fa:16:3e:c7:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:25Z', 'updated_at': '2021-12-20T15:54:40Z', 'revision_number': 5, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'subnets': [{'id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:00.729916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a762921-16ee-428e-857e-6d5703a8b1f1 None None] The sync data for ids ['8a2d91be-6f69-43cb-b162-899e269ff96d'] in dv-neutron-821074-1-hyperv is: [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:54:28Z', 'revision_number': 4, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '89f63a33-6aee-4f3c-83d5-788d58511177', 'name': '', 'network_id': '45bd989f-1a2f-47cf-a97f-d24a33a7b88c', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'mac_address': 'fa:16:3e:c7:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:25Z', 'updated_at': '2021-12-20T15:54:40Z', 'revision_number': 5, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'subnets': [{'id': '8d49e741-3096-4edc-aac1-d01d7cfdf754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:58:00.921494 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f06bec4e-58a1-4c8f-bec0-fcf60fce8ccd req-0b0318a3-8276-4cfe-8b22-b55de88b3bd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45bd989f-1a2f-47cf-a97f-d24a33a7b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3278711 Dec 20 15:58:00.932238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.937319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:00.941267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53476) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:00.967464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ea0bb479-7e2b-48e8-91d4-13f90f602384 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:01.043042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16c2a17-2b31-445e-9731-8b756b737a45 None None] New status for floating IP 7f2c8717-7212-4347-b89b-e221ea9c5d01: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 15:58:01.152136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02974332-61a3-4a97-aee3-3a030716ad5a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:01.155869 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-02974332-61a3-4a97-aee3-3a030716ad5a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/239a3d23-af90-497a-a721-b7c2930b2330 HTTP/1.1" status: 204 len: 168 time: 1.6463223 Dec 20 15:58:01.170583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Network': ['ID=24586d2d-6682-48e1-87f8-dcd905e32937,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:01.173219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:01.179412 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/24586d2d-6682-48e1-87f8-dcd905e32937 HTTP/1.1" status: 204 len: 168 time: 5.6494715 Dec 20 15:58:01.180791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53482) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:01.181135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53484) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:01.198851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535235272'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:01.238249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:01.284002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 1da05fa4-6211-4bd9-b718-7cd19ac10294 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:01.285067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:01.296930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:01.318599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:network and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:01.328229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:01.351536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:01.452897 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f06bec4e-58a1-4c8f-bec0-fcf60fce8ccd req-66d9085d-c333-4d1b-8f69-c9ba9f09f8c6 service neutron] 10.222.0.64 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217938 Dec 20 15:58:01.488934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:01.500985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0e98cbf2-2606-49b7-bcfe-5f5d479068ba tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:01.521910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:01.524817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:01.612965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 1da05fa4-6211-4bd9-b718-7cd19ac10294 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:01.658515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-2b0c686f-1b4c-4179-93da-7b15ba8d1963 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:01.659979 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-2b0c686f-1b4c-4179-93da-7b15ba8d1963 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.64 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.5508242 Dec 20 15:58:01.794859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0e98cbf2-2606-49b7-bcfe-5f5d479068ba tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:01.796031 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0e98cbf2-2606-49b7-bcfe-5f5d479068ba tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6054327 Dec 20 15:58:01.800338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53492) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:01.807466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:01.807626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group': {'name': 'tempest-secgroup--157665694'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:01.812735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:01.822718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:01.905268 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-21e79fef-a846-4666-9452-bbb43b072045 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f9dcf1875ea497aac2da2e56d5f4335&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8014474 Dec 20 15:58:01.905791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:01.905984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53496) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:01.906170 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Added segment 96b08c56-5673-4353-b427-819adb99ba74 of type vlan for network e210a334-97fd-4e65-b16d-6fb31fe61d5d Dec 20 15:58:01.935537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:01.939000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:01.949134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Deleting port f0c1c861-e174-4cf9-8f04-b2f60db77148 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:01.949479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:01.952159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-58b022f8-ac0f-4125-a220-1a04c44bfaab tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:02.008109 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f06bec4e-58a1-4c8f-bec0-fcf60fce8ccd req-02741322-fc4c-42fc-ab84-770afc0b4d33 service neutron] 10.222.0.64 "GET /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448561 Dec 20 15:58:02.013707 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=1da05fa4-6211-4bd9-b718-7cd19ac10294,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.028808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:02.048684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.154209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.181021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eea63-6ebb-481c-93de-dbe747ec474b req-a3175f6f-08c1-4d09-bcc2-b646b00e0742 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:02.188002 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f1eea63-6ebb-481c-93de-dbe747ec474b req-a3175f6f-08c1-4d09-bcc2-b646b00e0742 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 945 time: 0.4448631 Dec 20 15:58:02.207290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d532904-3bbf-4826-a5c3-bee799232b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.225126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:02.236081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.245687 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:02.245952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d11e5b7-6fca-4f84-8a82-25680da4384e tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:02.250491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:02.270488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d532904-3bbf-4826-a5c3-bee799232b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.277504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:02.307765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.307765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:02.307765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.313309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.449270 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f1eea63-6ebb-481c-93de-dbe747ec474b req-8fd3ba56-372b-4b84-be2c-704636f3a4a2 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603972 Dec 20 15:58:02.477730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Port': ['ID=e71f0e16-a49c-489e-8c01-01f90fe28e61,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.491402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:02.498088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7757594-4817-4a6c-81da-1bf7835cd2e7 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:02.498246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.543730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] In _notify_port_updated(), no bound segment for port e71f0e16-a49c-489e-8c01-01f90fe28e61 on network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:58:02.548007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:02.548656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.549964 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "PUT /v2.0/ports/e71f0e16-a49c-489e-8c01-01f90fe28e61 HTTP/1.1" status: 200 len: 997 time: 2.1216984 Dec 20 15:58:02.558357 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3658426 Dec 20 15:58:02.573764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53500) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:02.573764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53502) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:02.583252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d532904-3bbf-4826-a5c3-bee799232b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.616960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'network_id': 'e210a334-97fd-4e65-b16d-6fb31fe61d5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:02.644142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b9efeebe-a1ef-4b66-ac81-9a8659280cf5 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:02.667206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d532904-3bbf-4826-a5c3-bee799232b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db8d005-090c-4695-81a8-2d6b3c2bbf47,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.670636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.683286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2d532904-3bbf-4826-a5c3-bee799232b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:02.683286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2d532904-3bbf-4826-a5c3-bee799232b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:02.695818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] For port f0c1c861-e174-4cf9-8f04-b2f60db77148, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c1c861-e174-4cf9-8f04-b2f60db77148,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:02.696227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.722082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=e210a334-97fd-4e65-b16d-6fb31fe61d5d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.738008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network e210a334-97fd-4e65-b16d-6fb31fe61d5d details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:02.744223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:02.804899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be347615-56b6-48d0-9cc2-db16be2bfb24,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.809177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:02.821978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d532904-3bbf-4826-a5c3-bee799232b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.825636 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2d532904-3bbf-4826-a5c3-bee799232b3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0db8d005-090c-4695-81a8-2d6b3c2bbf47 HTTP/1.1" status: 204 len: 168 time: 0.9158931 Dec 20 15:58:02.871139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a2af1d15-946e-48bf-a4ce-3dc335f6613b None None] Provisioning complete for port e71f0e16-a49c-489e-8c01-01f90fe28e61 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:02.871708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a2af1d15-946e-48bf-a4ce-3dc335f6613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:02.936630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a2af1d15-946e-48bf-a4ce-3dc335f6613b None None] Port e71f0e16-a49c-489e-8c01-01f90fe28e61 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:03.000598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.001796 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2006407 Dec 20 15:58:03.005714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53510) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:03.012561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': 'be347615-56b6-48d0-9cc2-db16be2bfb24', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:03.020515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:03.027587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:03.031096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:03.041477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:03.060339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 82c04278-643d-4d63-974a-e2cb124a6350 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:03.060567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Calling delete_port for f0c1c861-e174-4cf9-8f04-b2f60db77148 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:03.100694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-2c29c63e-1908-45df-a62d-66d40a091181 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Deleting port e71f0e16-a49c-489e-8c01-01f90fe28e61 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:03.101036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c29c63e-1908-45df-a62d-66d40a091181 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.138778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:03.158318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:subnet and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:03.167162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:03.184650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:03.202074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.243447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:03.251697 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/82c04278-643d-4d63-974a-e2cb124a6350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3738182 Dec 20 15:58:03.251893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53518) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:03.253805 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670a092-9fec-4f7d-8fb9-a99cd46def18 None None] Sync routers for ids ['82c04278-643d-4d63-974a-e2cb124a6350'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:58:03.268335 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670a092-9fec-4f7d-8fb9-a99cd46def18 None None] Routers {'82c04278-643d-4d63-974a-e2cb124a6350'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:03.269418 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-8670a092-9fec-4f7d-8fb9-a99cd46def18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['82c04278-643d-4d63-974a-e2cb124a6350'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:03.294826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.330096 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-8670a092-9fec-4f7d-8fb9-a99cd46def18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:03.341203 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670a092-9fec-4f7d-8fb9-a99cd46def18 None None] Routers {'82c04278-643d-4d63-974a-e2cb124a6350'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:03.341816 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-8670a092-9fec-4f7d-8fb9-a99cd46def18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['82c04278-643d-4d63-974a-e2cb124a6350'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:03.350600 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-95d7c298-e0f9-4284-9a53-bdc9cdd2f7ac tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=82c04278-643d-4d63-974a-e2cb124a6350 HTTP/1.1" status: 200 len: 205 time: 0.0915582 Dec 20 15:58:03.351020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53524) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:03.358338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:03.412753 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-8670a092-9fec-4f7d-8fb9-a99cd46def18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:03.413162 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670a092-9fec-4f7d-8fb9-a99cd46def18 None None] The sync data for ids ['82c04278-643d-4d63-974a-e2cb124a6350'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:58:03.431044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.442433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:03.518362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7515b98-88e6-4836-b17c-206d51c63393,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:03.522497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:03.543406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45545a4d-8d31-4050-a52f-67a0f048d9c2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.574580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.673070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.673917 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6672852 Dec 20 15:58:03.679388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53534) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:03.687093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': 'be347615-56b6-48d0-9cc2-db16be2bfb24', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:03.695043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:03.701392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:03.705123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:03.713428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:03.738328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c29c63e-1908-45df-a62d-66d40a091181 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.746614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.760557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a7aea015-653f-4f8f-b691-fb5a325d4a1a tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:03.861442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:03.914625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-2c29c63e-1908-45df-a62d-66d40a091181 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Calling delete_port for e71f0e16-a49c-489e-8c01-01f90fe28e61 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:03.946950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event deleted for resources: {'Port': ['ID=f0c1c861-e174-4cf9-8f04-b2f60db77148,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:03.964809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:04.026778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45545a4d-8d31-4050-a52f-67a0f048d9c2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.038696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45545a4d-8d31-4050-a52f-67a0f048d9c2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.081856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.098709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] No DVR routers for this DVR port f0c1c861-e174-4cf9-8f04-b2f60db77148 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:04.106938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.109737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'name': 'network-vif-deleted', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:04.133679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53548) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:04.144122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45545a4d-8d31-4050-a52f-67a0f048d9c2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.144617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45545a4d-8d31-4050-a52f-67a0f048d9c2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Fanout notify agent at l3_agent the message router_deleted on router 82c04278-643d-4d63-974a-e2cb124a6350 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:04.168914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45545a4d-8d31-4050-a52f-67a0f048d9c2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.172973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b222b6-0f7a-44f1-a8b9-97f2437e4a7b req-7854169e-7f3b-4ccc-a613-4af10d632967 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:04.173701 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-45545a4d-8d31-4050-a52f-67a0f048d9c2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/82c04278-643d-4d63-974a-e2cb124a6350 HTTP/1.1" status: 204 len: 168 time: 0.8215892 Dec 20 15:58:04.174434 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5b222b6-0f7a-44f1-a8b9-97f2437e4a7b req-7854169e-7f3b-4ccc-a613-4af10d632967 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/ports?device_id=8255f75b-8bb6-42bb-8c96-c7f6001d2989 HTTP/1.1" status: 200 len: 867 time: 0.5683632 Dec 20 15:58:04.179669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53554) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:04.186369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.189474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:04.212855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613daa08-4a99-45d4-b9fd-b1de1a65dc30,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:04.225277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:04.299761 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f401fcd8-f04c-4135-ad8b-a5b9cf1c3d67 req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.64 "DELETE /v2.0/ports/f0c1c861-e174-4cf9-8f04-b2f60db77148 HTTP/1.1" status: 204 len: 173 time: 2.6114554 Dec 20 15:58:04.310582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.311779 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6308882 Dec 20 15:58:04.314561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53558) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:04.321734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': 'be347615-56b6-48d0-9cc2-db16be2bfb24', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:04.333981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:04.340334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:04.344507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:04.359239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1466514997'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:04.363459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:04.368229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:04.375586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Usage tracker for resource:network and tenant:c505bcd991e64dc4b12b992f3126d494 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:04.379460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:04.387548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:04.405524 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5b222b6-0f7a-44f1-a8b9-97f2437e4a7b req-ebfe2d6f-d238-451a-8a55-e9ff8af34e59 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914625 Dec 20 15:58:04.417730 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8255f75b-8bb6-42bb-8c96-c7f6001d2989', 'name': 'network-vif-deleted', 'tag': 'f0c1c861-e174-4cf9-8f04-b2f60db77148', 'status': 'completed', 'code': 200} Dec 20 15:58:04.453276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c29c63e-1908-45df-a62d-66d40a091181 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.487536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Made reservation on behalf of c505bcd991e64dc4b12b992f3126d494 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:04.490830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.511380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.523568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.598391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:04.605327 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Usage tracker for resource:security_group_rule and tenant:c505bcd991e64dc4b12b992f3126d494 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:04.609691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:04.619369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:04.635141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.649319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-85af6042-2bb2-4616-bbd3-0dd6f4badfa1 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:04.700768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.701059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29c63e-1908-45df-a62d-66d40a091181 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event deleted for resources: {'Port': ['ID=e71f0e16-a49c-489e-8c01-01f90fe28e61,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:04.714531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2c29c63e-1908-45df-a62d-66d40a091181 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:04.731701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.734326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a4051931-da61-435a-aa9f-cdb3e9a82243 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:04.764904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b50e45-e9de-495c-a7c1-8b9d8813f598,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:04.784786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.785472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.785850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.786447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.786824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.787241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.787663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.788033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.788402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.788768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.789133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:04.793561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c1c861-e174-4cf9-8f04-b2f60db77148 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:04.799147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:04.807560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5914109a-8267-4fa0-bfba-7b7ee284a8ad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting subnet 1fb9703d-ae39-4097-8ff3-993169e9bc53 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:04.814266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5914109a-8267-4fa0-bfba-7b7ee284a8ad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.821326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.826295 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-36eb6541-c00d-4134-99f4-7265bc33de1f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:04.834813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: f0c1c861-e174-4cf9-8f04-b2f60db77148 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:04.835528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c1c861-e174-4cf9-8f04-b2f60db77148 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:04.866897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:04.877531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.882106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31321d0-6107-4976-ab32-8c66666b44c8,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:04.886433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b2c8f0d8-c93c-4e4f-a9f8-fbb6db83a938 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:04.887407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:04.888634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.889173 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Added segment 05842d40-1f71-4643-8763-26751bf4c6be of type vlan for network 43d7313f-7c0f-4a0e-96c0-af471a6e9482 Dec 20 15:58:04.924569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.925059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5914109a-8267-4fa0-bfba-7b7ee284a8ad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.929564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.933847 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6156943 Dec 20 15:58:04.937956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53562) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:04.942768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': 'be347615-56b6-48d0-9cc2-db16be2bfb24', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:04.950369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:04.961559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c29c63e-1908-45df-a62d-66d40a091181 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:04.968472 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2c29c63e-1908-45df-a62d-66d40a091181 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "DELETE /v2.0/ports/e71f0e16-a49c-489e-8c01-01f90fe28e61 HTTP/1.1" status: 204 len: 168 time: 2.3874772 Dec 20 15:58:04.969135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:04.969135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:04.971161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53566) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:04.979063 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:05.055155 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-def47806-73d1-4ed3-b337-180e156f6196 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] GET failed (client error): The resource could not be found. Dec 20 15:58:05.056187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-def47806-73d1-4ed3-b337-180e156f6196 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Synchronizing usage tracker for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:05.062069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=f73f3560-7edc-4850-8669-26a95222dfa5,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:05.063867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.067978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:05.072703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.074192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:05.074322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-427dc7d0-f6c2-49ec-9831-ab4a274ef138 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:05.110728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-def47806-73d1-4ed3-b337-180e156f6196 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Unset dirty status for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:05.111843 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-def47806-73d1-4ed3-b337-180e156f6196 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "GET /v2.0/ports/e71f0e16-a49c-489e-8c01-01f90fe28e61 HTTP/1.1" status: 404 len: 333 time: 0.1371553 Dec 20 15:58:05.115942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53570) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:05.121688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.124542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'port': {'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7', 'name': 'tempest-AllowedAddressPairTestJSON-1442348341'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:05.144617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking segment: {'id': '96b08c56-5673-4353-b427-819adb99ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e210a334-97fd-4e65-b16d-6fb31fe61d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:05.144617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network hostable DHCP agents. Network: e210a334-97fd-4e65-b16d-6fb31fe61d5d, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:05.177171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5914109a-8267-4fa0-bfba-7b7ee284a8ad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.204739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Pushing event updated for resources: {'Network': ['ID=43d7313f-7c0f-4a0e-96c0-af471a6e9482,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:05.207542 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0728135 Dec 20 15:58:05.208491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:05.212112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53574) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:05.219641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 43d7313f-7c0f-4a0e-96c0-af471a6e9482 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:05.233695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Request body: {'subnet': {'network_id': '43d7313f-7c0f-4a0e-96c0-af471a6e9482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:05.364671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:05.375999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:05.390060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network e210a334-97fd-4e65-b16d-6fb31fe61d5d is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:05.407826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5914109a-8267-4fa0-bfba-7b7ee284a8ad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.411832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b43c127d-7fb3-4652-ac6e-4e6c6c9fe5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:05.455343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914109a-8267-4fa0-bfba-7b7ee284a8ad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb9703d-ae39-4097-8ff3-993169e9bc53,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:05.459437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5914109a-8267-4fa0-bfba-7b7ee284a8ad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:05.463673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Made reservation on behalf of c7a3e8c9d2a44718b6e7ffda2241373e for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:05.468101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.488004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, e210a334-97fd-4e65-b16d-6fb31fe61d5d) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:05.494557 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:05.495123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:05.495965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.497757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.500020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Usage tracker for resource:subnet and tenant:c505bcd991e64dc4b12b992f3126d494 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:05.503197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:05.509967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:05.512590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60129433-bce8-466b-aa3f-27cc3000f674 None None] Network e210a334-97fd-4e65-b16d-6fb31fe61d5d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:05.514931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5914109a-8267-4fa0-bfba-7b7ee284a8ad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.545275 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5914109a-8267-4fa0-bfba-7b7ee284a8ad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/1fb9703d-ae39-4097-8ff3-993169e9bc53 HTTP/1.1" status: 204 len: 168 time: 1.3592103 Dec 20 15:58:05.545513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53580) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:05.545605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53582) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:05.547788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] device_id is not set on port 1fd97ed9-e854-438a-8d3f-91492f828664 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:05.586241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74794bea-88ca-4efb-8d94-7a0a65f720b1 None None] Network fa6c0f45-9946-4f85-b26e-589afaf92623 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:05.622854 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0451198 Dec 20 15:58:05.627315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53588) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:05.644109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Made reservation on behalf of c505bcd991e64dc4b12b992f3126d494 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:05.674375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.682027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7496c776-f625-48d5-b19d-cf7060e97881 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:05.740030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc64b8fc-4d55-42f4-9a63-926168d4d3c8,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:05.748218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:05.821259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Allocated IP 172.20.0.6 (e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7/07e9127d-e8d8-4d87-92ea-134d3c2cd447/1fd97ed9-e854-438a-8d3f-91492f828664) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:05.825774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.827205 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8914380 Dec 20 15:58:05.833786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53592) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:05.850467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.855529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': 'be347615-56b6-48d0-9cc2-db16be2bfb24', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:05.865568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:05.872090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:05.876007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:05.883990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:05.891439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:05.978490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-e210a334-97fd-4e65-b16d-6fb31fe61d5d', 'network_id': 'e210a334-97fd-4e65-b16d-6fb31fe61d5d', 'tenant_id': '927088fd181341279d3acfc769946bce', 'fixed_ips': [{'subnet_id': 'f73f3560-7edc-4850-8669-26a95222dfa5'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:58:05.979579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.047270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.057396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] DHCP port deletion for fa6c0f45-9946-4f85-b26e-589afaf92623 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:06.068443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] Deleting port aee9f02d-2cff-4016-b2c5-4eaa1e17a378 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:06.068830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.148059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7887f5e-9b18-4d31-973d-01c1fd43feb4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting subnet 83acdf37-66ac-459d-87e3-8a6180cddf48 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:06.150112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.155365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d7887f5e-9b18-4d31-973d-01c1fd43feb4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.261778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d7887f5e-9b18-4d31-973d-01c1fd43feb4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.277075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.294333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Allocated IP 2001:db8::1 (e210a334-97fd-4e65-b16d-6fb31fe61d5d/f73f3560-7edc-4850-8669-26a95222dfa5/837d1537-904e-4bc7-b2b2-86747be30f85) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:06.298267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Transition to ACTIVE for port object 1fd97ed9-e854-438a-8d3f-91492f828664 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:06.300451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.366747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.376462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-03f554b5-e1a1-43c7-b24f-ca9fbd0b54f5 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:06.396457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] For port aee9f02d-2cff-4016-b2c5-4eaa1e17a378, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=aee9f02d-2cff-4016-b2c5-4eaa1e17a378,segment=NetworkSegment(edbfab8e-1a44-42e0-9f81-bbb4b542ddb5),segment_id=edbfab8e-1a44-42e0-9f81-bbb4b542ddb5)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:06.396860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.398853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a7466a-fc67-4ad3-bd89-2c83dd75eab6,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:06.402217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:06.429934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.435890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6bcce68-ec9c-437c-bf2e-e929b66238ac tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:06.476834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d7887f5e-9b18-4d31-973d-01c1fd43feb4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.511362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:06.513491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.516599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:06.518729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Port': ['ID=1fd97ed9-e854-438a-8d3f-91492f828664,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:06.519759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d0d7a01d-f9f9-4ba9-90a8-5b91c9629db5 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:06.528098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:06.572587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:06.574780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] Calling delete_port for aee9f02d-2cff-4016-b2c5-4eaa1e17a378 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:06.575848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.579916 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7428892 Dec 20 15:58:06.582052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53596) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:06.637252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:06.637471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.689358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-255a4aa3-f307-4a36-ab45-ec740cf7944d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.689633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Pushing event updated for resources: {'Subnet': ['ID=97067b49-e053-4a7a-a72c-b399dbf5ea1b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:06.701052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:06.708910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-255a4aa3-f307-4a36-ab45-ec740cf7944d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.726300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.738452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Transition to ACTIVE for port object 837d1537-904e-4bc7-b2b2-86747be30f85 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:06.744251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Checking segment: {'id': '05842d40-1f71-4643-8763-26751bf4c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '43d7313f-7c0f-4a0e-96c0-af471a6e9482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:06.744613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Network hostable DHCP agents. Network: 43d7313f-7c0f-4a0e-96c0-af471a6e9482, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:06.780806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Transition to ACTIVE for port object 837d1537-904e-4bc7-b2b2-86747be30f85 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:06.794984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.798836 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6787236 Dec 20 15:58:06.798836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53600) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:06.805825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'port': {'network_id': 'e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7', 'name': 'tempest-AllowedAddressPairTestJSON-226388518'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:06.844520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-255a4aa3-f307-4a36-ab45-ec740cf7944d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.853415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d7887f5e-9b18-4d31-973d-01c1fd43feb4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.855679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-adb1d003-5fd1-4fce-a398-be75bba1f93d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:06.864306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:06.904219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7887f5e-9b18-4d31-973d-01c1fd43feb4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Subnet': ['ID=83acdf37-66ac-459d-87e3-8a6180cddf48,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:06.904488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.907513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Network 43d7313f-7c0f-4a0e-96c0-af471a6e9482 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:06.911185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d7887f5e-9b18-4d31-973d-01c1fd43feb4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:06.916020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d7887f5e-9b18-4d31-973d-01c1fd43feb4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:06.919285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0b2537c6-6f3b-48e5-8076-bf4e11c4baae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:06.935307 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d7887f5e-9b18-4d31-973d-01c1fd43feb4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/83acdf37-66ac-459d-87e3-8a6180cddf48 HTTP/1.1" status: 204 len: 168 time: 1.3844736 Dec 20 15:58:06.935526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53604) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:06.956861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d059a3d-7fe7-4932-ac75-2a157f052f60 None None] Network dec52be1-16d2-44c0-9ffe-521e84cc403b requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:06.980492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f3d5d69a-78fc-4613-b991-ba046d884275 None None] Provisioning for port 1fd97ed9-e854-438a-8d3f-91492f828664 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:06.984744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.003148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f3d5d69a-78fc-4613-b991-ba046d884275 None None] Provisioning complete for port 1fd97ed9-e854-438a-8d3f-91492f828664 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:07.003566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f3d5d69a-78fc-4613-b991-ba046d884275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.053619 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a4aa3-f307-4a36-ab45-ec740cf7944d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25a7466a-fc67-4ad3-bd89-2c83dd75eab6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:07.056972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-255a4aa3-f307-4a36-ab45-ec740cf7944d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:07.061741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-255a4aa3-f307-4a36-ab45-ec740cf7944d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.065236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-255a4aa3-f307-4a36-ab45-ec740cf7944d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/25a7466a-fc67-4ad3-bd89-2c83dd75eab6 HTTP/1.1" status: 204 len: 168 time: 0.4837999 Dec 20 15:58:07.069177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53608) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:07.114079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 43d7313f-7c0f-4a0e-96c0-af471a6e9482) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:07.122452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Network e210a334-97fd-4e65-b16d-6fb31fe61d5d is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:07.134723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:07.135783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.138050 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Pushing event updated for resources: {'Port': ['ID=837d1537-904e-4bc7-b2b2-86747be30f85,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:07.140342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d162d-a58c-43b7-bea8-7464281495b8 None None] Network 43d7313f-7c0f-4a0e-96c0-af471a6e9482 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:07.154524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:07.189481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ad803c34-4931-4199-aa08-3b966bca0f0b tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:07.192423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:07.200267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.205712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eca2f49a-0a5a-4c43-9f01-bc6e88a62d66 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:07.220714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:07.236617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:07.243371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device aee9f02d-2cff-4016-b2c5-4eaa1e17a378 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:07.276058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] No DVR routers for this DVR port aee9f02d-2cff-4016-b2c5-4eaa1e17a378 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:07.287764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Subnet': ['ID=f73f3560-7edc-4850-8669-26a95222dfa5,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:07.291927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:07.315142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.353292 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.353640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.353984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.354319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.354649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.355004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.355350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.357968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.357968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.357968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.357968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:07.359751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: aee9f02d-2cff-4016-b2c5-4eaa1e17a378 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:07.360107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device aee9f02d-2cff-4016-b2c5-4eaa1e17a378 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:07.361914 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:07.364358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5d69a-78fc-4613-b991-ba046d884275 None None] Port 1fd97ed9-e854-438a-8d3f-91492f828664 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:07.365707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4bacec9f-df7f-4cf9-ac71-af462738b4ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:07.394412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.402384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ad803c34-4931-4199-aa08-3b966bca0f0b tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:07.406278 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ad803c34-4931-4199-aa08-3b966bca0f0b tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3309927 Dec 20 15:58:07.406278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Made reservation on behalf of c7a3e8c9d2a44718b6e7ffda2241373e for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:07.406770 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b253e7fd-7493-4d71-8e50-6c2fb5caa885 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1906426 Dec 20 15:58:07.407786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.412016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53612) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:07.412016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53614) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:07.433718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Request body: {'port': {'network_id': '43d7313f-7c0f-4a0e-96c0-af471a6e9482', 'name': 'tempest-TagsExtTest-1363936171'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:07.435663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] device_id is not set on port 72ae736b-5f3b-45aa-a78f-1243deed2092 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:07.495653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e210a334-97fd-4e65-b16d-6fb31fe61d5d']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:07.517765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b08c56-5673-4353-b427-819adb99ba74') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:07.518193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b08c56-5673-4353-b427-819adb99ba74') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:07.521255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] Pushing event deleted for resources: {'Port': ['ID=aee9f02d-2cff-4016-b2c5-4eaa1e17a378,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:07.525743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:07.542097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.569373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.596178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.603651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Attempting to bind port 837d1537-904e-4bc7-b2b2-86747be30f85 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:58:07.604292 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Attempting to bind port 837d1537-904e-4bc7-b2b2-86747be30f85 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '96b08c56-5673-4353-b427-819adb99ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e210a334-97fd-4e65-b16d-6fb31fe61d5d'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:58:07.604472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Attempting to bind port 837d1537-904e-4bc7-b2b2-86747be30f85 on network e210a334-97fd-4e65-b16d-6fb31fe61d5d {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:58:07.610346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:07.610746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:07.629888 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:07.656879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:58:07.657258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Checking segment: {'id': '96b08c56-5673-4353-b427-819adb99ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e210a334-97fd-4e65-b16d-6fb31fe61d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:07.657677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.658078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Bound using segment: {'id': '96b08c56-5673-4353-b427-819adb99ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e210a334-97fd-4e65-b16d-6fb31fe61d5d'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:58:07.658577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Bound port: 837d1537-904e-4bc7-b2b2-86747be30f85, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b08c56-5673-4353-b427-819adb99ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e210a334-97fd-4e65-b16d-6fb31fe61d5d'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:58:07.659051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.685797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6c0f45-9946-4f85-b26e-589afaf92623']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:07.705563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7808b8f5-df2b-4dab-9fbb-c708bae107e5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.721259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbfab8e-1a44-42e0-9f81-bbb4b542ddb5') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:07.722038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbfab8e-1a44-42e0-9f81-bbb4b542ddb5') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:07.722215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Allocated IP 172.20.0.4 (e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7/07e9127d-e8d8-4d87-92ea-134d3c2cd447/72ae736b-5f3b-45aa-a78f-1243deed2092) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:07.740181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7808b8f5-df2b-4dab-9fbb-c708bae107e5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.765521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.799422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-43d7313f-7c0f-4a0e-96c0-af471a6e9482', 'network_id': '43d7313f-7c0f-4a0e-96c0-af471a6e9482', 'tenant_id': 'c505bcd991e64dc4b12b992f3126d494', 'fixed_ips': [{'subnet_id': '97067b49-e053-4a7a-a72c-b399dbf5ea1b'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:58:07.812764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.812888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 15:58:07.812888 dv-neutron-821074-1-hyperv neutron-server[84392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 15:58:07.812888 dv-neutron-821074-1-hyperv neutron-server[84392]: [parameters: {'id': 'e210a334-97fd-4e65-b16d-6fb31fe61d5d'}] Dec 20 15:58:07.812888 dv-neutron-821074-1-hyperv neutron-server[84392]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:58:07.812888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:58:07.831385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] For port 837d1537-904e-4bc7-b2b2-86747be30f85, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:07.838207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] For port 837d1537-904e-4bc7-b2b2-86747be30f85, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=837d1537-904e-4bc7-b2b2-86747be30f85,segment=NetworkSegment(96b08c56-5673-4353-b427-819adb99ba74),segment_id=96b08c56-5673-4353-b427-819adb99ba74)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:07.843587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.865987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:07.866554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:07.881702 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:07.897986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] DHCP port deletion for dec52be1-16d2-44c0-9ffe-521e84cc403b request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:07.902949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:07.909282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.910273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Usage tracker for resource:port and tenant:c505bcd991e64dc4b12b992f3126d494 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:07.915179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:07.916368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:07.943533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] Deleting port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:07.944029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.963969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:07.978496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:07.984356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Transition to ACTIVE for port object 72ae736b-5f3b-45aa-a78f-1243deed2092 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:08.038579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7808b8f5-df2b-4dab-9fbb-c708bae107e5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.044351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e7d12d15-5438-4c86-b42b-80bfd5c8417e tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:08.072002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808b8f5-df2b-4dab-9fbb-c708bae107e5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc64b8fc-4d55-42f4-9a63-926168d4d3c8,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:08.076948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.086891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4b0aa670-33b3-4725-8c0d-b31ce9ac3cef tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:08.109194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7808b8f5-df2b-4dab-9fbb-c708bae107e5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:08.144051 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.149468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6a8e6779-1918-45de-a2b1-b0961ad34b85 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:08.149853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Pushing event updated for resources: {'Port': ['ID=837d1537-904e-4bc7-b2b2-86747be30f85,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:08.177231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:08.178180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Port': ['ID=72ae736b-5f3b-45aa-a78f-1243deed2092,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:08.181856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:08.183283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:08.185741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:08.187501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:08.197027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.204161 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/networks/fa6c0f45-9946-4f85-b26e-589afaf92623 HTTP/1.1" status: 204 len: 168 time: 1.2653971 Dec 20 15:58:08.204161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Made reservation on behalf of c505bcd991e64dc4b12b992f3126d494 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:08.209242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.213230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53620) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:08.226807 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Allocated IP 172.20.0.2 (43d7313f-7c0f-4a0e-96c0-af471a6e9482/97067b49-e053-4a7a-a72c-b399dbf5ea1b/88fd09c9-ec68-4634-b968-8e21ffb1d335) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:08.249218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7808b8f5-df2b-4dab-9fbb-c708bae107e5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.251135 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7808b8f5-df2b-4dab-9fbb-c708bae107e5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/fc64b8fc-4d55-42f4-9a63-926168d4d3c8 HTTP/1.1" status: 204 len: 168 time: 0.8366892 Dec 20 15:58:08.266493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53624) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:08.316862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.322728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b6f368-e827-4df6-a141-45f6fee25c8a None None] Network e210a334-97fd-4e65-b16d-6fb31fe61d5d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:08.324945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Network': ['ID=fa6c0f45-9946-4f85-b26e-589afaf92623,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:08.328929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:08.351673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] device_id is not set on port 9052c0ab-7fb9-4e76-830c-f55ef71fc572 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:08.418748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:08.419490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.436682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting port 837d1537-904e-4bc7-b2b2-86747be30f85 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:08.437289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.469551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.545164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] For port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7b25841d-7e90-4e70-bc2d-e02c8d58dee2,segment=NetworkSegment(079d9b15-dd78-4d5a-8ab5-61a2380f008f),segment_id=079d9b15-dd78-4d5a-8ab5-61a2380f008f)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:08.545566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.549771 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-11abee7c-c1d0-428c-8100-a6594ce363a8 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2774148 Dec 20 15:58:08.550500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:08.550500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.571323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53628) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:08.617617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f4208d5-ed85-46c5-b3fe-d9b47458132f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.638483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f4208d5-ed85-46c5-b3fe-d9b47458132f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.638808 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8384974 Dec 20 15:58:08.641044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53632) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:08.660613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:00:a0:d3'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:a3:f9:79'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:08.702001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] Calling delete_port for 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:08.725879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Deleting port 89f63a33-6aee-4f3c-83d5-788d58511177 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:08.726321 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.798981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f4208d5-ed85-46c5-b3fe-d9b47458132f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.809209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-59d1d7f6-084c-4582-8740-2d4d33a2efc4 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:08.845702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4208d5-ed85-46c5-b3fe-d9b47458132f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75b50e45-e9de-495c-a7c1-8b9d8813f598,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:08.848684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5f4208d5-ed85-46c5-b3fe-d9b47458132f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:08.871039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f4208d5-ed85-46c5-b3fe-d9b47458132f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.874186 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5f4208d5-ed85-46c5-b3fe-d9b47458132f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/75b50e45-e9de-495c-a7c1-8b9d8813f598 HTTP/1.1" status: 204 len: 168 time: 0.3000774 Dec 20 15:58:08.875140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53636) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:08.940277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] For port 837d1537-904e-4bc7-b2b2-86747be30f85, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=837d1537-904e-4bc7-b2b2-86747be30f85,segment=NetworkSegment(96b08c56-5673-4353-b427-819adb99ba74),segment_id=96b08c56-5673-4353-b427-819adb99ba74)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:08.940583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:08.996612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.007711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c016336b-afe1-4e90-889b-e95625be5814 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:09.011454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] For port 89f63a33-6aee-4f3c-83d5-788d58511177, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=89f63a33-6aee-4f3c-83d5-788d58511177,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:09.011891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.014281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Transition to ACTIVE for port object 88fd09c9-ec68-4634-b968-8e21ffb1d335 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:09.041937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Transition to ACTIVE for port object 88fd09c9-ec68-4634-b968-8e21ffb1d335 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:09.053015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b1dfefb7-20f3-4cf1-8aae-f9dc289e215c None None] Provisioning for port 72ae736b-5f3b-45aa-a78f-1243deed2092 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:09.058961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b1dfefb7-20f3-4cf1-8aae-f9dc289e215c None None] Provisioning complete for port 72ae736b-5f3b-45aa-a78f-1243deed2092 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:09.060682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b1dfefb7-20f3-4cf1-8aae-f9dc289e215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.088971 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.103499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:09.153511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] Pushing event deleted for resources: {'Port': ['ID=7b25841d-7e90-4e70-bc2d-e02c8d58dee2,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:09.162322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:09.179726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] No DVR routers for this DVR port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:09.181947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.200729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:09.260966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfefb7-20f3-4cf1-8aae-f9dc289e215c None None] Port 72ae736b-5f3b-45aa-a78f-1243deed2092 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:09.262460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:09.291384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Calling delete_port for 89f63a33-6aee-4f3c-83d5-788d58511177 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:09.302375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Calling delete_port for 837d1537-904e-4bc7-b2b2-86747be30f85 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:09.304708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:09.305090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:09.342030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Network 43d7313f-7c0f-4a0e-96c0-af471a6e9482 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:09.345549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:09.347422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Pushing event updated for resources: {'Port': ['ID=88fd09c9-ec68-4634-b968-8e21ffb1d335,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:09.349570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:09.382742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7b25841d-7e90-4e70-bc2d-e02c8d58dee2,segment=NetworkSegment(079d9b15-dd78-4d5a-8ab5-61a2380f008f),segment_id=079d9b15-dd78-4d5a-8ab5-61a2380f008f)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:09.383349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.384073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:09.430756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Allocated IP 172.20.0.14 (43d7313f-7c0f-4a0e-96c0-af471a6e9482/97067b49-e053-4a7a-a72c-b399dbf5ea1b/9052c0ab-7fb9-4e76-830c-f55ef71fc572) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:09.442507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Attempting to bind port 88fd09c9-ec68-4634-b968-8e21ffb1d335 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:58:09.442890 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Attempting to bind port 88fd09c9-ec68-4634-b968-8e21ffb1d335 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '05842d40-1f71-4643-8763-26751bf4c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '43d7313f-7c0f-4a0e-96c0-af471a6e9482'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:58:09.443292 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Attempting to bind port 88fd09c9-ec68-4634-b968-8e21ffb1d335 on network 43d7313f-7c0f-4a0e-96c0-af471a6e9482 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:58:09.444265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c016336b-afe1-4e90-889b-e95625be5814 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:09.445758 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c016336b-afe1-4e90-889b-e95625be5814 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.5703101 Dec 20 15:58:09.448858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53640) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:09.455646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:58:09.456042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Checking segment: {'id': '05842d40-1f71-4643-8763-26751bf4c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '43d7313f-7c0f-4a0e-96c0-af471a6e9482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:09.456525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.456987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Bound using segment: {'id': '05842d40-1f71-4643-8763-26751bf4c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '43d7313f-7c0f-4a0e-96c0-af471a6e9482'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:58:09.457607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Bound port: 88fd09c9-ec68-4634-b968-8e21ffb1d335, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05842d40-1f71-4643-8763-26751bf4c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '43d7313f-7c0f-4a0e-96c0-af471a6e9482'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:58:09.457983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.538156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5ebf70c4-016d-4d43-a684-08bbd83a9eff tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.561435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] For port 88fd09c9-ec68-4634-b968-8e21ffb1d335, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:09.564155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] For port 88fd09c9-ec68-4634-b968-8e21ffb1d335, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=88fd09c9-ec68-4634-b968-8e21ffb1d335,segment=NetworkSegment(05842d40-1f71-4643-8763-26751bf4c6be),segment_id=05842d40-1f71-4643-8763-26751bf4c6be)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:09.566879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:09.573008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5ebf70c4-016d-4d43-a684-08bbd83a9eff tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.627543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.687157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.691976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:09.723727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:58:09.724149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:58:09.768199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Pushing event updated for resources: {'Port': ['ID=88fd09c9-ec68-4634-b968-8e21ffb1d335,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:09.771223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:09.800036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5ebf70c4-016d-4d43-a684-08bbd83a9eff tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.802010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e2851c64-a208-4f76-9e04-2225a3819c87 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:09.816479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf70c4-016d-4d43-a684-08bbd83a9eff tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=613daa08-4a99-45d4-b9fd-b1de1a65dc30,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:09.823938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5ebf70c4-016d-4d43-a684-08bbd83a9eff tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:09.853116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.857591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:09.892568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.918588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Port': ['ID=837d1537-904e-4bc7-b2b2-86747be30f85,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:09.929851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:09.938712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-134b9990-71a7-4ddc-977c-c0362dd8485c tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:09.946625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:09.955349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No DVR routers for this DVR port 837d1537-904e-4bc7-b2b2-86747be30f85 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:10.020286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5ebf70c4-016d-4d43-a684-08bbd83a9eff tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.021661 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5ebf70c4-016d-4d43-a684-08bbd83a9eff tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/613daa08-4a99-45d4-b9fd-b1de1a65dc30 HTTP/1.1" status: 204 len: 168 time: 0.5698647 Dec 20 15:58:10.028120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53644) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:10.031163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event deleted for resources: {'Port': ['ID=89f63a33-6aee-4f3c-83d5-788d58511177,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:10.034272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:10.041819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Transition to ACTIVE for port object 9052c0ab-7fb9-4e76-830c-f55ef71fc572 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:10.198218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.231343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e210a334-97fd-4e65-b16d-6fb31fe61d5d']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:10.245070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b08c56-5673-4353-b427-819adb99ba74') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:10.245490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b08c56-5673-4353-b427-819adb99ba74') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:10.257958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.275688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 7b25841d-7e90-4e70-bc2d-e02c8d58dee2 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:10.276025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.278223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.289808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-05cf94c7-f6e5-44d3-9eb7-04a00e497344 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:10.322262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.370315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Network 43d7313f-7c0f-4a0e-96c0-af471a6e9482 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:10.371659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] The port '7b25841d-7e90-4e70-bc2d-e02c8d58dee2' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:58:10.375143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:10.376922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Pushing event updated for resources: {'Port': ['ID=9052c0ab-7fb9-4e76-830c-f55ef71fc572,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:10.379831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:10.381745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:10.382240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:10.397086 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:10.405707 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:10.456361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:10.456961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.486831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.562067 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0be34ff3-1899-466c-a56b-e0d2d3e37a39 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.4742937 Dec 20 15:58:10.565359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53648) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:10.578082 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1625834 Dec 20 15:58:10.578796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.resource_extend [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:58:10.586641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53652) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:10.598424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-174881571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:10.615324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:10.626303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Usage tracker for resource:router and tenant:c505bcd991e64dc4b12b992f3126d494 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:10.630282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:10.634831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a98c2a8-83b6-4038-9747-fa540455fb93 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.643132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.648951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:10.651904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.659845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a98c2a8-83b6-4038-9747-fa540455fb93 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.673797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec52be1-16d2-44c0-9ffe-521e84cc403b']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:10.688685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079d9b15-dd78-4d5a-8ab5-61a2380f008f') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:10.688959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079d9b15-dd78-4d5a-8ab5-61a2380f008f') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:10.698875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.703387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b5f9cbbb-8845-4b05-b43d-ae429912e01d tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:10.718064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.721771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.744455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Network': ['ID=e210a334-97fd-4e65-b16d-6fb31fe61d5d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:10.746556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.763456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.766354 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/e210a334-97fd-4e65-b16d-6fb31fe61d5d HTTP/1.1" status: 204 len: 168 time: 5.1385355 Dec 20 15:58:10.772481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53656) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:10.777585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.777585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.777585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.777585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.777585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.777585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.777585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.777585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.778324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.778324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.778482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:10.783654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:10.784574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:10.784974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.796468 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61442aba-56d8-4f7a-8ec0-4ebb96db6d1f None None] Network 43d7313f-7c0f-4a0e-96c0-af471a6e9482 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:10.800508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a0aaf338-254a-4ba3-9a69-57b410ea3277 tempest-RoutersIpV6AdminTest-1846714885 tempest-RoutersIpV6AdminTest-1846714885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:10.801568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.802726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:10.829675 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:10.842664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-496528740'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:11.018506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:11.025303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ca0a6112-897b-4184-be8e-ad7b044719dc None None] Provisioning for port 88fd09c9-ec68-4634-b968-8e21ffb1d335 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:11.044375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:network and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:11.110193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:11.133122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:11.143814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a98c2a8-83b6-4038-9747-fa540455fb93 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.143814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:11.150697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event updated for resources: {'Port': ['ID=72ae736b-5f3b-45aa-a78f-1243deed2092,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:11.157222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:11.162293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98c2a8-83b6-4038-9747-fa540455fb93 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7515b98-88e6-4836-b17c-206d51c63393,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:11.165662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] In _notify_port_updated(), no bound segment for port 72ae736b-5f3b-45aa-a78f-1243deed2092 on network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:58:11.169668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:11.170315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.171667 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "PUT /v2.0/ports/72ae736b-5f3b-45aa-a78f-1243deed2092 HTTP/1.1" status: 200 len: 1055 time: 2.5275803 Dec 20 15:58:11.174484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53660) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:11.174831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9a98c2a8-83b6-4038-9747-fa540455fb93 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:11.184731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9a98c2a8-83b6-4038-9747-fa540455fb93 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.184731 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9a98c2a8-83b6-4038-9747-fa540455fb93 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b7515b98-88e6-4836-b17c-206d51c63393 HTTP/1.1" status: 204 len: 168 time: 0.6172464 Dec 20 15:58:11.186734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53664) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:11.202331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a3361592-ff22-41e2-8f46-a3de41ce18bc None None] Provisioning complete for port 72ae736b-5f3b-45aa-a78f-1243deed2092 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:11.203104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a3361592-ff22-41e2-8f46-a3de41ce18bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.240385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.251887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.258406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:11.293522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a3361592-ff22-41e2-8f46-a3de41ce18bc None None] Port 72ae736b-5f3b-45aa-a78f-1243deed2092 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:11.310718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.316268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:11.319794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.341196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Network': ['ID=dec52be1-16d2-44c0-9ffe-521e84cc403b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:11.349962 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/networks/dec52be1-16d2-44c0-9ffe-521e84cc403b HTTP/1.1" status: 204 len: 168 time: 3.1326797 Dec 20 15:58:11.351199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:11.353880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53668) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:11.360754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1145205255'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:11.368301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ce392-753b-4112-82a4-f76bd7657760 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Deleting port 72ae736b-5f3b-45aa-a78f-1243deed2092 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:11.368301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce392-753b-4112-82a4-f76bd7657760 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.377324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:11.387993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-253d5b67-ee6b-45f0-a621-a5cccd1a1c47 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:11.392939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:network and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:11.399062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:11.401531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.419037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 88fd09c9-ec68-4634-b968-8e21ffb1d335 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:11.429124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:11.436853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:11.487969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.488289 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Added segment efc71332-d9b5-4611-8f74-2f26242e6ac0 of type vlan for network 150e28fc-eb8f-4767-bf46-1bc2d9d79997 Dec 20 15:58:11.526755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.527513 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-84ccdd9a-6858-4d50-a4ec-dbfaf42ca2f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9384282 Dec 20 15:58:11.534729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53672) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:11.541276 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-4f2feb6d-969c-4fa4-a249-1371eb25d919 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-423622444', 'prefixes': ['172.20.0.0/16']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:11.546088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:11.548953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.566643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.567966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-253d5b67-ee6b-45f0-a621-a5cccd1a1c47 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:11.571974 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-253d5b67-ee6b-45f0-a621-a5cccd1a1c47 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3814924 Dec 20 15:58:11.573016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53676) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:11.575737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4f2feb6d-969c-4fa4-a249-1371eb25d919 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:11.608641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:11.622372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.622719 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added segment e747b720-c6bc-432c-b991-b1c043815dd7 of type vlan for network 847c8730-19df-478c-a4fa-dcc68a1fe017 Dec 20 15:58:11.629438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 88fd09c9-ec68-4634-b968-8e21ffb1d335 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:11.636605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 88fd09c9-ec68-4634-b968-8e21ffb1d335 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:11.637318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.659890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.678274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Router 8a2d91be-6f69-43cb-b162-899e269ff96d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:11.730109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0be554ba-269f-4453-9f0d-1f1a6ad52336 None None] Provisioning for port 9052c0ab-7fb9-4e76-830c-f55ef71fc572 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:11.766487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce392-753b-4112-82a4-f76bd7657760 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.778194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-479adb30-0fc6-40ad-a4c2-a576db378fdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.796145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0be554ba-269f-4453-9f0d-1f1a6ad52336 None None] Provisioning complete for port 9052c0ab-7fb9-4e76-830c-f55ef71fc572 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:11.796821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0be554ba-269f-4453-9f0d-1f1a6ad52336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.829815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48900f2a-ec61-4d04-b5ba-4e611394bb8e None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:58:11.898415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.900946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.902675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:11.903287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:11.915497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ce392-753b-4112-82a4-f76bd7657760 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Calling delete_port for 72ae736b-5f3b-45aa-a78f-1243deed2092 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:11.927785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-0be554ba-269f-4453-9f0d-1f1a6ad52336 None None] Port 9052c0ab-7fb9-4e76-830c-f55ef71fc572 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:11.943049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:11.943484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d369e85-c4ff-44f1-a059-817fad2a38d6 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:11.963559 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] Sync routers for ids ['8a2d91be-6f69-43cb-b162-899e269ff96d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:58:11.982568 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "PUT /v2.0/routers/8a2d91be-6f69-43cb-b162-899e269ff96d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4352813 Dec 20 15:58:11.985679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53680) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:11.986406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.000702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 88fd09c9-ec68-4634-b968-8e21ffb1d335, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=88fd09c9-ec68-4634-b968-8e21ffb1d335,segment=NetworkSegment(05842d40-1f71-4643-8763-26751bf4c6be),segment_id=05842d40-1f71-4643-8763-26751bf4c6be)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:12.001072 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:12.001072 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.002163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-479adb30-0fc6-40ad-a4c2-a576db378fdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.003959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] Routers {'8a2d91be-6f69-43cb-b162-899e269ff96d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:12.004596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8a2d91be-6f69-43cb-b162-899e269ff96d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:12.013891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5828de7e-b560-475f-b676-1c372abc7962 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:12.120268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.122715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=150e28fc-eb8f-4767-bf46-1bc2d9d79997,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:12.127074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4f2feb6d-969c-4fa4-a249-1371eb25d919 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for subnetpool, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.132690 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4f2feb6d-969c-4fa4-a249-1371eb25d919 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5963843 Dec 20 15:58:12.136006 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3541265 Dec 20 15:58:12.136881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53684) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:12.138716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53686) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:12.152593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:12.167812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-9d2560a8-efb0-4ab8-93ff-f7c3a009861f tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b', 'tempest-TagsExtTest-Tag-684022641') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:12.176421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6acfb7f0-e784-42db-a948-4914da0c4e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:12.209006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'network_id': '150e28fc-eb8f-4767-bf46-1bc2d9d79997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:12.280032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 150e28fc-eb8f-4767-bf46-1bc2d9d79997 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:12.303106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-479adb30-0fc6-40ad-a4c2-a576db378fdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.306284 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9512970 Dec 20 15:58:12.314300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Network': ['ID=847c8730-19df-478c-a4fa-dcc68a1fe017,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:12.314300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:12.314720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53692) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:12.314720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-02974332-61a3-4a97-aee3-3a030716ad5a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:12.315624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48900f2a-ec61-4d04-b5ba-4e611394bb8e None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:58:12.338663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 847c8730-19df-478c-a4fa-dcc68a1fe017 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:12.343831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'subnet': {'network_id': '847c8730-19df-478c-a4fa-dcc68a1fe017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:12.366842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7b8231b7-f003-44d2-a0a3-d1bfb25291a7 None None] Provisioning complete for port 9052c0ab-7fb9-4e76-830c-f55ef71fc572 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:12.367242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7b8231b7-f003-44d2-a0a3-d1bfb25291a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.376005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479adb30-0fc6-40ad-a4c2-a576db378fdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be347615-56b6-48d0-9cc2-db16be2bfb24,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:12.379718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:12.387748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-479adb30-0fc6-40ad-a4c2-a576db378fdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:12.429934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:subnet and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:12.437009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:12.445279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:12.493332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf3c7a1-8729-4c37-9e43-7b23985246ef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Deleting subnet 8d49e741-3096-4edc-aac1-d01d7cfdf754 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:12.496760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c7a1-8729-4c37-9e43-7b23985246ef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.501531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce392-753b-4112-82a4-f76bd7657760 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.511954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ecfe1222-a5bb-4929-b4eb-ba8278737393 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:12.557389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:12.560750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:12.571707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ce392-753b-4112-82a4-f76bd7657760 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event deleted for resources: {'Port': ['ID=72ae736b-5f3b-45aa-a78f-1243deed2092,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:12.575577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:subnet and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:12.579261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:12.583271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2b3ce392-753b-4112-82a4-f76bd7657760 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:12.589912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:12.604957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=88fd09c9-ec68-4634-b968-8e21ffb1d335,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:12.630788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-479adb30-0fc6-40ad-a4c2-a576db378fdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.632061 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-479adb30-0fc6-40ad-a4c2-a576db378fdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/be347615-56b6-48d0-9cc2-db16be2bfb24 HTTP/1.1" status: 204 len: 168 time: 1.0568810 Dec 20 15:58:12.638593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53696) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:12.663998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:12.703194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c7a1-8729-4c37-9e43-7b23985246ef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.709210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7b8231b7-f003-44d2-a0a3-d1bfb25291a7 None None] Port 9052c0ab-7fb9-4e76-830c-f55ef71fc572 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:12.722073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] Set router 8a2d91be-6f69-43cb-b162-899e269ff96d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:58:12.742282 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9d2560a8-efb0-4ab8-93ff-f7c3a009861f tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags/tempest-TagsExtTest-Tag-684022641 HTTP/1.1" status: 201 len: 201 time: 0.5840409 Dec 20 15:58:12.742282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:12.743201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:12.759770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53700) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:12.775609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-a0367192-f387-4302-abb6-5bd7142618fb tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572', 'tempest-TagsExtTest-Tag-1356516402') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:12.781432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f27c7fa2-582e-40bd-8ad6-9932ea01a93f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:12.997967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c7a1-8729-4c37-9e43-7b23985246ef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:13.080852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f27c7fa2-582e-40bd-8ad6-9932ea01a93f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:13.082055 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f27c7fa2-582e-40bd-8ad6-9932ea01a93f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4420204 Dec 20 15:58:13.088985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:13.102405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53704) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:13.151600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group': {'name': 'tempest-secgroup--164413902'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:13.163404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:13.248791 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a0367192-f387-4302-abb6-5bd7142618fb tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags/tempest-TagsExtTest-Tag-1356516402 HTTP/1.1" status: 201 len: 201 time: 0.4850018 Dec 20 15:58:13.251362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53708) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:13.258591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-cd804d77-d3a8-400c-b410-39ae1e690ce7 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54', 'tempest-TagsExtTest-Tag-586718951') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:13.267467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:58:09Z', 'revision_number': 5, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:13.277529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 88fd09c9-ec68-4634-b968-8e21ffb1d335 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:13.317930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:13.321806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] Checking router: 8a2d91be-6f69-43cb-b162-899e269ff96d for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:58:13.340499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce392-753b-4112-82a4-f76bd7657760 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:13.342963 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2b3ce392-753b-4112-82a4-f76bd7657760 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "DELETE /v2.0/ports/72ae736b-5f3b-45aa-a78f-1243deed2092 HTTP/1.1" status: 204 len: 168 time: 2.1670592 Dec 20 15:58:13.346470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53712) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:13.372452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] Routers {'8a2d91be-6f69-43cb-b162-899e269ff96d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:13.372452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8a2d91be-6f69-43cb-b162-899e269ff96d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:13.404058 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ce334c-cf14-4266-bf10-dc93e73f831e tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] GET failed (client error): The resource could not be found. Dec 20 15:58:13.404569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-37ce334c-cf14-4266-bf10-dc93e73f831e tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Synchronizing usage tracker for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:13.465857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:13.476985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6f840fa6-f6b9-4458-8b10-5b873d971db4 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:13.477842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:13.511278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c7a1-8729-4c37-9e43-7b23985246ef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:13.527908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 88fd09c9-ec68-4634-b968-8e21ffb1d335 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:13.528286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:13.552134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:13.570963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:13.577053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-37ce334c-cf14-4266-bf10-dc93e73f831e tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Unset dirty status for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:13.577053 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-37ce334c-cf14-4266-bf10-dc93e73f831e tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "GET /v2.0/ports/72ae736b-5f3b-45aa-a78f-1243deed2092 HTTP/1.1" status: 404 len: 333 time: 0.2291887 Dec 20 15:58:13.580876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:13.585153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53716) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:13.604687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:13.650992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c7a1-8729-4c37-9e43-7b23985246ef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:13.651646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] Set router 8a2d91be-6f69-43cb-b162-899e269ff96d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:58:13.683007 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8cf3c7a1-8729-4c37-9e43-7b23985246ef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "DELETE /v2.0/subnets/8d49e741-3096-4edc-aac1-d01d7cfdf754 HTTP/1.1" status: 204 len: 168 time: 1.6752460 Dec 20 15:58:13.684147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=1dfde935-fdb1-4f54-8a19-2d2153e898ae,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:13.686199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53720) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:13.690020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:13.690342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9a079-715e-44cc-99ac-031e41885bd6 None None] Network 45bd989f-1a2f-47cf-a97f-d24a33a7b88c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:13.692286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-192bb26f-92ac-464c-a488-931034d6d3f1 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:13.733473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3c7a1-8729-4c37-9e43-7b23985246ef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event deleted for resources: {'Subnet': ['ID=8d49e741-3096-4edc-aac1-d01d7cfdf754,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:13.737827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8cf3c7a1-8729-4c37-9e43-7b23985246ef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:13.741113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking segment: {'id': 'efc71332-d9b5-4611-8f74-2f26242e6ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '150e28fc-eb8f-4767-bf46-1bc2d9d79997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:13.741652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network hostable DHCP agents. Network: 150e28fc-eb8f-4767-bf46-1bc2d9d79997, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:13.754477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ff47e823-f01d-4b1f-a868-38bc32150d18 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Deleting port 1fd97ed9-e854-438a-8d3f-91492f828664 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:13.754950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ff47e823-f01d-4b1f-a868-38bc32150d18 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:13.829443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:13.833233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5914109a-8267-4fa0-bfba-7b7ee284a8ad tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:14.006827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Checking segment: {'id': 'e747b720-c6bc-432c-b991-b1c043815dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '847c8730-19df-478c-a4fa-dcc68a1fe017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:14.007201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network hostable DHCP agents. Network: 847c8730-19df-478c-a4fa-dcc68a1fe017, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:14.016532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Subnet': ['ID=f5c89292-f23e-4ed5-b4f2-c67845524e11,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:14.018901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network 150e28fc-eb8f-4767-bf46-1bc2d9d79997 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:14.050134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:14.054257 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cd804d77-d3a8-400c-b410-39ae1e690ce7 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags/tempest-TagsExtTest-Tag-586718951 HTTP/1.1" status: 201 len: 201 time: 0.8011417 Dec 20 15:58:14.056940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53724) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:14.061393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.063359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-51e801bb-7f2a-4684-8493-5a57ad3c55d8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f', 'tempest-TagsExtTest-Tag-1030504102') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:14.098064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 150e28fc-eb8f-4767-bf46-1bc2d9d79997) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:14.102332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:14.103358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.137692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402c57c-66ba-4633-a8e7-a98be0fec1fd None None] Network 150e28fc-eb8f-4767-bf46-1bc2d9d79997 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:14.196954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.200772 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-51e801bb-7f2a-4684-8493-5a57ad3c55d8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags/tempest-TagsExtTest-Tag-1030504102 HTTP/1.1" status: 201 len: 201 time: 0.1403337 Dec 20 15:58:14.201130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53728) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:14.208364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-9c77b805-dcc0-4a0d-8093-d08cfb221cd3 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:14.208596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8762392b-0593-4495-9be1-d9e1e169ed7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:14.245798 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1011143 Dec 20 15:58:14.246832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53732) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:14.319674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 847c8730-19df-478c-a4fa-dcc68a1fe017 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:14.332566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456f51df-9221-43ff-a6b9-ac25cdc12427,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:14.350298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:14.364168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 847c8730-19df-478c-a4fa-dcc68a1fe017) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:14.375716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ff47e823-f01d-4b1f-a868-38bc32150d18 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.382013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeabb7a-4fb5-4404-962a-78e5e402a1c0 None None] Network 847c8730-19df-478c-a4fa-dcc68a1fe017 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:14.383955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:14.384151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.408128 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9c77b805-dcc0-4a0d-8093-d08cfb221cd3 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags HTTP/1.1" status: 200 len: 240 time: 0.2034814 Dec 20 15:58:14.408883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53736) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:14.416135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-c3630c8c-368e-4c3c-9489-e6d4190f87b1 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b', 'tempest-TagsExtTest-Tag-684022641') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:14.453263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.521724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.522531 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4164438 Dec 20 15:58:14.532123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ff47e823-f01d-4b1f-a868-38bc32150d18 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Calling delete_port for 1fd97ed9-e854-438a-8d3f-91492f828664 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:14.534857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53740) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:14.545997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': '456f51df-9221-43ff-a6b9-ac25cdc12427', 'direction': 'ingress', 'protocol': 17}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:14.566177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:14.566177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.572401 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2376966 Dec 20 15:58:14.573954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53744) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:14.585667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1520093206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:14.598240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:14.599497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.599671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:14.606229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:router and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:14.610574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] DHCP port deletion for 45bd989f-1a2f-47cf-a97f-d24a33a7b88c request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:14.611268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:14.614112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:14.621390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:58:09Z', 'revision_number': 5, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:14.622858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:14.627139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:14.636346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458183c-bcd7-4d22-bf31-d87b0e8a1d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-150e28fc-eb8f-4767-bf46-1bc2d9d79997', 'network_id': '150e28fc-eb8f-4767-bf46-1bc2d9d79997', 'tenant_id': '927088fd181341279d3acfc769946bce', 'fixed_ips': [{'subnet_id': '1dfde935-fdb1-4f54-8a19-2d2153e898ae'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:58:14.637172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e458183c-bcd7-4d22-bf31-d87b0e8a1d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.649860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1939d3e-2058-4da6-b653-ab082ec8512f None None] The sync data for ids ['8a2d91be-6f69-43cb-b162-899e269ff96d'] in dv-neutron-821074-1-hyperv is: [{'id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253998204', 'tenant_id': '9df6494af49f4a808a904a842b3bef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:04Z', 'updated_at': '2021-12-20T15:58:09Z', 'revision_number': 5, 'project_id': '9df6494af49f4a808a904a842b3bef90', 'gw_port': {'id': 'afe452b6-b9f7-46a1-a138-bdf234bc9371', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d91be-6f69-43cb-b162-899e269ff96d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:08Z', 'updated_at': '2021-12-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:58:14.651984 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c3630c8c-368e-4c3c-9489-e6d4190f87b1 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags/tempest-TagsExtTest-Tag-684022641 HTTP/1.1" status: 204 len: 168 time: 0.2420065 Dec 20 15:58:14.652704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.655406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53748) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:14.667217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] Deleting port dcc1cf50-2980-4aa8-b1a6-db2e6d373010 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:14.667217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.667449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-7c3a8020-5c31-46dc-9579-b18dd4975e93 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b', 'tempest-TagsExtTest-Tag-684022641') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:14.767163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.768077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.785637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.837068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.845135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-102fe8b6-c349-4e96-a963-8c555cc72f1c tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:14.891513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfde935-fdb1-4f54-8a19-2d2153e898ae,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:14.897493 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:14.926870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:14.935961 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7c3a8020-5c31-46dc-9579-b18dd4975e93 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags/tempest-TagsExtTest-Tag-684022641 HTTP/1.1" status: 204 len: 168 time: 0.2793052 Dec 20 15:58:14.939785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53752) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:14.948067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-532eeb6e-ed24-4342-91cd-69baa94f5aa4 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:14.971252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-847c8730-19df-478c-a4fa-dcc68a1fe017', 'network_id': '847c8730-19df-478c-a4fa-dcc68a1fe017', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'fixed_ips': [{'subnet_id': 'f5c89292-f23e-4ed5-b4f2-c67845524e11'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:58:14.972359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.017131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ff47e823-f01d-4b1f-a868-38bc32150d18 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.025673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3329b6e9-4168-4d69-8a71-618d11d59656 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:15.050092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.058131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.063073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8c444b12-0182-42fb-aacc-c10c7cdaf5ee tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server [None req-e458183c-bcd7-4d22-bf31-d87b0e8a1d1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dfde935-fdb1-4f54-8a19-2d2153e898ae: This subnet is being modified by another concurrent operation. Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 15:58:15.069049 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise value Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server raise exception Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dfde935-fdb1-4f54-8a19-2d2153e898ae: This subnet is being modified by another concurrent operation. Dec 20 15:58:15.072740 dv-neutron-821074-1-hyperv neutron-server[84393]: ERROR oslo_messaging.rpc.server Dec 20 15:58:15.103425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d374366f-5d8e-4654-bef1-1193a8189d25,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:15.104528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47e823-f01d-4b1f-a868-38bc32150d18 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event deleted for resources: {'Port': ['ID=1fd97ed9-e854-438a-8d3f-91492f828664,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:15.105930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150e28fc-eb8f-4767-bf46-1bc2d9d79997']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:15.108683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ff47e823-f01d-4b1f-a868-38bc32150d18 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:15.117163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:15.121619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] For port dcc1cf50-2980-4aa8-b1a6-db2e6d373010, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dcc1cf50-2980-4aa8-b1a6-db2e6d373010,segment=NetworkSegment(735dff16-a41d-4705-b107-e95e8bf3dc6d),segment_id=735dff16-a41d-4705-b107-e95e8bf3dc6d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:15.122025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.136484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc71332-d9b5-4611-8f74-2f26242e6ac0') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:15.137004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc71332-d9b5-4611-8f74-2f26242e6ac0') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:15.163621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.171930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.182728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50a3a6-5d0e-48a4-ba80-7627d974d54e None None] Network 150e28fc-eb8f-4767-bf46-1bc2d9d79997 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:15.204381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.216017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:15.216417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:15.266239 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:15.294130 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-532eeb6e-ed24-4342-91cd-69baa94f5aa4 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags HTTP/1.1" status: 200 len: 205 time: 0.3530304 Dec 20 15:58:15.298042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.301871 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7661917 Dec 20 15:58:15.305253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53758) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:15.305588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53760) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:15.311233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ff47e823-f01d-4b1f-a868-38bc32150d18 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.316117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-c9b04737-0a0c-4c64-89c7-c3dadd7905be tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:15.401708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.421371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dcc1cf50-2980-4aa8-b1a6-db2e6d373010 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:15.436022 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ff47e823-f01d-4b1f-a868-38bc32150d18 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "DELETE /v2.0/ports/1fd97ed9-e854-438a-8d3f-91492f828664 HTTP/1.1" status: 204 len: 168 time: 1.8496883 Dec 20 15:58:15.438414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53766) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:15.462519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] Calling delete_port for dcc1cf50-2980-4aa8-b1a6-db2e6d373010 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:15.488991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.497656 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bab2a7-ba72-4ce3-bfdb-afdf5cdb4a21 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] GET failed (client error): The resource could not be found. Dec 20 15:58:15.498291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c6bab2a7-ba72-4ce3-bfdb-afdf5cdb4a21 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Synchronizing usage tracker for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:15.522416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2241a965-a868-4f67-9e87-957445feb3e7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.536444 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c9b04737-0a0c-4c64-89c7-c3dadd7905be tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags HTTP/1.1" status: 200 len: 241 time: 0.2294154 Dec 20 15:58:15.539123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53770) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:15.545252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-ee6fbe5d-ed20-4365-a915-c387ec1b55e9 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572', 'tempest-TagsExtTest-Tag-1356516402') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:15.561053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2241a965-a868-4f67-9e87-957445feb3e7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.634071 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ee6fbe5d-ed20-4365-a915-c387ec1b55e9 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags/tempest-TagsExtTest-Tag-1356516402 HTTP/1.1" status: 204 len: 168 time: 0.0936744 Dec 20 15:58:15.636985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53776) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:15.642491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-3279ad86-6cd3-40ca-a446-d5964d7b48d2 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572', 'tempest-TagsExtTest-Tag-1356516402') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:15.767704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Deleting port afe452b6-b9f7-46a1-a138-bdf234bc9371 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:15.767931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2241a965-a868-4f67-9e87-957445feb3e7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.768073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.770722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-32698676-ba70-4bca-bdc6-e0a0b12dc9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:15.779213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.787993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.796411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241a965-a868-4f67-9e87-957445feb3e7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456f51df-9221-43ff-a6b9-ac25cdc12427,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:15.799522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c6bab2a7-ba72-4ce3-bfdb-afdf5cdb4a21 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Unset dirty status for tenant:c7a3e8c9d2a44718b6e7ffda2241373e on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:15.800382 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c6bab2a7-ba72-4ce3-bfdb-afdf5cdb4a21 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "GET /v2.0/ports/1fd97ed9-e854-438a-8d3f-91492f828664 HTTP/1.1" status: 404 len: 333 time: 0.3609157 Dec 20 15:58:15.801319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.801821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2241a965-a868-4f67-9e87-957445feb3e7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:15.803288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:15.806997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c3778648-222c-40dd-b554-d6ee1d282108 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2319047 Dec 20 15:58:15.807098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53780) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:15.807466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53782) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:15.821927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'port': {'network_id': '847c8730-19df-478c-a4fa-dcc68a1fe017', 'name': 'tempest-RoutersIpV6Test-1066576319'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:15.829016 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/150e28fc-eb8f-4767-bf46-1bc2d9d79997 HTTP/1.1" status: 204 len: 168 time: 1.5818610 Dec 20 15:58:15.830786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2241a965-a868-4f67-9e87-957445feb3e7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.834563 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2241a965-a868-4f67-9e87-957445feb3e7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/456f51df-9221-43ff-a6b9-ac25cdc12427 HTTP/1.1" status: 204 len: 168 time: 0.5259087 Dec 20 15:58:15.835495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Network': ['ID=150e28fc-eb8f-4767-bf46-1bc2d9d79997,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:15.837563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53788) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:15.837898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53790) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:15.842047 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3279ad86-6cd3-40ca-a446-d5964d7b48d2 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags/tempest-TagsExtTest-Tag-1356516402 HTTP/1.1" status: 204 len: 168 time: 0.2032368 Dec 20 15:58:15.850846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1562271979'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:15.850846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:15.863653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53796) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:15.876424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-acdf1318-b9cc-4714-8514-a2ca700f00d6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:15.899577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Allocated IP 2001:db8::2 (847c8730-19df-478c-a4fa-dcc68a1fe017/f5c89292-f23e-4ed5-b4f2-c67845524e11/a766cd43-657d-4c75-86a9-9f2c142b5d65) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:15.905279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:15.919446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:15.928701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:network and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:15.940809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:15.950234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:15.984556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-87e1c442-9279-47d2-8991-8e6796f9f189 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:16.012807 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-acdf1318-b9cc-4714-8514-a2ca700f00d6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags HTTP/1.1" status: 200 len: 205 time: 0.1463435 Dec 20 15:58:16.015131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53800) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:16.021037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-91a5e695-9fab-4e54-b08c-90d7d872284d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:16.027977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.036083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3fb2b26a-e30b-4fba-aae6-196eec1bf91b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:16.043799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8c93fd01-3fa3-4ad4-99ed-c8ec989075aa tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Deleting port b765dc79-b421-412e-89e1-b660e4743633 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:16.044139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8c93fd01-3fa3-4ad4-99ed-c8ec989075aa tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.120727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 89f63a33-6aee-4f3c-83d5-788d58511177 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:16.152938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] Pushing event deleted for resources: {'Port': ['ID=dcc1cf50-2980-4aa8-b1a6-db2e6d373010,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:16.161364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:16.170128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 89f63a33-6aee-4f3c-83d5-788d58511177 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:16.170486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 89f63a33-6aee-4f3c-83d5-788d58511177 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:16.186955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] No DVR routers for this DVR port dcc1cf50-2980-4aa8-b1a6-db2e6d373010 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:16.264636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-87e1c442-9279-47d2-8991-8e6796f9f189 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:16.269545 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-87e1c442-9279-47d2-8991-8e6796f9f189 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4253311 Dec 20 15:58:16.271611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:16.276061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.277001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.279249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53804) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:16.288689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Transition to ACTIVE for port object a766cd43-657d-4c75-86a9-9f2c142b5d65 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:16.306794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group': {'name': 'tempest-secgroup--68492676'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:16.310722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Transition to ACTIVE for port object a766cd43-657d-4c75-86a9-9f2c142b5d65 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:16.314836 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:16.321687 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-91a5e695-9fab-4e54-b08c-90d7d872284d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags HTTP/1.1" status: 200 len: 240 time: 0.3055651 Dec 20 15:58:16.322608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] For port afe452b6-b9f7-46a1-a138-bdf234bc9371, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=afe452b6-b9f7-46a1-a138-bdf234bc9371,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:16.322991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.338328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53808) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:16.338495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:16.338594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-ab263bdc-dc1b-4661-bbd5-8daf5336582e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54', 'tempest-TagsExtTest-Tag-586718951') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:16.361786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:16.383797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.384142 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Added segment fec1965e-a238-436e-9331-e6c42eb9c842 of type vlan for network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c Dec 20 15:58:16.413122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.416559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:16.418700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:16.480347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.497246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:port and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:16.501719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Network 847c8730-19df-478c-a4fa-dcc68a1fe017 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:16.502585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Pushing event updated for resources: {'Port': ['ID=a766cd43-657d-4c75-86a9-9f2c142b5d65,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:16.505624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:16.506312 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ab263bdc-dc1b-4661-bbd5-8daf5336582e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags/tempest-TagsExtTest-Tag-586718951 HTTP/1.1" status: 204 len: 168 time: 0.1807895 Dec 20 15:58:16.506572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:16.509455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53812) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:16.513506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:16.514669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:16.517084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-ecc16ee3-a6b1-49a8-aa1f-c8b034af5304 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54', 'tempest-TagsExtTest-Tag-586718951') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:16.528593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Calling delete_port for afe452b6-b9f7-46a1-a138-bdf234bc9371 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:16.564262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:16.613921 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Attempting to bind port a766cd43-657d-4c75-86a9-9f2c142b5d65 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:58:16.614324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Attempting to bind port a766cd43-657d-4c75-86a9-9f2c142b5d65 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'e747b720-c6bc-432c-b991-b1c043815dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '847c8730-19df-478c-a4fa-dcc68a1fe017'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:58:16.614675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Attempting to bind port a766cd43-657d-4c75-86a9-9f2c142b5d65 on network 847c8730-19df-478c-a4fa-dcc68a1fe017 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:58:16.622259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:58:16.622684 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Checking segment: {'id': 'e747b720-c6bc-432c-b991-b1c043815dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '847c8730-19df-478c-a4fa-dcc68a1fe017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:16.623121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.623527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Bound using segment: {'id': 'e747b720-c6bc-432c-b991-b1c043815dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '847c8730-19df-478c-a4fa-dcc68a1fe017'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:58:16.624127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Bound port: a766cd43-657d-4c75-86a9-9f2c142b5d65, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e747b720-c6bc-432c-b991-b1c043815dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '847c8730-19df-478c-a4fa-dcc68a1fe017'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:58:16.624512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.701766 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.720350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.724870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:16.725184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.731166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9f871df1-9475-4aed-a21f-4c5dc64ab50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:16.737665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8c93fd01-3fa3-4ad4-99ed-c8ec989075aa tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.780354 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ecc16ee3-a6b1-49a8-aa1f-c8b034af5304 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags/tempest-TagsExtTest-Tag-586718951 HTTP/1.1" status: 204 len: 168 time: 0.2699089 Dec 20 15:58:16.783154 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53818) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:16.800770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] For port a766cd43-657d-4c75-86a9-9f2c142b5d65, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:16.804537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] For port a766cd43-657d-4c75-86a9-9f2c142b5d65, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a766cd43-657d-4c75-86a9-9f2c142b5d65,segment=NetworkSegment(e747b720-c6bc-432c-b991-b1c043815dd7),segment_id=e747b720-c6bc-432c-b991-b1c043815dd7)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:16.835717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-b94f4d15-63ec-405d-80a0-054f10d2e8ad tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:16.872390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8c93fd01-3fa3-4ad4-99ed-c8ec989075aa tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Calling delete_port for b765dc79-b421-412e-89e1-b660e4743633 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:16.897725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=0b3de0c6-6873-4fcb-8161-dd6406c8f37c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:16.899274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:16.905607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:16.944323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:16.948940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:16.958310 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1166515 Dec 20 15:58:16.962350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53822) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:16.971273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'network_id': '0b3de0c6-6873-4fcb-8161-dd6406c8f37c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:17.047071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:17.049986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:17.062888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:17.073584 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b94f4d15-63ec-405d-80a0-054f10d2e8ad tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags HTTP/1.1" status: 200 len: 205 time: 0.2871962 Dec 20 15:58:17.081645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53826) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:17.091748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:17.094010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:17.097702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Pushing event updated for resources: {'Port': ['ID=a766cd43-657d-4c75-86a9-9f2c142b5d65,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:17.098130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:17.098784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:subnet and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:17.104865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:17.104997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:17.105799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-5b8b3d5d-c9d5-431f-be6a-3639aabe2612 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:17.109614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:17.132786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:17.135664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] device_id is not set on port 484aae7d-85b6-49f9-b73f-e7aaf520eb39 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:17.201106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:17.342696 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5b8b3d5d-c9d5-431f-be6a-3639aabe2612 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags HTTP/1.1" status: 200 len: 241 time: 0.2600732 Dec 20 15:58:17.345336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53830) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:17.353323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-15c324a4-02a6-457f-88c6-277f93f923f2 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f', 'tempest-TagsExtTest-Tag-1030504102') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:17.372868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:17.465789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:17.487625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Allocated IP 2001:db8::2bf (847c8730-19df-478c-a4fa-dcc68a1fe017/f5c89292-f23e-4ed5-b4f2-c67845524e11/484aae7d-85b6-49f9-b73f-e7aaf520eb39) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:17.498611 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-15c324a4-02a6-457f-88c6-277f93f923f2 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags/tempest-TagsExtTest-Tag-1030504102 HTTP/1.1" status: 204 len: 168 time: 0.1476545 Dec 20 15:58:17.498729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53834) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:17.502525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-f0b7ed67-4bf4-41f5-83d9-344458853315 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f', 'tempest-TagsExtTest-Tag-1030504102') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:17.521189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:17.537400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f3c7b011-5265-4a33-b028-dafb85a20e73 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:17.586816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:17.591426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8c93fd01-3fa3-4ad4-99ed-c8ec989075aa tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:17.605148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event deleted for resources: {'Port': ['ID=afe452b6-b9f7-46a1-a138-bdf234bc9371,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:17.622370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:17.625260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fcf762fd-9e45-4dbe-b74f-d81f004b6495 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:17.698621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:17.703355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e6cd18e7-731a-4dac-bc36-bc03261348e3 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:17.779887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=0a4bb8b1-8cab-462c-9be4-93c83baad6c3,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:17.782555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:17.796914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking segment: {'id': 'fec1965e-a238-436e-9331-e6c42eb9c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0b3de0c6-6873-4fcb-8161-dd6406c8f37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:17.797334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network hostable DHCP agents. Network: 0b3de0c6-6873-4fcb-8161-dd6406c8f37c, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:17.817433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3712445-5129-435b-9458-f9aa6db8d5fb,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:17.839279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:17.869525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-25e4cfa8-1eb5-4d16-9f0d-eb54d0990fe1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:17.926848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:17.931933 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.6478989 Dec 20 15:58:17.932831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53838) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:17.937658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:17.944875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93fd01-3fa3-4ad4-99ed-c8ec989075aa tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event deleted for resources: {'Port': ['ID=b765dc79-b421-412e-89e1-b660e4743633,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:17.953511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054749312'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:17.960754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:17.968991 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:17.972788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:17.979392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:17.994942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8c93fd01-3fa3-4ad4-99ed-c8ec989075aa tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:18.041275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 0b3de0c6-6873-4fcb-8161-dd6406c8f37c) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:18.045823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:18.054088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.054602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a653c-2a5e-4672-b5d5-8d9b63d7be52 None None] Network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:18.077104 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f0b7ed67-4bf4-41f5-83d9-344458853315 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags/tempest-TagsExtTest-Tag-1030504102 HTTP/1.1" status: 204 len: 168 time: 0.5771155 Dec 20 15:58:18.078370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53842) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:18.084445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-b6ee7e53-601f-41ec-aedb-2bbc0f333248 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:18.115950 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b6ee7e53-601f-41ec-aedb-2bbc0f333248 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags HTTP/1.1" status: 200 len: 205 time: 0.0340953 Dec 20 15:58:18.115950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.141409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53846) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:18.149803 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1868382 Dec 20 15:58:18.172899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53850) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:18.173559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-7d610d88-ea6b-4b1b-b257-672239db6379 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:18.182573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'network_id': '0b3de0c6-6873-4fcb-8161-dd6406c8f37c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:18.192935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8c93fd01-3fa3-4ad4-99ed-c8ec989075aa tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.194808 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8c93fd01-3fa3-4ad4-99ed-c8ec989075aa tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "DELETE /v2.0/ports/b765dc79-b421-412e-89e1-b660e4743633 HTTP/1.1" status: 204 len: 168 time: 2.3799312 Dec 20 15:58:18.199786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53854) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:18.239131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:18.246426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:18.259979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:18.269193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:18.276956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.364662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-0b3de0c6-6873-4fcb-8161-dd6406c8f37c', 'network_id': '0b3de0c6-6873-4fcb-8161-dd6406c8f37c', 'tenant_id': '927088fd181341279d3acfc769946bce', 'fixed_ips': [{'subnet_id': '0a4bb8b1-8cab-462c-9be4-93c83baad6c3'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:58:18.366430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.419669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:18.423517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:subnet and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:18.426522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:18.432963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:18.447783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.472552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.502975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a0f86f-e95c-4c9a-a599-961c0b0d780f None None] Network 847c8730-19df-478c-a4fa-dcc68a1fe017 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:18.563604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Transition to ACTIVE for port object 484aae7d-85b6-49f9-b73f-e7aaf520eb39 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:18.584520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:18.589516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.749447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Allocated IP 2001:db8::2 (0b3de0c6-6873-4fcb-8161-dd6406c8f37c/0a4bb8b1-8cab-462c-9be4-93c83baad6c3/2673fd5a-ad73-4ab9-870b-11062815d052) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:18.803811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.806306 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7d610d88-ea6b-4b1b-b257-672239db6379 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags HTTP/1.1" status: 204 len: 168 time: 0.6614799 Dec 20 15:58:18.817909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53860) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:18.823666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-63586c27-15b8-4ac6-8742-4284a9e6d79a None None] Provisioning for port a766cd43-657d-4c75-86a9-9f2c142b5d65 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:18.827782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.835558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-ecce2548-7f69-4a0d-9860-bb74b60289a4 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:18.860424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.889459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d1a39a48-c694-4269-b129-f4866e35b647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:18.922507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0f736a-a0dd-4028-8392-32a3cdca5ff8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Deleting subnet 07e9127d-e8d8-4d87-92ea-134d3c2cd447 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:18.925548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e0f736a-a0dd-4028-8392-32a3cdca5ff8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:18.982130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e0f736a-a0dd-4028-8392-32a3cdca5ff8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.017822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.031599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-78042ebf-a18e-4113-9cd5-862a42e2863b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:19.043969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7714966-8ffa-4d69-a12d-79440aed0b8a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:19.046851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:19.078267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.079080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2d91be-6f69-43cb-b162-899e269ff96d {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:19.088298 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ecce2548-7f69-4a0d-9860-bb74b60289a4 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags HTTP/1.1" status: 204 len: 168 time: 0.2643573 Dec 20 15:58:19.095045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53864) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:19.108130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.121365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Transition to ACTIVE for port object 2673fd5a-ad73-4ab9-870b-11062815d052 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:19.132855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.133969 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "DELETE /v2.0/routers/8a2d91be-6f69-43cb-b162-899e269ff96d HTTP/1.1" status: 204 len: 168 time: 5.4467666 Dec 20 15:58:19.144361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-329454df-5a38-4eb6-a966-73f32f47f834 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:19.144879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Transition to ACTIVE for port object 2673fd5a-ad73-4ab9-870b-11062815d052 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:19.156635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 847c8730-19df-478c-a4fa-dcc68a1fe017 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:19.159600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53866) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:19.176417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:19.224533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=484aae7d-85b6-49f9-b73f-e7aaf520eb39,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:19.232156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.239534 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3046939 Dec 20 15:58:19.240350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:19.246444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:19.246693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.247661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.252020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53872) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:19.252390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:19.260777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:19.268582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': 'b3712445-5129-435b-9458-f9aa6db8d5fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f7714966-8ffa-4d69-a12d-79440aed0b8a', 'remote_ip_prefix': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:19.302939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:19.332765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:19.341828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:19.358969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:19.403850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:19.407816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:19.412174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:19.414427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Pushing event updated for resources: {'Port': ['ID=2673fd5a-ad73-4ab9-870b-11062815d052,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:19.421659 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6044273 Dec 20 15:58:19.423791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:19.426389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e0f736a-a0dd-4028-8392-32a3cdca5ff8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.428627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53876) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:19.521043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.541532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Attempting to bind port 2673fd5a-ad73-4ab9-870b-11062815d052 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:58:19.542061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Attempting to bind port 2673fd5a-ad73-4ab9-870b-11062815d052 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'fec1965e-a238-436e-9331-e6c42eb9c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0b3de0c6-6873-4fcb-8161-dd6406c8f37c'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:58:19.546694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Attempting to bind port 2673fd5a-ad73-4ab9-870b-11062815d052 on network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:58:19.550226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:58:19.550761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Checking segment: {'id': 'fec1965e-a238-436e-9331-e6c42eb9c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0b3de0c6-6873-4fcb-8161-dd6406c8f37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:19.551307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.551831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Bound using segment: {'id': 'fec1965e-a238-436e-9331-e6c42eb9c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0b3de0c6-6873-4fcb-8161-dd6406c8f37c'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:58:19.552413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Bound port: 2673fd5a-ad73-4ab9-870b-11062815d052, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec1965e-a238-436e-9331-e6c42eb9c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0b3de0c6-6873-4fcb-8161-dd6406c8f37c'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:58:19.552909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.585475 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-329454df-5a38-4eb6-a966-73f32f47f834 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags HTTP/1.1" status: 204 len: 168 time: 0.4441662 Dec 20 15:58:19.591795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53880) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:19.592657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.610417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-3ee30d5d-01f9-4472-843f-573252be7f03 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:19.655036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.665124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] For port 2673fd5a-ad73-4ab9-870b-11062815d052, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:19.672561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-86720e93-a4c6-418d-b8b6-528ee7201ee0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:19.673412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] For port 2673fd5a-ad73-4ab9-870b-11062815d052, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2673fd5a-ad73-4ab9-870b-11062815d052,segment=NetworkSegment(fec1965e-a238-436e-9331-e6c42eb9c842),segment_id=fec1965e-a238-436e-9331-e6c42eb9c842)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:19.690397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.713784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e0f736a-a0dd-4028-8392-32a3cdca5ff8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.714827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a766cd43-657d-4c75-86a9-9f2c142b5d65 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:19.720673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-79027ebc-2bc7-43c9-ba86-db7da01c717b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:19.742881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:19.778135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f736a-a0dd-4028-8392-32a3cdca5ff8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event deleted for resources: {'Subnet': ['ID=07e9127d-e8d8-4d87-92ea-134d3c2cd447,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:19.780737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bd989f-1a2f-47cf-a97f-d24a33a7b88c']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:19.788297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2e0f736a-a0dd-4028-8392-32a3cdca5ff8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:19.793400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e0f736a-a0dd-4028-8392-32a3cdca5ff8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.802495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2e0f736a-a0dd-4028-8392-32a3cdca5ff8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "DELETE /v2.0/subnets/07e9127d-e8d8-4d87-92ea-134d3c2cd447 HTTP/1.1" status: 204 len: 168 time: 1.5963027 Dec 20 15:58:19.802698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d316408-6245-46ff-83cf-16cd4596745d None None] Network e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:19.804498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735dff16-a41d-4705-b107-e95e8bf3dc6d') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:19.805087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735dff16-a41d-4705-b107-e95e8bf3dc6d') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:19.812267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53884) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:19.820815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:19.822969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.830020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:19.833651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:19.834570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.843480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.891283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2535c1c6-d38a-4430-b254-e2b8e0e64019 None None] Provisioning for port 484aae7d-85b6-49f9-b73f-e7aaf520eb39 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:19.917051 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=0e8e992f-7128-4c55-b97e-0d1e421581b5,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:19.923704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:19.931027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.944241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2535c1c6-d38a-4430-b254-e2b8e0e64019 None None] Provisioning complete for port 484aae7d-85b6-49f9-b73f-e7aaf520eb39 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:19.944718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2535c1c6-d38a-4430-b254-e2b8e0e64019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.952344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:19.952746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:19.967823 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:19.972495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.977604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:19.991075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port a766cd43-657d-4c75-86a9-9f2c142b5d65 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:20.007645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a766cd43-657d-4c75-86a9-9f2c142b5d65 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:20.008550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.046901 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8705142 Dec 20 15:58:20.055249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53888) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:20.064616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Deleting port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:20.065245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.105764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.114401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:20.136005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Pushing event updated for resources: {'Port': ['ID=2673fd5a-ad73-4ab9-870b-11062815d052,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:20.145242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce5c3e5-dea7-42ff-915f-cb63f657d3ce,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:20.147928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:20.154729 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3ee30d5d-01f9-4472-843f-573252be7f03 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags HTTP/1.1" status: 204 len: 168 time: 0.5540240 Dec 20 15:58:20.159726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53892) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:20.174294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:20.176776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2535c1c6-d38a-4430-b254-e2b8e0e64019 None None] Port 484aae7d-85b6-49f9-b73f-e7aaf520eb39 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:20.182067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-90cfe4ea-fe71-46a4-977c-1399d02fdcf0 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b', 'tempest-TagsExtTest-Tag-372254409') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:20.245952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.249670 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9943841 Dec 20 15:58:20.250507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53896) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:20.277827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdfe2a4-a9d5-4383-80c1-e130d93d29db tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.281098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdfe2a4-a9d5-4383-80c1-e130d93d29db tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.281921 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.284407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdfe2a4-a9d5-4383-80c1-e130d93d29db tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.286555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdfe2a4-a9d5-4383-80c1-e130d93d29db tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.288306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdfe2a4-a9d5-4383-80c1-e130d93d29db tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.289680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5bdfe2a4-a9d5-4383-80c1-e130d93d29db tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Synchronizing usage tracker for tenant:927088fd181341279d3acfc769946bce on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:20.319052 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port a766cd43-657d-4c75-86a9-9f2c142b5d65, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a766cd43-657d-4c75-86a9-9f2c142b5d65,segment=NetworkSegment(e747b720-c6bc-432c-b991-b1c043815dd7),segment_id=e747b720-c6bc-432c-b991-b1c043815dd7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:20.333188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.343816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5c8c5117-fb17-4115-a4e2-343c21611f04 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:20.365223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.386212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event deleted for resources: {'Network': ['ID=45bd989f-1a2f-47cf-a97f-d24a33a7b88c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:20.393676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] DHCP port deletion for e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:20.399419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:20.399646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.402172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-05d1729a-67cd-485f-9dbd-b679978f8ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:20.412289 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "DELETE /v2.0/networks/45bd989f-1a2f-47cf-a97f-d24a33a7b88c HTTP/1.1" status: 204 len: 168 time: 1.2455688 Dec 20 15:58:20.432438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53900) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:20.440945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-79d5fad2-7659-4d74-ac4f-f2cdd770592a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.464717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-79d5fad2-7659-4d74-ac4f-f2cdd770592a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.481092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] Deleting port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:20.481092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.520026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.550260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5bdfe2a4-a9d5-4383-80c1-e130d93d29db tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Unset dirty status for tenant:927088fd181341279d3acfc769946bce on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:20.554807 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5bdfe2a4-a9d5-4383-80c1-e130d93d29db tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4943054 Dec 20 15:58:20.556313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53904) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:20.565740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1919930815'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:20.572458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] For port 5f741fc3-cad7-4d66-b83c-16adfe9665f6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5f741fc3-cad7-4d66-b83c-16adfe9665f6,segment=NetworkSegment(b86c9472-e061-43d8-b910-d700f993bef8),segment_id=b86c9472-e061-43d8-b910-d700f993bef8)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:20.572812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.584044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:20.592593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:network and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:20.621759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=a766cd43-657d-4c75-86a9-9f2c142b5d65,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:20.634071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:20.657762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:20.726184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Calling delete_port for 5f741fc3-cad7-4d66-b83c-16adfe9665f6 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:20.746992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f722a7b1-480e-4af2-8795-f41308b2340a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.818523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] For port 5f741fc3-cad7-4d66-b83c-16adfe9665f6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=5f741fc3-cad7-4d66-b83c-16adfe9665f6,segment=NetworkSegment(b86c9472-e061-43d8-b910-d700f993bef8),segment_id=b86c9472-e061-43d8-b910-d700f993bef8)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:20.819087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.873348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-79d5fad2-7659-4d74-ac4f-f2cdd770592a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.875654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9f2a3261-5b75-4999-abc4-5d4f08bc4f08 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:20.886408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:20.900568 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-90cfe4ea-fe71-46a4-977c-1399d02fdcf0 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags/tempest-TagsExtTest-Tag-372254409 HTTP/1.1" status: 201 len: 201 time: 0.7398181 Dec 20 15:58:20.909967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53908) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:20.910751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5fad2-7659-4d74-ac4f-f2cdd770592a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dce5c3e5-dea7-42ff-915f-cb63f657d3ce,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:20.915818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-79d5fad2-7659-4d74-ac4f-f2cdd770592a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:20.919329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f722a7b1-480e-4af2-8795-f41308b2340a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.923797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-2c598274-66bb-40f0-86b1-e011a303dd1e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572', 'tempest-TagsExtTest-Tag-1193846945') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:20.966542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-79d5fad2-7659-4d74-ac4f-f2cdd770592a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:20.970614 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-79d5fad2-7659-4d74-ac4f-f2cdd770592a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/dce5c3e5-dea7-42ff-915f-cb63f657d3ce HTTP/1.1" status: 204 len: 168 time: 0.7071598 Dec 20 15:58:20.973761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53912) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:21.024828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:21.028116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.071551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] Calling delete_port for 5f741fc3-cad7-4d66-b83c-16adfe9665f6 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:21.090977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c8a6fe90-cc49-48ed-a319-003a0a83e7a2 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:21.128377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:21.145068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.145739 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Added segment 58e74f68-0abe-4b1c-8884-4cb3709d25d1 of type vlan for network 26e5c77f-e744-4dfd-b008-b6d282bba840 Dec 20 15:58:21.166073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.180476 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.185351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.190196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-36934bb4-c256-470c-8c5d-6c6738b96b2f tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:21.196731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:58:21.197201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:58:21.229915 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f722a7b1-480e-4af2-8795-f41308b2340a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.234186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:21.259274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722a7b1-480e-4af2-8795-f41308b2340a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc0d0c2-9680-4a44-805d-9d90de5c9f5e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:21.262567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f722a7b1-480e-4af2-8795-f41308b2340a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:21.267362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event deleted for resources: {'Port': ['ID=5f741fc3-cad7-4d66-b83c-16adfe9665f6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:21.268239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.272846 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2c598274-66bb-40f0-86b1-e011a303dd1e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags/tempest-TagsExtTest-Tag-1193846945 HTTP/1.1" status: 201 len: 201 time: 0.3568392 Dec 20 15:58:21.272846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c8a6fe90-cc49-48ed-a319-003a0a83e7a2 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:21.272846 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c8a6fe90-cc49-48ed-a319-003a0a83e7a2 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2969613 Dec 20 15:58:21.273176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53916) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:21.275075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:21.277933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53918) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:21.295628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ece8484c-c04e-4445-b605-ef67a3a28d84 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:21.331420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-ea1d95d8-cd40-4bba-ae01-7b6ed6703f27 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54', 'tempest-TagsExtTest-Tag-909095488') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:21.402533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a766cd43-657d-4c75-86a9-9f2c142b5d65 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:21.411955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] No DVR routers for this DVR port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:21.430448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=484aae7d-85b6-49f9-b73f-e7aaf520eb39,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:21.486979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a766cd43-657d-4c75-86a9-9f2c142b5d65 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:21.487379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.494364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:21.505416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f722a7b1-480e-4af2-8795-f41308b2340a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.511221 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f722a7b1-480e-4af2-8795-f41308b2340a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] 10.222.0.62 "DELETE /v2.0/security-groups/2bc0d0c2-9680-4a44-805d-9d90de5c9f5e HTTP/1.1" status: 204 len: 168 time: 1.0809491 Dec 20 15:58:21.626546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43889da7-cc48-4e34-b604-6390ce325d00 None None] Network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:21.710250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.714091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:21.714674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.723534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.730181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] Deleting port 5f741fc3-cad7-4d66-b83c-16adfe9665f6 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:21.730571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.741987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4d681225-2545-4401-99cf-bf341eba9d73 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:21.774688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.816973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-884e58ae-3d57-4a12-b875-cf3c84758a01 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.851303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-9031891e-0aee-4545-ae9a-a187f47fb4c1 None None] The port '5f741fc3-cad7-4d66-b83c-16adfe9665f6' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:58:21.865139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:21.882607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2673fd5a-ad73-4ab9-870b-11062815d052 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:21.952545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-884e58ae-3d57-4a12-b875-cf3c84758a01 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:21.960651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86c9472-e061-43d8-b910-d700f993bef8') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:21.960993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86c9472-e061-43d8-b910-d700f993bef8') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:21.979649 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4216979 Dec 20 15:58:21.981240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=26e5c77f-e744-4dfd-b008-b6d282bba840,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:21.983681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53928) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:21.990169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:21.992319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.000549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 26e5c77f-e744-4dfd-b008-b6d282bba840 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:22.008959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-8a4f1522-0b27-4d99-bdab-3dce832b87ea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:22.028110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.063368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.076942 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ea1d95d8-cd40-4bba-ae01-7b6ed6703f27 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags/tempest-TagsExtTest-Tag-909095488 HTTP/1.1" status: 201 len: 201 time: 0.7976284 Dec 20 15:58:22.078064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b952199c-2b04-4bfb-af38-aea81efcc6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.080423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:22.080584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dd8a2d88-e2dc-4d0e-85e7-671e8985a553 None None] Provisioning for port 2673fd5a-ad73-4ab9-870b-11062815d052 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:22.080819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.087962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53932) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:22.097332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-438e817b-0298-4e11-927d-8b588939f98a tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f', 'tempest-TagsExtTest-Tag-1812716661') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:22.097614 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:22.240993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 2673fd5a-ad73-4ab9-870b-11062815d052 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:22.287446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 2673fd5a-ad73-4ab9-870b-11062815d052 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:22.287836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.373497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3006d347-bde3-4e58-9821-11d35429cf9b None None] Provisioning complete for port 484aae7d-85b6-49f9-b73f-e7aaf520eb39 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:22.373994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3006d347-bde3-4e58-9821-11d35429cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.383068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.384919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-884e58ae-3d57-4a12-b875-cf3c84758a01 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.394343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-479adb30-0fc6-40ad-a4c2-a576db378fdf tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:22.410705 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.425250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d9fc7-bd08-43dc-858f-21adca4fcbec None None] Update dhcp port {'port': {'network_id': '0b3de0c6-6873-4fcb-8161-dd6406c8f37c', 'fixed_ips': [{'subnet_id': '0a4bb8b1-8cab-462c-9be4-93c83baad6c3', 'ip_address': '2001:db8::2'}, {'subnet_id': '0e8e992f-7128-4c55-b97e-0d1e421581b5'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': '2673fd5a-ad73-4ab9-870b-11062815d052'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:58:22.425963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e58ae-3d57-4a12-b875-cf3c84758a01 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7714966-8ffa-4d69-a12d-79440aed0b8a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:22.429056 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] 10.222.0.62 "DELETE /v2.0/networks/e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7 HTTP/1.1" status: 204 len: 168 time: 2.6155906 Dec 20 15:58:22.441126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-884e58ae-3d57-4a12-b875-cf3c84758a01 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:22.442758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3030c6c6-c9b7-4beb-bd95-011e69f47a68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:22.472751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-884e58ae-3d57-4a12-b875-cf3c84758a01 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.474252 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-884e58ae-3d57-4a12-b875-cf3c84758a01 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/f7714966-8ffa-4d69-a12d-79440aed0b8a HTTP/1.1" status: 204 len: 168 time: 1.1749346 Dec 20 15:58:22.477395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Pushing event deleted for resources: {'Network': ['ID=e066e6ec-a7fd-4e5e-9fe9-0a5ed0a670d7,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:22.479740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53940) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:22.481910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8a4f1522-0b27-4d99-bdab-3dce832b87ea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.491299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:22.526999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53944) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:22.551704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a92d9fc7-bd08-43dc-858f-21adca4fcbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.568305 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-438e817b-0298-4e11-927d-8b588939f98a tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags/tempest-TagsExtTest-Tag-1812716661 HTTP/1.1" status: 201 len: 201 time: 0.4773793 Dec 20 15:58:22.568675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53950) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:22.581696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-eb434084-a0a9-422b-b292-29506cd2cc60 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b', {'tags': ['tempest-TagsExtTest-Tag-651198378', 'tempest-TagsExtTest-Tag-1681959791', 'tempest-TagsExtTest-Tag-1414672955']}) {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:22.612419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.614350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-3006d347-bde3-4e58-9821-11d35429cf9b None None] Port 484aae7d-85b6-49f9-b73f-e7aaf520eb39 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:22.624700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e1215ec0-a048-4abc-8766-6d9ba5c0e352 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:22.672854 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8a4f1522-0b27-4d99-bdab-3dce832b87ea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.678906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d4f8dcb-44da-4dd3-be24-fa81d8f2bdcc tempest-RoutersAdminTest-1786779615 tempest-RoutersAdminTest-1786779615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:22.694380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.704183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.705588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.713236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a4f1522-0b27-4d99-bdab-3dce832b87ea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network 26e5c77f-e744-4dfd-b008-b6d282bba840 is not hosted by any dhcp agent {{(pid=84392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 15:58:22.713236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4f1522-0b27-4d99-bdab-3dce832b87ea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:22.713873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8a4f1522-0b27-4d99-bdab-3dce832b87ea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.714096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-464a26d1-ae39-4cc5-822e-c4734101a08d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:22.717774 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8a4f1522-0b27-4d99-bdab-3dce832b87ea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "PUT /v2.0/networks/26e5c77f-e744-4dfd-b008-b6d282bba840 HTTP/1.1" status: 200 len: 723 time: 0.7266116 Dec 20 15:58:22.726463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53954) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:22.735838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'network_id': '26e5c77f-e744-4dfd-b008-b6d282bba840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:22.771179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 2673fd5a-ad73-4ab9-870b-11062815d052, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2673fd5a-ad73-4ab9-870b-11062815d052,segment=NetworkSegment(fec1965e-a238-436e-9331-e6c42eb9c842),segment_id=fec1965e-a238-436e-9331-e6c42eb9c842)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:22.819607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=484aae7d-85b6-49f9-b73f-e7aaf520eb39,revision_number=3']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:22.838151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f1522-0b27-4d99-bdab-3dce832b87ea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=26e5c77f-e744-4dfd-b008-b6d282bba840,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:22.840526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:22.843351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e1215ec0-a048-4abc-8766-6d9ba5c0e352 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:22.844776 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e1215ec0-a048-4abc-8766-6d9ba5c0e352 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.3608489 Dec 20 15:58:22.855390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8a4f1522-0b27-4d99-bdab-3dce832b87ea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:22.861605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53958) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:22.872121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 26e5c77f-e744-4dfd-b008-b6d282bba840 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:22.884724 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-eb434084-a0a9-422b-b292-29506cd2cc60 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags HTTP/1.1" status: 200 len: 317 time: 0.3117418 Dec 20 15:58:22.891785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:22.895291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53962) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:22.899704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1246b43b-4a51-4520-b200-54c5fdae331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:22.904901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-fc65984a-0934-403c-bdff-71dd5021e133 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:22.994528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=2673fd5a-ad73-4ab9-870b-11062815d052,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:22.997747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:22.998827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5f741fc3-cad7-4d66-b83c-16adfe9665f6 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:23.003882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 847c8730-19df-478c-a4fa-dcc68a1fe017 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:23.005936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:23.126838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:23.141628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 5f741fc3-cad7-4d66-b83c-16adfe9665f6 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:23.142195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 5f741fc3-cad7-4d66-b83c-16adfe9665f6 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:23.142621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device afe452b6-b9f7-46a1-a138-bdf234bc9371 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:23.184097 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d78d42f3-7cf4-428a-88d9-b28ae986dbfe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9df6494af49f4a808a904a842b3bef90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6557777 Dec 20 15:58:23.185682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:23.190434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53968) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:23.241133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18563ae0-7ac5-4107-9690-0bfd2011c023 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:23.333084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:23.362489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: afe452b6-b9f7-46a1-a138-bdf234bc9371 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:23.363096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device afe452b6-b9f7-46a1-a138-bdf234bc9371 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:23.394809 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-a92d9fc7-bd08-43dc-858f-21adca4fcbec None None] Allocated IP 172.20.0.1 (0b3de0c6-6873-4fcb-8161-dd6406c8f37c/0e8e992f-7128-4c55-b97e-0d1e421581b5/2673fd5a-ad73-4ab9-870b-11062815d052) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:23.414015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18563ae0-7ac5-4107-9690-0bfd2011c023 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:23.482693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53972) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:23.531669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2673fd5a-ad73-4ab9-870b-11062815d052 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:23.579208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3717dde6-6cdd-47e4-927f-660fa739bb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:23.585518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:23.643287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-75e045a1-9887-4029-bb0a-6a1d406366d7 None None] Provisioning complete for port 484aae7d-85b6-49f9-b73f-e7aaf520eb39 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:23.643601 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-75e045a1-9887-4029-bb0a-6a1d406366d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:23.651497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3717dde6-6cdd-47e4-927f-660fa739bb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:23.725927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-75e045a1-9887-4029-bb0a-6a1d406366d7 None None] Port 484aae7d-85b6-49f9-b73f-e7aaf520eb39 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:23.740998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a92d9fc7-bd08-43dc-858f-21adca4fcbec None None] For port 2673fd5a-ad73-4ab9-870b-11062815d052, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2673fd5a-ad73-4ab9-870b-11062815d052,segment=NetworkSegment(fec1965e-a238-436e-9331-e6c42eb9c842),segment_id=fec1965e-a238-436e-9331-e6c42eb9c842)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:23.768719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18563ae0-7ac5-4107-9690-0bfd2011c023 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:23.773082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-19b130da-f86a-4e8f-aa99-92dcca5e0260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:23.779308 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fc65984a-0934-403c-bdff-71dd5021e133 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags HTTP/1.1" status: 204 len: 168 time: 0.8831270 Dec 20 15:58:23.781001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a92d9fc7-bd08-43dc-858f-21adca4fcbec None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:23.782093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53978) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:23.786089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 2673fd5a-ad73-4ab9-870b-11062815d052 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:23.786688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:23.797945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-6c3ebd87-3ff3-4603-a73c-fd27f956a4c8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b', 'tempest-TagsExtTest-Tag-651198378') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:23.827608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18563ae0-7ac5-4107-9690-0bfd2011c023 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3712445-5129-435b-9458-f9aa6db8d5fb,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:23.836604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18563ae0-7ac5-4107-9690-0bfd2011c023 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:24.006742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 025fc5ff-5964-491a-a06f-16642677de7b is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:58:24.006996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a92d9fc7-bd08-43dc-858f-21adca4fcbec None None] Transition to ACTIVE for port object 2673fd5a-ad73-4ab9-870b-11062815d052 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:24.016258 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-53a93790-ca5e-443b-9fe5-173fa7075549 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7a3e8c9d2a44718b6e7ffda2241373e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5194397 Dec 20 15:58:24.018891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 53982) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:24.022443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3717dde6-6cdd-47e4-927f-660fa739bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.029679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b96a75ee-772c-489d-afe7-a0a0de896920 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:24.043405 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-6c3ebd87-3ff3-4603-a73c-fd27f956a4c8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:24.044420 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6c3ebd87-3ff3-4603-a73c-fd27f956a4c8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags/tempest-TagsExtTest-Tag-651198378 HTTP/1.1" status: 404 len: 328 time: 0.2577453 Dec 20 15:58:24.046865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717dde6-6cdd-47e4-927f-660fa739bb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ab3296-59f6-47fa-a47c-43d4bf8e2f3b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:24.048492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53986) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:24.051010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3717dde6-6cdd-47e4-927f-660fa739bb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:24.055305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-821456fa-8e8f-4aa1-938a-2dc0e795bd6d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b', 'tempest-TagsExtTest-Tag-1681959791') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.065588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a92d9fc7-bd08-43dc-858f-21adca4fcbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.072087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-47fdf42e-04c4-46d8-aa98-f1335c14f107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:24.097320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.101471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18563ae0-7ac5-4107-9690-0bfd2011c023 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.104816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-18563ae0-7ac5-4107-9690-0bfd2011c023 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/b3712445-5129-435b-9458-f9aa6db8d5fb HTTP/1.1" status: 204 len: 168 time: 1.2444065 Dec 20 15:58:24.107080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53990) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:24.108358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c5b4d873-c399-4aad-86b0-418d2eb8f4f4 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:24.157010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3717dde6-6cdd-47e4-927f-660fa739bb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.157680 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3717dde6-6cdd-47e4-927f-660fa739bb89 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67ab3296-59f6-47fa-a47c-43d4bf8e2f3b HTTP/1.1" status: 204 len: 168 time: 0.9649715 Dec 20 15:58:24.204036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b956b6e-8401-4b77-aea5-ac79b19da540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.252275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b956b6e-8401-4b77-aea5-ac79b19da540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.253134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=8b7d3e01-89d2-448d-94aa-392b5b4bf82a,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:24.262014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:24.276431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4f031780-0654-4570-9f9b-f25ff8f8ae9c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:24.289105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking segment: {'id': '58e74f68-0abe-4b1c-8884-4cb3709d25d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '26e5c77f-e744-4dfd-b008-b6d282bba840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:24.289522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network hostable DHCP agents. Network: 26e5c77f-e744-4dfd-b008-b6d282bba840, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:24.302965 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-821456fa-8e8f-4aa1-938a-2dc0e795bd6d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:24.306761 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-821456fa-8e8f-4aa1-938a-2dc0e795bd6d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags/tempest-TagsExtTest-Tag-1681959791 HTTP/1.1" status: 404 len: 329 time: 0.2546480 Dec 20 15:58:24.308220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 53996) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:24.317049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-2080454f-96eb-4914-b61d-099a76d329ac tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b', 'tempest-TagsExtTest-Tag-1414672955') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.322298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d9fc7-bd08-43dc-858f-21adca4fcbec None None] Pushing event updated for resources: {'Port': ['ID=2673fd5a-ad73-4ab9-870b-11062815d052,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:24.327709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a92d9fc7-bd08-43dc-858f-21adca4fcbec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:24.328965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:24.346363 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b5570-6694-413b-b62f-ba3972698a0e None None] Sync routers for ids ['025fc5ff-5964-491a-a06f-16642677de7b'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:58:24.353925 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/025fc5ff-5964-491a-a06f-16642677de7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9168661 Dec 20 15:58:24.354349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54000) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:24.368526 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b5570-6694-413b-b62f-ba3972698a0e None None] Routers {'025fc5ff-5964-491a-a06f-16642677de7b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:24.369144 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fa5b5570-6694-413b-b62f-ba3972698a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['025fc5ff-5964-491a-a06f-16642677de7b'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.406999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9db921a8-edc5-49da-a92a-35b8ebbe39fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.432113 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fa5b5570-6694-413b-b62f-ba3972698a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.435805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b956b6e-8401-4b77-aea5-ac79b19da540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.438240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3b956b6e-8401-4b77-aea5-ac79b19da540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.439476 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3b956b6e-8401-4b77-aea5-ac79b19da540 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4547e5b-e622-4f40-a3c6-b6de1ce76c3e HTTP/1.1" status: 204 len: 168 time: 0.4196680 Dec 20 15:58:24.440280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-76740ec9-4a48-401a-907b-de60a7ae1086 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:24.442145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e8eab-3679-485c-97cb-0f8987119d13 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.442746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8c3e8eab-3679-485c-97cb-0f8987119d13 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:24.447167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4f031780-0654-4570-9f9b-f25ff8f8ae9c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:24.451040 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b956b6e-8401-4b77-aea5-ac79b19da540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4547e5b-e622-4f40-a3c6-b6de1ce76c3e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:24.454068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3b956b6e-8401-4b77-aea5-ac79b19da540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:24.454547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54006) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:24.460372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group': {'name': 'tempest-secgroup--2042178031'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:24.461062 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4f031780-0654-4570-9f9b-f25ff8f8ae9c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3248472 Dec 20 15:58:24.477572 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b5570-6694-413b-b62f-ba3972698a0e None None] Routers {'025fc5ff-5964-491a-a06f-16642677de7b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:24.480331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:24.483225 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fa5b5570-6694-413b-b62f-ba3972698a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['025fc5ff-5964-491a-a06f-16642677de7b'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.490388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network 26e5c77f-e744-4dfd-b008-b6d282bba840 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:24.491130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:24.510687 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-2080454f-96eb-4914-b61d-099a76d329ac tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:24.511779 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2080454f-96eb-4914-b61d-099a76d329ac tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags/tempest-TagsExtTest-Tag-1414672955 HTTP/1.1" status: 404 len: 329 time: 0.2038441 Dec 20 15:58:24.514653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54010) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:24.520661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-f27c2746-ffef-4325-a31b-45957675e599 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572', {'tags': ['tempest-TagsExtTest-Tag-873952470', 'tempest-TagsExtTest-Tag-479395993', 'tempest-TagsExtTest-Tag-1766735011']}) {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.588674 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-fa5b5570-6694-413b-b62f-ba3972698a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.589094 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b5570-6694-413b-b62f-ba3972698a0e None None] The sync data for ids ['025fc5ff-5964-491a-a06f-16642677de7b'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:58:24.617821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8c3e8eab-3679-485c-97cb-0f8987119d13 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:24.621603 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8c3e8eab-3679-485c-97cb-0f8987119d13 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports/484aae7d-85b6-49f9-b73f-e7aaf520eb39 HTTP/1.1" status: 200 len: 984 time: 0.2635834 Dec 20 15:58:24.621824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54014) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:24.643259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.691873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:24.697128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:24.700304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:24.704950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 26e5c77f-e744-4dfd-b008-b6d282bba840) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:24.713731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa3395d-86e0-4cbb-a217-f8b476074aed None None] Network 26e5c77f-e744-4dfd-b008-b6d282bba840 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:24.718476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:24.785751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.786243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187383'] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.822079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:24.827886 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f27c2746-ffef-4325-a31b-45957675e599 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags HTTP/1.1" status: 200 len: 316 time: 0.3117707 Dec 20 15:58:24.828997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54020) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:24.835488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-b1cea4e4-693e-4957-96f8-5e466789d47a tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.995597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-26e5c77f-e744-4dfd-b008-b6d282bba840', 'network_id': '26e5c77f-e744-4dfd-b008-b6d282bba840', 'tenant_id': '927088fd181341279d3acfc769946bce', 'fixed_ips': [{'subnet_id': '8b7d3e01-89d2-448d-94aa-392b5b4bf82a'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:58:24.995597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.061586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4738da-d7ed-402d-a137-bdc6136962b0 None None] Network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:25.075110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.076530 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3485510 Dec 20 15:58:25.079814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54026) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:25.083881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9c73bac6-930b-4188-b161-88ddbf410aa6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:25.087477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b6572dc5-92d0-44e3-b9d9-199a594081f8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:25.167216 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5d8085-da71-4ed1-bf2d-5630a4aa10da,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:25.181123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:25.259725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.261880 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8062897 Dec 20 15:58:25.265277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54036) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:25.274436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': '4f5d8085-da71-4ed1-bf2d-5630a4aa10da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:25.297308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:25.308794 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:25.315442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:25.327944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:25.338128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54040) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:25.342528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Allocated IP 2001:db8::2 (26e5c77f-e744-4dfd-b008-b6d282bba840/8b7d3e01-89d2-448d-94aa-392b5b4bf82a/c595469d-4b2e-4ffe-af06-3fe8ebf8225e) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:25.362101 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.365513 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b1cea4e4-693e-4957-96f8-5e466789d47a tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags HTTP/1.1" status: 204 len: 168 time: 0.5354962 Dec 20 15:58:25.377246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54044) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:25.387014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-4a70c957-af18-4bf1-ae84-b1d18a19e858 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572', 'tempest-TagsExtTest-Tag-873952470') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:25.434518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6572dc5-92d0-44e3-b9d9-199a594081f8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6640442'] for subnet, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.446654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.567906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f312edf3-0625-4fad-a4d4-f45e7e0c38f0 None None] Provisioning for port 2673fd5a-ad73-4ab9-870b-11062815d052 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:25.575916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2673fd5a-ad73-4ab9-870b-11062815d052 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:25.583396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.595128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:25.600459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] Usage tracker for resource:security_group_rule and tenant:4edf4e4730014985b4caee4e67307146 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:25.605059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:25.612741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:25.691420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.700988 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-4a70c957-af18-4bf1-ae84-b1d18a19e858 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:25.702224 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4a70c957-af18-4bf1-ae84-b1d18a19e858 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags/tempest-TagsExtTest-Tag-873952470 HTTP/1.1" status: 404 len: 328 time: 0.3239996 Dec 20 15:58:25.705358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54050) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:25.714155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f312edf3-0625-4fad-a4d4-f45e7e0c38f0 None None] Provisioning complete for port 2673fd5a-ad73-4ab9-870b-11062815d052 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:25.714367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-c46d2893-3910-4745-b2cf-eaff5ff8650f tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572', 'tempest-TagsExtTest-Tag-479395993') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:25.720133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f312edf3-0625-4fad-a4d4-f45e7e0c38f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.806602 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-c46d2893-3910-4745-b2cf-eaff5ff8650f tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:25.807893 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c46d2893-3910-4745-b2cf-eaff5ff8650f tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags/tempest-TagsExtTest-Tag-479395993 HTTP/1.1" status: 404 len: 328 time: 0.1013579 Dec 20 15:58:25.810635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54054) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:25.819986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-626c2f1c-2639-4a13-b814-6e50322028e8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572', 'tempest-TagsExtTest-Tag-1766735011') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:25.823221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.859573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.922706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.938738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-63f3e4f0-989f-4cf0-92ae-4d04bc96310b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:25.951601 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4edf4e4730014985b4caee4e67307146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6122086 Dec 20 15:58:25.952763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54058) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:25.966437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:25.983896 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.002611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 2673fd5a-ad73-4ab9-870b-11062815d052 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:26.003015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.063009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b94fba-2df3-4a0a-8d7c-74e3ef83483b,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:26.078499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:26.087877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c7cc26bf-a88f-41d7-b246-23637d4293ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:26.120901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fb5397-41f2-4400-8b9c-4b3b19ef8ba7,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:26.134756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:26.141802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-61105744-d227-4a73-ad44-e0dbe06e8071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.189912 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-626c2f1c-2639-4a13-b814-6e50322028e8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:26.191253 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-626c2f1c-2639-4a13-b814-6e50322028e8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags/tempest-TagsExtTest-Tag-1766735011 HTTP/1.1" status: 404 len: 329 time: 0.3792536 Dec 20 15:58:26.193726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-61105744-d227-4a73-ad44-e0dbe06e8071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.202934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54066) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:26.215873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-1fbab150-deb7-4fb4-82b1-8562c7682cb9 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54', {'tags': ['tempest-TagsExtTest-Tag-178605028', 'tempest-TagsExtTest-Tag-298522015', 'tempest-TagsExtTest-Tag-552947383']}) {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:26.239249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.276104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 484aae7d-85b6-49f9-b73f-e7aaf520eb39 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:26.276971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.304423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.309513 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.0424898 Dec 20 15:58:26.313087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54070) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:26.372747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Transition to ACTIVE for port object c595469d-4b2e-4ffe-af06-3fe8ebf8225e will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:26.408177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Transition to ACTIVE for port object c595469d-4b2e-4ffe-af06-3fe8ebf8225e will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:26.434638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-be1f02aa-d346-4e31-950f-c690f00c7dcb tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.460557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-be1f02aa-d346-4e31-950f-c690f00c7dcb tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.505034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.513346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:26.533116 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54076) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:26.587328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Network 26e5c77f-e744-4dfd-b008-b6d282bba840 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:26.590246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:26.599300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:26.611686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Pushing event updated for resources: {'Port': ['ID=c595469d-4b2e-4ffe-af06-3fe8ebf8225e,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:26.618224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:26.642060 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1fbab150-deb7-4fb4-82b1-8562c7682cb9 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags HTTP/1.1" status: 200 len: 315 time: 0.4379747 Dec 20 15:58:26.643263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-61105744-d227-4a73-ad44-e0dbe06e8071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.647290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54082) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:26.648016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a38600f5-0de7-42e9-a834-755f021beb5a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:26.687873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.701864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-2a89934f-2ee6-41bc-abce-7109b9414250 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:26.744755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Attempting to bind port c595469d-4b2e-4ffe-af06-3fe8ebf8225e on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:58:26.745143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Attempting to bind port c595469d-4b2e-4ffe-af06-3fe8ebf8225e by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '58e74f68-0abe-4b1c-8884-4cb3709d25d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '26e5c77f-e744-4dfd-b008-b6d282bba840'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:58:26.745512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Attempting to bind port c595469d-4b2e-4ffe-af06-3fe8ebf8225e on network 26e5c77f-e744-4dfd-b008-b6d282bba840 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:58:26.761251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:58:26.761639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Checking segment: {'id': '58e74f68-0abe-4b1c-8884-4cb3709d25d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '26e5c77f-e744-4dfd-b008-b6d282bba840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:26.762048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.762452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Bound using segment: {'id': '58e74f68-0abe-4b1c-8884-4cb3709d25d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '26e5c77f-e744-4dfd-b008-b6d282bba840'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:58:26.763024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Bound port: c595469d-4b2e-4ffe-af06-3fe8ebf8225e, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e74f68-0abe-4b1c-8884-4cb3709d25d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '26e5c77f-e744-4dfd-b008-b6d282bba840'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:58:26.763412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.779332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61105744-d227-4a73-ad44-e0dbe06e8071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b94fba-2df3-4a0a-8d7c-74e3ef83483b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:26.797178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1651806764'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:26.800878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-61105744-d227-4a73-ad44-e0dbe06e8071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:26.836299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dabe6b3e-b8cd-4051-9672-7387d53291c9 None None] Provisioning complete for port 2673fd5a-ad73-4ab9-870b-11062815d052 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:26.836700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dabe6b3e-b8cd-4051-9672-7387d53291c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.873773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.881171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-be1f02aa-d346-4e31-950f-c690f00c7dcb tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.888516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 484aae7d-85b6-49f9-b73f-e7aaf520eb39 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:26.918044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:26.942027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] For port c595469d-4b2e-4ffe-af06-3fe8ebf8225e, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:26.946489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] For port c595469d-4b2e-4ffe-af06-3fe8ebf8225e, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c595469d-4b2e-4ffe-af06-3fe8ebf8225e,segment=NetworkSegment(58e74f68-0abe-4b1c-8884-4cb3709d25d1),segment_id=58e74f68-0abe-4b1c-8884-4cb3709d25d1)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:26.956027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f02aa-d346-4e31-950f-c690f00c7dcb tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91fb5397-41f2-4400-8b9c-4b3b19ef8ba7,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:26.969576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-be1f02aa-d346-4e31-950f-c690f00c7dcb tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:26.977532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-be1f02aa-d346-4e31-950f-c690f00c7dcb tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:26.981080 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-be1f02aa-d346-4e31-950f-c690f00c7dcb tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/91fb5397-41f2-4400-8b9c-4b3b19ef8ba7 HTTP/1.1" status: 204 len: 168 time: 0.6589987 Dec 20 15:58:26.986087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54086) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:26.986602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:27.002535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Usage tracker for resource:network and tenant:6aae740fd994418285c3ce238545c439 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:27.006963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:27.011465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-61105744-d227-4a73-ad44-e0dbe06e8071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.012727 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-61105744-d227-4a73-ad44-e0dbe06e8071 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37b94fba-2df3-4a0a-8d7c-74e3ef83483b HTTP/1.1" status: 204 len: 168 time: 1.0393188 Dec 20 15:58:27.017288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:27.019685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.036532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6f438a31-1ec2-4a79-b805-696c7e9fea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:27.055552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6572dc5-92d0-44e3-b9d9-199a594081f8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775874048004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1687693'] for subnet, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.063875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fe00c1ee-cbba-4a4e-a54a-65c89e9a6985 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:27.113093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-76e3e020-3d62-4a27-b1d9-0cdbad2490a7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:27.117399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Made reservation on behalf of 6aae740fd994418285c3ce238545c439 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:27.119793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Pushing event updated for resources: {'Port': ['ID=c595469d-4b2e-4ffe-af06-3fe8ebf8225e,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:27.122216 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.124364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:27.141803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.147217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6572dc5-92d0-44e3-b9d9-199a594081f8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:27.147793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6572dc5-92d0-44e3-b9d9-199a594081f8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.152011 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b6572dc5-92d0-44e3-b9d9-199a594081f8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "PUT /v2.0/subnets/8b7d3e01-89d2-448d-94aa-392b5b4bf82a HTTP/1.1" status: 200 len: 826 time: 2.0686836 Dec 20 15:58:27.155652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54092) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:27.158629 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2a89934f-2ee6-41bc-abce-7109b9414250 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags HTTP/1.1" status: 204 len: 168 time: 0.4876084 Dec 20 15:58:27.161464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54096) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:27.162076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6572dc5-92d0-44e3-b9d9-199a594081f8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=8b7d3e01-89d2-448d-94aa-392b5b4bf82a,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:27.168033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-49582f5e-b3a3-4410-b27a-a24125c4a997 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54', 'tempest-TagsExtTest-Tag-178605028') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:27.191689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b6572dc5-92d0-44e3-b9d9-199a594081f8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:27.241729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-76e3e020-3d62-4a27-b1d9-0cdbad2490a7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:27.243047 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-76e3e020-3d62-4a27-b1d9-0cdbad2490a7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2560158 Dec 20 15:58:27.258623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:27.260886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54100) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:27.263179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Usage tracker for resource:security_group_rule and tenant:6aae740fd994418285c3ce238545c439 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:27.266694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:27.275258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:27.419118 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-49582f5e-b3a3-4410-b27a-a24125c4a997 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:27.422972 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-49582f5e-b3a3-4410-b27a-a24125c4a997 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags/tempest-TagsExtTest-Tag-178605028 HTTP/1.1" status: 404 len: 328 time: 0.2583389 Dec 20 15:58:27.423956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54104) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:27.444480 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-2c85f31f-a623-4291-a63a-05ea37d63042 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54', 'tempest-TagsExtTest-Tag-298522015') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:27.561178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c595469d-4b2e-4ffe-af06-3fe8ebf8225e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:27.603270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.626568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting port c595469d-4b2e-4ffe-af06-3fe8ebf8225e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:27.626568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.668368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.699466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-514c706e-b969-4577-85b9-2cd99d6dd213 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.701561 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-2c85f31f-a623-4291-a63a-05ea37d63042 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:27.705800 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2c85f31f-a623-4291-a63a-05ea37d63042 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags/tempest-TagsExtTest-Tag-298522015 HTTP/1.1" status: 404 len: 328 time: 0.2811620 Dec 20 15:58:27.706223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54108) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:27.750440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-1acff696-3047-49fc-b2ee-dacafa608f5d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54', 'tempest-TagsExtTest-Tag-552947383') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:27.890092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-514c706e-b969-4577-85b9-2cd99d6dd213 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.910423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.932269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:27.937111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2b3ce392-753b-4112-82a4-f76bd7657760 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:27.937287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8642f609-a04f-4dbd-a4e2-a86ac5ff913b tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:27.947000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port c595469d-4b2e-4ffe-af06-3fe8ebf8225e completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:27.981750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:27.991730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea00e03e-1a43-4612-94ef-1c6725598b4b,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:27.996913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:27.999764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.003907 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Added segment bfb878de-5f26-463b-9650-bc9c23c41b0a of type vlan for network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 Dec 20 15:58:28.013685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=484aae7d-85b6-49f9-b73f-e7aaf520eb39,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:28.021681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:28.031556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.172350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.177677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:28.178710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.183379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fb8aa2ab-9592-49de-b2dc-e9b5fb2c4107 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:28.218651 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-1acff696-3047-49fc-b2ee-dacafa608f5d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:28.219787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1acff696-3047-49fc-b2ee-dacafa608f5d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags/tempest-TagsExtTest-Tag-552947383 HTTP/1.1" status: 404 len: 328 time: 0.5045803 Dec 20 15:58:28.235243 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54112) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:28.254003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-22ffb7c4-eb34-4a86-8e61-65b6fe5a934e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f', {'tags': ['tempest-TagsExtTest-Tag-294751957', 'tempest-TagsExtTest-Tag-1888011912', 'tempest-TagsExtTest-Tag-1347440704']}) {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:28.324511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-514c706e-b969-4577-85b9-2cd99d6dd213 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.332574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3b028ab9-4672-4182-b742-7203fee0daf1 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:28.354786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] For port c595469d-4b2e-4ffe-af06-3fe8ebf8225e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c595469d-4b2e-4ffe-af06-3fe8ebf8225e,segment=NetworkSegment(58e74f68-0abe-4b1c-8884-4cb3709d25d1),segment_id=58e74f68-0abe-4b1c-8884-4cb3709d25d1)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:28.355195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.365348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c706e-b969-4577-85b9-2cd99d6dd213 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5d8085-da71-4ed1-bf2d-5630a4aa10da,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:28.365602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event updated for resources: {'Network': ['ID=65f89cb1-afc8-4da6-baeb-59cc3e4eae80,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:28.370606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:28.376762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-514c706e-b969-4577-85b9-2cd99d6dd213 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:28.380280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.391101 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8558469 Dec 20 15:58:28.393140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54116) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:28.401551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Request body: {'subnet': {'network_id': '65f89cb1-afc8-4da6-baeb-59cc3e4eae80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:28.433161 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:28.455773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe904db-aad6-4f9c-846e-aaf2ff1cba4b None None] Network 26e5c77f-e744-4dfd-b008-b6d282bba840 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:28.507772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Calling delete_port for c595469d-4b2e-4ffe-af06-3fe8ebf8225e owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:28.532771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:28.536822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Usage tracker for resource:subnet and tenant:6aae740fd994418285c3ce238545c439 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:28.540377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:28.547002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:28.564395 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-22ffb7c4-eb34-4a86-8e61-65b6fe5a934e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "PUT /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags HTTP/1.1" status: 200 len: 317 time: 0.3255472 Dec 20 15:58:28.565271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54122) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:28.571094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-9acf3b42-b73f-4f96-b395-411cc7514aae tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:28.671550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-514c706e-b969-4577-85b9-2cd99d6dd213 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.672596 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-514c706e-b969-4577-85b9-2cd99d6dd213 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/4f5d8085-da71-4ed1-bf2d-5630a4aa10da HTTP/1.1" status: 204 len: 168 time: 1.4075656 Dec 20 15:58:28.675450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54126) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:28.716634 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9acf3b42-b73f-4f96-b395-411cc7514aae tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags HTTP/1.1" status: 204 len: 168 time: 0.1480448 Dec 20 15:58:28.716634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Made reservation on behalf of 6aae740fd994418285c3ce238545c439 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:28.731177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54130) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:28.748846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-a752edb9-bc44-4b0c-8490-7fdb771b7b84 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f', 'tempest-TagsExtTest-Tag-294751957') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:28.766210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a446cdfa-d95a-48c5-b24a-bbf6301c5333 None None] Provisioning for port c595469d-4b2e-4ffe-af06-3fe8ebf8225e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:28.776719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a446cdfa-d95a-48c5-b24a-bbf6301c5333 None None] Provisioning complete for port c595469d-4b2e-4ffe-af06-3fe8ebf8225e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:28.777188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a446cdfa-d95a-48c5-b24a-bbf6301c5333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.795982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7bc65ad3-5c20-49ca-8a69-7287079c8e15 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:28.820780 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:58:28.884015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.910340 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-a752edb9-bc44-4b0c-8490-7fdb771b7b84 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:28.911398 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a752edb9-bc44-4b0c-8490-7fdb771b7b84 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags/tempest-TagsExtTest-Tag-294751957 HTTP/1.1" status: 404 len: 328 time: 0.1760697 Dec 20 15:58:28.915884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54134) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:28.922740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a446cdfa-d95a-48c5-b24a-bbf6301c5333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:28.925596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-af834312-d4b5-4986-ad4f-3726842ae06b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f', 'tempest-TagsExtTest-Tag-1888011912') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.015177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7bc65ad3-5c20-49ca-8a69-7287079c8e15 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:29.016484 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7bc65ad3-5c20-49ca-8a69-7287079c8e15 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3400154 Dec 20 15:58:29.022988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54138) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:29.034308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1847675242'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:29.049282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:29.058512 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-af834312-d4b5-4986-ad4f-3726842ae06b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:29.062237 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-af834312-d4b5-4986-ad4f-3726842ae06b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags/tempest-TagsExtTest-Tag-1888011912 HTTP/1.1" status: 404 len: 329 time: 0.1427982 Dec 20 15:58:29.063295 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54142) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:29.065825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:29.071197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-f3dfea66-5bc0-4ccd-8e72-053d58df1d75 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f', 'tempest-TagsExtTest-Tag-1347440704') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.101695 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-f3dfea66-5bc0-4ccd-8e72-053d58df1d75 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] show failed (client error): The resource could not be found. Dec 20 15:58:29.103359 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f3dfea66-5bc0-4ccd-8e72-053d58df1d75 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags/tempest-TagsExtTest-Tag-1347440704 HTTP/1.1" status: 404 len: 329 time: 0.0393679 Dec 20 15:58:29.104027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a8af6-8ed3-42b7-964c-6b84c81a4460 None None] Network 26e5c77f-e744-4dfd-b008-b6d282bba840 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:29.106276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54146) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:29.118590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.tag.tag_plugin [None req-49193180-b2f7-464b-8c32-c214bbe6b855 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b512ae08-244b-4ed7-bd3c-d873a48a734f') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.171769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:29.219596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 025fc5ff-5964-491a-a06f-16642677de7b has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:29.221975 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-49193180-b2f7-464b-8c32-c214bbe6b855 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f/tags HTTP/1.1" status: 204 len: 168 time: 0.1146755 Dec 20 15:58:29.222986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:29.225701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:29.228781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54150) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:29.230264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-170c5fde-aa9f-4f68-bd74-c164d2a9a1f3 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:29.241803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-e09f6f59-d8fe-4201-962b-55dd9cbde3b7 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af4cc99e-adfd-4ceb-afd8-080a99b65a54') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.275617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Port': ['ID=c595469d-4b2e-4ffe-af06-3fe8ebf8225e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.278124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:29.301977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:29.312490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:29.377042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:29.425639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No DVR routers for this DVR port c595469d-4b2e-4ffe-af06-3fe8ebf8225e on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:29.431242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f2c5a387-be00-406d-98c4-15c07a292184 None None] Could not find standard attr ID for object c595469d-4b2e-4ffe-af06-3fe8ebf8225e. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:58:29.546681 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:29.555530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:29.568700 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e09f6f59-d8fe-4201-962b-55dd9cbde3b7 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54/tags HTTP/1.1" status: 204 len: 168 time: 0.3370657 Dec 20 15:58:29.577573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54154) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:29.587017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-24d78563-9567-4cca-a7a9-d28ecdbb28f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9052c0ab-7fb9-4e76-830c-f55ef71fc572') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.595539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:29.606734 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4e12b-e967-4406-a125-908429a5e392 None None] Sync routers for ids ['025fc5ff-5964-491a-a06f-16642677de7b'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:58:29.621170 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4e12b-e967-4406-a125-908429a5e392 None None] Routers {'025fc5ff-5964-491a-a06f-16642677de7b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:29.621997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-24e4e12b-e967-4406-a125-908429a5e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['025fc5ff-5964-491a-a06f-16642677de7b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.624116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/025fc5ff-5964-491a-a06f-16642677de7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0012708 Dec 20 15:58:29.627241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54158) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:29.678941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b051f7b-d13f-4694-afa9-e096c20b42d4 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:58:29.727380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-24e4e12b-e967-4406-a125-908429a5e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.759966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4e12b-e967-4406-a125-908429a5e392 None None] Routers {'025fc5ff-5964-491a-a06f-16642677de7b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:29.760519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-24e4e12b-e967-4406-a125-908429a5e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['025fc5ff-5964-491a-a06f-16642677de7b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.764613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:29.771304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-783a8331-6647-4a1a-acca-b16bf60ae50f tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:29.819961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ac69d-3c0c-434b-9e87-4ead174f8e68,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.826042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:29.832545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:29.838869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0f5eba0e-5345-4020-88bf-b736da171e14 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:29.840805 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-24e4e12b-e967-4406-a125-908429a5e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.841220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4e12b-e967-4406-a125-908429a5e392 None None] The sync data for ids ['025fc5ff-5964-491a-a06f-16642677de7b'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:58:29.901544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b051f7b-d13f-4694-afa9-e096c20b42d4 None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:58:29.909115 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:29.910312 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1828afc7-7681-46a5-ab9e-2f14a80db5e4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8858342 Dec 20 15:58:29.910729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:29.914773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54162) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:29.920703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b6572dc5-92d0-44e3-b9d9-199a594081f8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:29.927045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event updated for resources: {'Subnet': ['ID=50706cbe-2d2b-4300-9aa6-dba92375283c,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.933655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:29.953888 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-24d78563-9567-4cca-a7a9-d28ecdbb28f6 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572/tags HTTP/1.1" status: 204 len: 168 time: 0.3727472 Dec 20 15:58:29.955501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54166) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:29.960534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': 'f25ac69d-3c0c-434b-9e87-4ead174f8e68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:29.963499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.tag.tag_plugin [None req-c07d6c03-f79d-4d2c-bb45-07f43330d620 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97067b49-e053-4a7a-a72c-b399dbf5ea1b') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.967106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7d3e01-89d2-448d-94aa-392b5b4bf82a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.975257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:29.977487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:29.983594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:29.987512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:30.002792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Checking segment: {'id': 'bfb878de-5f26-463b-9650-bc9c23c41b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '65f89cb1-afc8-4da6-baeb-59cc3e4eae80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:30.003177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Network hostable DHCP agents. Network: 65f89cb1-afc8-4da6-baeb-59cc3e4eae80, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:30.007512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:30.057011 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c07d6c03-f79d-4d2c-bb45-07f43330d620 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1004059 Dec 20 15:58:30.063491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54170) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:30.108619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:30.122958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.183463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 65f89cb1-afc8-4da6-baeb-59cc3e4eae80) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:30.188029 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:30.190955 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-9cb582f4-11a2-40ed-b06f-a2791f3307cf tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 15:58:30.191099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.191959 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9cb582f4-11a2-40ed-b06f-a2791f3307cf tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/025fc5ff-5964-491a-a06f-16642677de7b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5635934 Dec 20 15:58:30.192711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.199442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54174) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:30.212756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e5c77f-e744-4dfd-b008-b6d282bba840']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:30.214145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c76d9978-7e56-420b-9071-3450673543ff tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for subnetpool, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.219480 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c76d9978-7e56-420b-9071-3450673543ff tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b512ae08-244b-4ed7-bd3c-d873a48a734f HTTP/1.1" status: 204 len: 168 time: 0.1546667 Dec 20 15:58:30.220087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54178) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:30.267652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-764e0f44-053d-4a93-bc17-2165971427d8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Synchronizing usage tracker for tenant:c505bcd991e64dc4b12b992f3126d494 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:30.270054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e74f68-0abe-4b1c-8884-4cb3709d25d1') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:30.270363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e74f68-0abe-4b1c-8884-4cb3709d25d1') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:30.280876 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8832192 Dec 20 15:58:30.281993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54182) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:30.289490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5f0ebfa1-1e04-4cd0-b83e-88c1abdad9ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:30.289717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Request body: {'port': {'network_id': '65f89cb1-afc8-4da6-baeb-59cc3e4eae80', 'name': 'tempest-ExtraDHCPOptionsTestJSON-513826265'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:30.307512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.340213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.344882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5c9d6c-4ef8-4bad-9b49-1e4462aaeb90 None None] Network 26e5c77f-e744-4dfd-b008-b6d282bba840 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:30.349834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:30.350253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.361975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d676a-8849-42de-9188-0e9e2c1790c6 None None] Network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:30.364929 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:30.385342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.392180 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-764e0f44-053d-4a93-bc17-2165971427d8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Unset dirty status for tenant:c505bcd991e64dc4b12b992f3126d494 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:30.395807 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-764e0f44-053d-4a93-bc17-2165971427d8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4cc99e-adfd-4ceb-afd8-080a99b65a54 HTTP/1.1" status: 200 len: 205 time: 0.1723537 Dec 20 15:58:30.396434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54186) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:30.449836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5f0ebfa1-1e04-4cd0-b83e-88c1abdad9ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:30.451032 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5f0ebfa1-1e04-4cd0-b83e-88c1abdad9ba tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=025fc5ff-5964-491a-a06f-16642677de7b HTTP/1.1" status: 200 len: 205 time: 0.2449369 Dec 20 15:58:30.455457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54190) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:30.473883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.476213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-afee194a-8f7f-4ee2-9b2d-2f9c3a3c1a75 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:30.503044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c25341-2a9b-4253-9fdb-b44a32b86cfb,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:30.517908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:30.538373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.543324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-305289e1-2aed-41c0-8146-334cc83f6a82 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:30.558969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.563135 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/26e5c77f-e744-4dfd-b008-b6d282bba840 HTTP/1.1" status: 204 len: 168 time: 3.4006789 Dec 20 15:58:30.564043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54194) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:30.586127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Network': ['ID=26e5c77f-e744-4dfd-b008-b6d282bba840,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:30.591633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:30.595930 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-350d9b5f-5eb9-4bf0-869a-6c2c0f37ece6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:30.595930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350d9b5f-5eb9-4bf0-869a-6c2c0f37ece6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:30.601270 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-350d9b5f-5eb9-4bf0-869a-6c2c0f37ece6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/26e5c77f-e744-4dfd-b008-b6d282bba840 HTTP/1.1" status: 404 len: 339 time: 0.0322931 Dec 20 15:58:30.602545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54198) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:30.607790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1938136591', 'description': 'd1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:30.614980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:30.619826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Usage tracker for resource:network and tenant:927088fd181341279d3acfc769946bce is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:30.624148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:30.631204 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.635133 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6856039 Dec 20 15:58:30.635133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:30.643860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54202) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:30.668182 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-063b0997-82ff-4701-bc92-e536540e7661 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules/29c25341-2a9b-4253-9fdb-b44a32b86cfb HTTP/1.1" status: 200 len: 705 time: 0.0299752 Dec 20 15:58:30.674466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54206) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:30.704253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:30.711862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Usage tracker for resource:port and tenant:6aae740fd994418285c3ce238545c439 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:30.716297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:30.721883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c54ddd9-2130-4ab5-906e-3bfbc51703e3 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.729303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf1382e-2807-49b9-9555-4699f85381d2 None None] DHCP port deletion for 26e5c77f-e744-4dfd-b008-b6d282bba840 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:30.758322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-65f89cb1-afc8-4da6-baeb-59cc3e4eae80', 'network_id': '65f89cb1-afc8-4da6-baeb-59cc3e4eae80', 'tenant_id': '6aae740fd994418285c3ce238545c439', 'fixed_ips': [{'subnet_id': '50706cbe-2d2b-4300-9aa6-dba92375283c'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:58:30.759336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.809669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:30.826949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:30.830013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.881861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:30.886171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2acdf6c-f152-4f35-8030-6cf8c1f888c5 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.897262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2add7caa-6feb-4545-ba56-8dc6b57c52a1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:30.904063 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.904403 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Added segment 879363d0-f3e7-42d4-aa11-4bc4f6f3c071 of type vlan for network 40b719c2-1c8f-4516-a8a9-6e4cb22d5654 Dec 20 15:58:30.937941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:30.950656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Allocated IP 172.20.0.2 (65f89cb1-afc8-4da6-baeb-59cc3e4eae80/50706cbe-2d2b-4300-9aa6-dba92375283c/8167d242-19d4-4200-8884-dda820ee435b) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:30.983547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2add7caa-6feb-4545-ba56-8dc6b57c52a1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:30.984891 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2add7caa-6feb-4545-ba56-8dc6b57c52a1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3093846 Dec 20 15:58:30.988413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54210) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:31.004238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Made reservation on behalf of 6aae740fd994418285c3ce238545c439 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:31.007277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.021113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-566766d1-b01e-4e2e-8fea-19b6443b2d50 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.032842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-566766d1-b01e-4e2e-8fea-19b6443b2d50 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.048522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.052393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.052986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.058179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb2f1a6e-338f-4863-9d01-db7b3ae3f11a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:31.174736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=40b719c2-1c8f-4516-a8a9-6e4cb22d5654,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:31.177911 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.180219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] device_id is not set on port edd87888-acf6-4725-b215-31fa22e44d84 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:31.189403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:31.191640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-566766d1-b01e-4e2e-8fea-19b6443b2d50 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.193495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-255a4aa3-f307-4a36-ab45-ec740cf7944d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:31.194225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 40b719c2-1c8f-4516-a8a9-6e4cb22d5654 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:31.206563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-566766d1-b01e-4e2e-8fea-19b6443b2d50 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.209983 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-566766d1-b01e-4e2e-8fea-19b6443b2d50 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/29c25341-2a9b-4253-9fdb-b44a32b86cfb HTTP/1.1" status: 204 len: 168 time: 0.2182221 Dec 20 15:58:31.212759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54214) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:31.214357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566766d1-b01e-4e2e-8fea-19b6443b2d50 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29c25341-2a9b-4253-9fdb-b44a32b86cfb,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:31.218424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Transition to ACTIVE for port object 8167d242-19d4-4200-8884-dda820ee435b will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:31.231646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-566766d1-b01e-4e2e-8fea-19b6443b2d50 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:31.252926 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6493380 Dec 20 15:58:31.257555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54218) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:31.307538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Transition to ACTIVE for port object 8167d242-19d4-4200-8884-dda820ee435b will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:31.389803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.396740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2cffa6aa-b407-4794-b703-2f456580fd57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:31.400383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cc42ad42-f5dd-4bfe-8fe7-d277b221750e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:31.414496 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da889e9-987c-4a58-8779-16bb741c2b80 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.415202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4da889e9-987c-4a58-8779-16bb741c2b80 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Synchronizing usage tracker for tenant:927088fd181341279d3acfc769946bce on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:31.431855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c595469d-4b2e-4ffe-af06-3fe8ebf8225e no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:31.531007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cc42ad42-f5dd-4bfe-8fe7-d277b221750e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:31.533328 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cc42ad42-f5dd-4bfe-8fe7-d277b221750e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3046980 Dec 20 15:58:31.533730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: c595469d-4b2e-4ffe-af06-3fe8ebf8225e {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:31.534076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c595469d-4b2e-4ffe-af06-3fe8ebf8225e not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:31.536033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54222) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:31.549325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4da889e9-987c-4a58-8779-16bb741c2b80 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Unset dirty status for tenant:927088fd181341279d3acfc769946bce on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:31.550685 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4da889e9-987c-4a58-8779-16bb741c2b80 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/networks?id=40b719c2-1c8f-4516-a8a9-6e4cb22d5654 HTTP/1.1" status: 200 len: 765 time: 0.2930479 Dec 20 15:58:31.550826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:31.553765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54226) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:31.557158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Pushing event updated for resources: {'Port': ['ID=8167d242-19d4-4200-8884-dda820ee435b,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:31.559558 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:31.561219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:31.561788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-823e4627-1e50-41da-8032-202954fa7ef5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'description': 'd2'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:31.561927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:31.622335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': 'f25ac69d-3c0c-434b-9e87-4ead174f8e68', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:31.646504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:31.651974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Attempting to bind port 8167d242-19d4-4200-8884-dda820ee435b on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:58:31.651974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Attempting to bind port 8167d242-19d4-4200-8884-dda820ee435b by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'bfb878de-5f26-463b-9650-bc9c23c41b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '65f89cb1-afc8-4da6-baeb-59cc3e4eae80'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:58:31.652420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Attempting to bind port 8167d242-19d4-4200-8884-dda820ee435b on network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:58:31.652645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c54ddd9-2130-4ab5-906e-3bfbc51703e3 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.659521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:58:31.664651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Checking segment: {'id': 'bfb878de-5f26-463b-9650-bc9c23c41b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '65f89cb1-afc8-4da6-baeb-59cc3e4eae80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:31.664651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.664651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Bound using segment: {'id': 'bfb878de-5f26-463b-9650-bc9c23c41b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '65f89cb1-afc8-4da6-baeb-59cc3e4eae80'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:58:31.664651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Bound port: 8167d242-19d4-4200-8884-dda820ee435b, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb878de-5f26-463b-9650-bc9c23c41b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '65f89cb1-afc8-4da6-baeb-59cc3e4eae80'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:58:31.664651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.676228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:31.758483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] For port 8167d242-19d4-4200-8884-dda820ee435b, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:31.762170 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] For port 8167d242-19d4-4200-8884-dda820ee435b, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8167d242-19d4-4200-8884-dda820ee435b,segment=NetworkSegment(bfb878de-5f26-463b-9650-bc9c23c41b0a),segment_id=bfb878de-5f26-463b-9650-bc9c23c41b0a)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:31.762723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c54ddd9-2130-4ab5-906e-3bfbc51703e3 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.812893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-823e4627-1e50-41da-8032-202954fa7ef5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.852903 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2acdf6c-f152-4f35-8030-6cf8c1f888c5 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.881656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.886130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c70b2ec6-ab16-4712-9d80-9350dd6a44c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:31.887146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2acdf6c-f152-4f35-8030-6cf8c1f888c5 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.907243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-823e4627-1e50-41da-8032-202954fa7ef5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.912219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6907ba37-917b-40ce-abea-7f22aaadf60b tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:31.916962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.940907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-823e4627-1e50-41da-8032-202954fa7ef5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network 40b719c2-1c8f-4516-a8a9-6e4cb22d5654 is not hosted by any dhcp agent {{(pid=84392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 15:58:31.945495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823e4627-1e50-41da-8032-202954fa7ef5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.945495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-823e4627-1e50-41da-8032-202954fa7ef5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.945774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ab196632-cf1d-4ab3-b148-9c8aa857e389 {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:58:31.949737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:58:31.949901 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-823e4627-1e50-41da-8032-202954fa7ef5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "PUT /v2.0/networks/40b719c2-1c8f-4516-a8a9-6e4cb22d5654 HTTP/1.1" status: 200 len: 762 time: 0.3921664 Dec 20 15:58:31.950043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54230) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:31.968188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Pushing event updated for resources: {'Port': ['ID=8167d242-19d4-4200-8884-dda820ee435b,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:31.971527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:31.986328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c54ddd9-2130-4ab5-906e-3bfbc51703e3 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:31.987074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c54ddd9-2130-4ab5-906e-3bfbc51703e3 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Fanout notify agent at l3_agent the message router_deleted on router af4cc99e-adfd-4ceb-afd8-080a99b65a54 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:32.029054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e4627-1e50-41da-8032-202954fa7ef5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=40b719c2-1c8f-4516-a8a9-6e4cb22d5654,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:32.031749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-823e4627-1e50-41da-8032-202954fa7ef5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:32.041224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 40b719c2-1c8f-4516-a8a9-6e4cb22d5654 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:32.089094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2acdf6c-f152-4f35-8030-6cf8c1f888c5 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.089586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2acdf6c-f152-4f35-8030-6cf8c1f888c5 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Fanout notify agent at l3_agent the message router_deleted on router 025fc5ff-5964-491a-a06f-16642677de7b {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:32.110219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2acdf6c-f152-4f35-8030-6cf8c1f888c5 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.113694 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a2acdf6c-f152-4f35-8030-6cf8c1f888c5 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/025fc5ff-5964-491a-a06f-16642677de7b HTTP/1.1" status: 204 len: 168 time: 1.6495476 Dec 20 15:58:32.118342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54234) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:32.133245 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51d906a-b669-4a83-8687-24469322bed0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.133942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c51d906a-b669-4a83-8687-24469322bed0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Synchronizing usage tracker for tenant:927088fd181341279d3acfc769946bce on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:32.141795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.145782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5c54ddd9-2130-4ab5-906e-3bfbc51703e3 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.146870 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5c54ddd9-2130-4ab5-906e-3bfbc51703e3 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/routers/af4cc99e-adfd-4ceb-afd8-080a99b65a54 HTTP/1.1" status: 204 len: 168 time: 1.7495203 Dec 20 15:58:32.155107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54238) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:32.212164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c51d906a-b669-4a83-8687-24469322bed0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Unset dirty status for tenant:927088fd181341279d3acfc769946bce on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:32.213489 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c51d906a-b669-4a83-8687-24469322bed0 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/networks?id=40b719c2-1c8f-4516-a8a9-6e4cb22d5654 HTTP/1.1" status: 200 len: 765 time: 0.2624283 Dec 20 15:58:32.228763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54242) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:32.256440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-2af41674-4a07-40ea-9f86-aa0f30728f0e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Deleting port 9052c0ab-7fb9-4e76-830c-f55ef71fc572 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:32.261219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2af41674-4a07-40ea-9f86-aa0f30728f0e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.286536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.297525 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c3b9d993-d0be-426b-82a9-17437935977a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:32.350387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da26167-80a4-4380-a009-368c572f81ec,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:32.357279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:32.432965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.434091 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8922312 Dec 20 15:58:32.439290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54246) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:32.453001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.501474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf2452-7148-4e23-801d-3088a6149ddf tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.504716 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-56cf2452-7148-4e23-801d-3088a6149ddf tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2748795 Dec 20 15:58:32.507263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54250) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:32.546764 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-062b48b5-7637-432a-828a-e96e23204178 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules/0da26167-80a4-4380-a009-368c572f81ec HTTP/1.1" status: 200 len: 705 time: 0.1044877 Dec 20 15:58:32.547531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54254) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:32.561679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-7089f907-1ff1-4ea5-9796-30d529c3a567 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting subnet f5c89292-f23e-4ed5-b4f2-c67845524e11 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:32.570938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] device_id is not set on port 074bfa15-780d-40f3-a502-54ac968b86ce yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:32.575309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7089f907-1ff1-4ea5-9796-30d529c3a567 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.606604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0aab09c3-3100-4cd8-b992-5bc1d2a8907f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Synchronizing usage tracker for tenant:927088fd181341279d3acfc769946bce on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:32.640070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0aab09c3-3100-4cd8-b992-5bc1d2a8907f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Unset dirty status for tenant:927088fd181341279d3acfc769946bce on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:32.640866 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0aab09c3-3100-4cd8-b992-5bc1d2a8907f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 207 time: 0.1321030 Dec 20 15:58:32.645239 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54258) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:32.673688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7089f907-1ff1-4ea5-9796-30d529c3a567 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.689797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2af41674-4a07-40ea-9f86-aa0f30728f0e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:32.820495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8803a6ae-25ad-4707-a953-d5f7cff7db83 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:32.828863 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-2af41674-4a07-40ea-9f86-aa0f30728f0e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Calling delete_port for 9052c0ab-7fb9-4e76-830c-f55ef71fc572 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:32.880462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528ac78-57e1-433c-a327-15d9e68d8a90 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.884431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528ac78-57e1-433c-a327-15d9e68d8a90 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.888339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528ac78-57e1-433c-a327-15d9e68d8a90 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.892436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528ac78-57e1-433c-a327-15d9e68d8a90 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.896397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528ac78-57e1-433c-a327-15d9e68d8a90 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.900917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528ac78-57e1-433c-a327-15d9e68d8a90 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.904159 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8528ac78-57e1-433c-a327-15d9e68d8a90 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2569382 Dec 20 15:58:32.908890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54262) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:32.936058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7089f907-1ff1-4ea5-9796-30d529c3a567 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.020518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d0e0fd-23bd-4639-8c16-df497c768f8f None None] Network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:33.114529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Allocated IP 172.20.0.12 (65f89cb1-afc8-4da6-baeb-59cc3e4eae80/50706cbe-2d2b-4300-9aa6-dba92375283c/074bfa15-780d-40f3-a502-54ac968b86ce) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:33.126588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8803a6ae-25ad-4707-a953-d5f7cff7db83 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:33.128147 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8803a6ae-25ad-4707-a953-d5f7cff7db83 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5749204 Dec 20 15:58:33.131826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54266) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:33.247663 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-75383a55-8047-41a7-bd95-f08a6fa4487d tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3373148 Dec 20 15:58:33.254140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6c3e0d7-e7a8-4430-a334-86cbd61e5e5c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.259494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54270) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:33.268195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-05f4f24f-5344-49ed-9661-04ca4fbcd816 None None] Provisioning for port 8167d242-19d4-4200-8884-dda820ee435b completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:33.276199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6c3e0d7-e7a8-4430-a334-86cbd61e5e5c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.309836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7089f907-1ff1-4ea5-9796-30d529c3a567 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.325054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-61575908-ecf3-48e9-ac7d-74ae4c62bbf5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:33.373656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089f907-1ff1-4ea5-9796-30d529c3a567 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c89292-f23e-4ed5-b4f2-c67845524e11,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:33.378892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7089f907-1ff1-4ea5-9796-30d529c3a567 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:33.383900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7089f907-1ff1-4ea5-9796-30d529c3a567 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.390849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df72f7a-4e8e-44f6-9f9a-6d273cca9153 None None] Network 847c8730-19df-478c-a4fa-dcc68a1fe017 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:33.400756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287e305-6e26-4015-b4bd-6661f84b5e98 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.402124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287e305-6e26-4015-b4bd-6661f84b5e98 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.403534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287e305-6e26-4015-b4bd-6661f84b5e98 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.404801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287e305-6e26-4015-b4bd-6661f84b5e98 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.406222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287e305-6e26-4015-b4bd-6661f84b5e98 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.415770 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5287e305-6e26-4015-b4bd-6661f84b5e98 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1471913 Dec 20 15:58:33.415770 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7089f907-1ff1-4ea5-9796-30d529c3a567 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/f5c89292-f23e-4ed5-b4f2-c67845524e11 HTTP/1.1" status: 204 len: 168 time: 1.2932496 Dec 20 15:58:33.415770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54274) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:33.416524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54278) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:33.449065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2af41674-4a07-40ea-9f86-aa0f30728f0e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.514701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:33.550630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8167d242-19d4-4200-8884-dda820ee435b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:33.565238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6c3e0d7-e7a8-4430-a334-86cbd61e5e5c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.606645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af41674-4a07-40ea-9f86-aa0f30728f0e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Pushing event deleted for resources: {'Port': ['ID=9052c0ab-7fb9-4e76-830c-f55ef71fc572,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:33.610143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2af41674-4a07-40ea-9f86-aa0f30728f0e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:33.610956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-722352ec-6927-426d-b0f4-81fd424b8972 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:33.617677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704fcd6-a3ab-407e-93a7-db780ac5920b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.619058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704fcd6-a3ab-407e-93a7-db780ac5920b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.620460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704fcd6-a3ab-407e-93a7-db780ac5920b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.621720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704fcd6-a3ab-407e-93a7-db780ac5920b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.623375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704fcd6-a3ab-407e-93a7-db780ac5920b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.629588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5704fcd6-a3ab-407e-93a7-db780ac5920b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2080491 Dec 20 15:58:33.630486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.632286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54282) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:33.678519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port a766cd43-657d-4c75-86a9-9f2c142b5d65 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:33.678847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.740143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3e0d7-e7a8-4430-a334-86cbd61e5e5c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0da26167-80a4-4380-a009-368c572f81ec,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:33.744146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d6c3e0d7-e7a8-4430-a334-86cbd61e5e5c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:33.777522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2af41674-4a07-40ea-9f86-aa0f30728f0e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.790511 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2af41674-4a07-40ea-9f86-aa0f30728f0e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/ports/9052c0ab-7fb9-4e76-830c-f55ef71fc572 HTTP/1.1" status: 204 len: 168 time: 1.6330812 Dec 20 15:58:33.801665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54286) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:33.809809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.830551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] DHCP port deletion for 847c8730-19df-478c-a4fa-dcc68a1fe017 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:33.832109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Transition to ACTIVE for port object 074bfa15-780d-40f3-a502-54ac968b86ce will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:33.835514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] Deleting port a766cd43-657d-4c75-86a9-9f2c142b5d65 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:33.836474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.877515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 8167d242-19d4-4200-8884-dda820ee435b completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:33.895261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 8167d242-19d4-4200-8884-dda820ee435b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:33.895816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.932484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.939742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c827bf6f-b1cf-4bc6-8cb0-34c83a20439c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:33.957037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82b1806-0edd-4ff3-ad7f-e8d8cfa912d9 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.962029 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f82b1806-0edd-4ff3-ad7f-e8d8cfa912d9 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/networks/64b1704b-1808-4638-a918-8470c991fbaa HTTP/1.1" status: 200 len: 803 time: 0.3242846 Dec 20 15:58:33.972755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54290) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:33.986902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6c3e0d7-e7a8-4430-a334-86cbd61e5e5c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:33.990322 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d6c3e0d7-e7a8-4430-a334-86cbd61e5e5c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/0da26167-80a4-4380-a009-368c572f81ec HTTP/1.1" status: 204 len: 168 time: 0.8267524 Dec 20 15:58:33.994948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54294) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:34.029270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:34.034633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:34.042472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:34.078416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event updated for resources: {'Port': ['ID=074bfa15-780d-40f3-a502-54ac968b86ce,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:34.082465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:34.128408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e84f36d8-d594-42e0-9d1a-97cba649108f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:34.139376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:34.140328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.165341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] For port a766cd43-657d-4c75-86a9-9f2c142b5d65, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a766cd43-657d-4c75-86a9-9f2c142b5d65,segment=NetworkSegment(e747b720-c6bc-432c-b991-b1c043815dd7),segment_id=e747b720-c6bc-432c-b991-b1c043815dd7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:34.165341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.176700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.264939 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9817874 Dec 20 15:58:34.268003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54298) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:34.277201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Request body: {'port': {'network_id': '65f89cb1-afc8-4da6-baeb-59cc3e4eae80', 'name': 'tempest-ExtraDHCPOptionsTestJSON-254120701', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:34.283568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port a766cd43-657d-4c75-86a9-9f2c142b5d65, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a766cd43-657d-4c75-86a9-9f2c142b5d65,segment=NetworkSegment(e747b720-c6bc-432c-b991-b1c043815dd7),segment_id=e747b720-c6bc-432c-b991-b1c043815dd7)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:34.284161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.285233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.api.validators [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] bootfile-name is not in valid_values {{(pid=84391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:58:34.286012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.api.validators [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] tftp-server is not in valid_values {{(pid=84391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:58:34.286813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.api.validators [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] server-ip-address is not in valid_values {{(pid=84391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:58:34.312385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e84f36d8-d594-42e0-9d1a-97cba649108f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:34.314092 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e84f36d8-d594-42e0-9d1a-97cba649108f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3175414 Dec 20 15:58:34.316976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] Calling delete_port for a766cd43-657d-4c75-86a9-9f2c142b5d65 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:34.318081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54302) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:34.324523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': 'f25ac69d-3c0c-434b-9e87-4ead174f8e68', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:34.338942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:34.383165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 8167d242-19d4-4200-8884-dda820ee435b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8167d242-19d4-4200-8884-dda820ee435b,segment=NetworkSegment(bfb878de-5f26-463b-9650-bc9c23c41b0a),segment_id=bfb878de-5f26-463b-9650-bc9c23c41b0a)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:34.428370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:34.433175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for a766cd43-657d-4c75-86a9-9f2c142b5d65 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:34.460594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-85851ff1-1d1c-467b-a8db-f9d393b68ca8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Deleting subnet 97067b49-e053-4a7a-a72c-b399dbf5ea1b {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:34.469505 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.474751 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e8483940-8cfa-4d56-a5d7-aa219c73722e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/networks/64b1704b-1808-4638-a918-8470c991fbaa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4927289 Dec 20 15:58:34.476506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:34.476656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54306) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:34.476752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85851ff1-1d1c-467b-a8db-f9d393b68ca8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.509273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3e4d8852-3e76-4c7c-8b82-97afea15c34b None None] Provisioning for port 074bfa15-780d-40f3-a502-54ac968b86ce completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:34.509502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:34.511570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.519698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Usage tracker for resource:port and tenant:6aae740fd994418285c3ce238545c439 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:34.526858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:34.533995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:34.557753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85851ff1-1d1c-467b-a8db-f9d393b68ca8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.568256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce233a-96bb-4d71-a244-f8018ca43e5d tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:34.569200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-23ce233a-96bb-4d71-a244-f8018ca43e5d tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Synchronizing usage tracker for tenant:927088fd181341279d3acfc769946bce on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:34.576637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.578574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3e4d8852-3e76-4c7c-8b82-97afea15c34b None None] Provisioning complete for port 074bfa15-780d-40f3-a502-54ac968b86ce triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:34.578978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8852-3e76-4c7c-8b82-97afea15c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.608793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:58:34.609103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:58:34.612494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-23ce233a-96bb-4d71-a244-f8018ca43e5d tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Unset dirty status for tenant:927088fd181341279d3acfc769946bce on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:34.613670 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-23ce233a-96bb-4d71-a244-f8018ca43e5d tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/subnets/da4f848e-75eb-4de2-b754-fd27da5a9cf5 HTTP/1.1" status: 200 len: 843 time: 0.1380212 Dec 20 15:58:34.618006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54310) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:34.639257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] No DVR routers for this DVR port a766cd43-657d-4c75-86a9-9f2c142b5d65 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:34.659363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d8852-3e76-4c7c-8b82-97afea15c34b None None] Port 074bfa15-780d-40f3-a502-54ac968b86ce cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:34.659363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=8167d242-19d4-4200-8884-dda820ee435b,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:34.661520 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:34.661976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:34.665553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Made reservation on behalf of 6aae740fd994418285c3ce238545c439 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:34.668759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.682393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.695333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] device_id is not set on port b8e5e6e2-3b63-487a-a3b0-2cef2171c54a yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:34.705085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] Pushing event deleted for resources: {'Port': ['ID=a766cd43-657d-4c75-86a9-9f2c142b5d65,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:34.706221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f930fc-5f24-49d8-9842-88933531cdec tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:34.707597 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-79f930fc-5f24-49d8-9842-88933531cdec tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "GET /v2.0/subnets/da4f848e-75eb-4de2-b754-fd27da5a9cf5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0886760 Dec 20 15:58:34.711694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:34.712548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54314) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:34.719541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765464954'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:34.724984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85851ff1-1d1c-467b-a8db-f9d393b68ca8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.775242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.810703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7808b8f5-df2b-4dab-9fbb-c708bae107e5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:34.844475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7c3447-58a0-469a-a517-ef8146c5f441,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:34.855267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:34.871630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:34.879430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Allocated IP 172.20.0.14 (65f89cb1-afc8-4da6-baeb-59cc3e4eae80/50706cbe-2d2b-4300-9aa6-dba92375283c/b8e5e6e2-3b63-487a-a3b0-2cef2171c54a) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:34.889044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:34.973466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:34.977655 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6552734 Dec 20 15:58:34.982026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54318) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:34.997445 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e8ec96ad-2c8a-46fc-b59e-3e9328ea9919 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules/6b7c3447-58a0-469a-a517-ef8146c5f441 HTTP/1.1" status: 200 len: 706 time: 0.0183558 Dec 20 15:58:34.999839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54322) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:35.048073 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b0787c37-61f5-4612-9db7-6f86b1aecdf4 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0471013 Dec 20 15:58:35.050672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54326) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:35.066611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85851ff1-1d1c-467b-a8db-f9d393b68ca8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.072051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4f0ec580-2093-4e42-ba03-d7c098793839 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:35.095678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.112209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Transition to ACTIVE for port object b8e5e6e2-3b63-487a-a3b0-2cef2171c54a will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:35.113581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:35.116434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.131210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port a766cd43-657d-4c75-86a9-9f2c142b5d65 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:35.131570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.159416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85851ff1-1d1c-467b-a8db-f9d393b68ca8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Pushing event deleted for resources: {'Subnet': ['ID=97067b49-e053-4a7a-a72c-b399dbf5ea1b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:35.174174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-85851ff1-1d1c-467b-a8db-f9d393b68ca8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:35.180202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64bc98ba-ca37-47d2-adef-55c11e8bbda6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.187452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e710a-96c6-49cd-bdef-89c482bfe0bc None None] Network 43d7313f-7c0f-4a0e-96c0-af471a6e9482 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:35.188991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85851ff1-1d1c-467b-a8db-f9d393b68ca8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.224898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.231418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64bc98ba-ca37-47d2-adef-55c11e8bbda6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.233879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ff9ae53f-28c7-4cec-806a-193ae9a41241 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:35.247341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] The port 'a766cd43-657d-4c75-86a9-9f2c142b5d65' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:58:35.280641 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-85851ff1-1d1c-467b-a8db-f9d393b68ca8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/subnets/97067b49-e053-4a7a-a72c-b399dbf5ea1b HTTP/1.1" status: 204 len: 168 time: 1.4755397 Dec 20 15:58:35.282346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54330) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:35.310563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:35.390427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:35.397097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.422951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.423315 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Added segment 61eca9cf-2757-491e-9d57-ec2895873fa5 of type vlan for network 993d0661-6123-4fbb-807b-5f32fed80cd1 Dec 20 15:58:35.424458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64bc98ba-ca37-47d2-adef-55c11e8bbda6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.431681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a38c2c88-6b11-4794-8708-2a47884b0204 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:35.442762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847c8730-19df-478c-a4fa-dcc68a1fe017']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:35.452466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:35.467393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event updated for resources: {'Port': ['ID=b8e5e6e2-3b63-487a-a3b0-2cef2171c54a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:35.473308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:35.478151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e747b720-c6bc-432c-b991-b1c043815dd7') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:35.478436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e747b720-c6bc-432c-b991-b1c043815dd7') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:35.486349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc98ba-ca37-47d2-adef-55c11e8bbda6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b7c3447-58a0-469a-a517-ef8146c5f441,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:35.494329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-64bc98ba-ca37-47d2-adef-55c11e8bbda6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:35.502167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.508604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:35.510348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.520500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8167d242-19d4-4200-8884-dda820ee435b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:35.523294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.535471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64bc98ba-ca37-47d2-adef-55c11e8bbda6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.536659 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-64bc98ba-ca37-47d2-adef-55c11e8bbda6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/6b7c3447-58a0-469a-a517-ef8146c5f441 HTTP/1.1" status: 204 len: 168 time: 0.4849575 Dec 20 15:58:35.541500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54334) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:35.560772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Deleting port 88fd09c9-ec68-4634-b968-8e21ffb1d335 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:35.561224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.576642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.604272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:35.604272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.615207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] DHCP port deletion for 43d7313f-7c0f-4a0e-96c0-af471a6e9482 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:35.623786 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:35.634700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] Deleting port 88fd09c9-ec68-4634-b968-8e21ffb1d335 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:35.639451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.699324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 8167d242-19d4-4200-8884-dda820ee435b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:35.699972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.719809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.720423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.747836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.751515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.752144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.759769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c4672f80-0404-4203-b577-749da605d74f tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:35.790208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0cd5c7d3-df0d-40c5-971b-9481dcd0da7f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:35.884838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Network': ['ID=993d0661-6123-4fbb-807b-5f32fed80cd1,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:35.887470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:35.925008 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6554663 Dec 20 15:58:35.931904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54338) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:35.946334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] For port 88fd09c9-ec68-4634-b968-8e21ffb1d335, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=88fd09c9-ec68-4634-b968-8e21ffb1d335,segment=NetworkSegment(05842d40-1f71-4643-8763-26751bf4c6be),segment_id=05842d40-1f71-4643-8763-26751bf4c6be)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:35.946699 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.971377 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2571387 Dec 20 15:58:35.971639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:35.974214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 993d0661-6123-4fbb-807b-5f32fed80cd1 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:35.978973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54342) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:35.982892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ddc5dee7-4902-458a-965b-19b3b9ac0687 tempest-DHCPAgentSchedulersTestJSON-150622527 tempest-DHCPAgentSchedulersTestJSON-150622527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:36.003957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.007249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/networks/847c8730-19df-478c-a4fa-dcc68a1fe017 HTTP/1.1" status: 204 len: 168 time: 2.5929134 Dec 20 15:58:36.013705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54346) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:36.013984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'network_id': '993d0661-6123-4fbb-807b-5f32fed80cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:36.022037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e3e1e63d-ae3f-4d4b-8432-47d6da455335 None None] Provisioning for port b8e5e6e2-3b63-487a-a3b0-2cef2171c54a completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:36.046129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Network': ['ID=847c8730-19df-478c-a4fa-dcc68a1fe017,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:36.047901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0cd5c7d3-df0d-40c5-971b-9481dcd0da7f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:36.049146 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0cd5c7d3-df0d-40c5-971b-9481dcd0da7f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4968293 Dec 20 15:58:36.050235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:36.059307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54350) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:36.076428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-742293876'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:36.089190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Calling delete_port for 88fd09c9-ec68-4634-b968-8e21ffb1d335 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:36.110953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e3e1e63d-ae3f-4d4b-8432-47d6da455335 None None] Provisioning complete for port b8e5e6e2-3b63-487a-a3b0-2cef2171c54a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:36.111296 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e63d-ae3f-4d4b-8432-47d6da455335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.122212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:36.128719 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:network and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:36.133404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:36.146637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:36.165983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] For port 88fd09c9-ec68-4634-b968-8e21ffb1d335, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=88fd09c9-ec68-4634-b968-8e21ffb1d335,segment=NetworkSegment(05842d40-1f71-4643-8763-26751bf4c6be),segment_id=05842d40-1f71-4643-8763-26751bf4c6be)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:36.166393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.232187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0355ca-fb97-4798-a29d-be24d775e9b2 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.236615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0355ca-fb97-4798-a29d-be24d775e9b2 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.240625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0355ca-fb97-4798-a29d-be24d775e9b2 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.245076 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2c0355ca-fb97-4798-a29d-be24d775e9b2 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3093593 Dec 20 15:58:36.245604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54354) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:36.257998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:36.280155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:36.282297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:36.283565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.284433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96d43407-ef6f-4c54-9c8b-89a63b61527e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.299660 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a766cd43-657d-4c75-86a9-9f2c142b5d65 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:36.309181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.316747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96d43407-ef6f-4c54-9c8b-89a63b61527e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.318297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2af41674-4a07-40ea-9f86-aa0f30728f0e tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:36.333715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] Calling delete_port for 88fd09c9-ec68-4634-b968-8e21ffb1d335 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:36.376835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Pushing event deleted for resources: {'Port': ['ID=88fd09c9-ec68-4634-b968-8e21ffb1d335,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:36.382681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1e63d-ae3f-4d4b-8432-47d6da455335 None None] Port b8e5e6e2-3b63-487a-a3b0-2cef2171c54a cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:36.386478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: a766cd43-657d-4c75-86a9-9f2c142b5d65 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:36.386593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:36.386709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a766cd43-657d-4c75-86a9-9f2c142b5d65 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:36.394499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae1a37-3812-475e-96f2-fcdac543d9e8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Deleting port b8e5e6e2-3b63-487a-a3b0-2cef2171c54a {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:36.394499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1a37-3812-475e-96f2-fcdac543d9e8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.425013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:36.426386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:58:36.426829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:58:36.434600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Made reservation on behalf of 927088fd181341279d3acfc769946bce for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:36.437401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] No DVR routers for this DVR port 88fd09c9-ec68-4634-b968-8e21ffb1d335 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:36.494618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.494978 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added segment 97f2bcb5-83fd-4ed8-aeac-796caa9e081c of type vlan for network d914bfef-2162-48d3-9556-c582c09cf67d Dec 20 15:58:36.518275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96d43407-ef6f-4c54-9c8b-89a63b61527e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.533758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6a39f2e-4042-4d2c-9593-70304dc001e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:36.552094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d43407-ef6f-4c54-9c8b-89a63b61527e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ac69d-3c0c-434b-9e87-4ead174f8e68,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:36.556075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-96d43407-ef6f-4c54-9c8b-89a63b61527e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:36.561236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.592654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.647432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.658056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.ipam_backend_mixin [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Performing IP validity checks on allocation pools {{(pid=84392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 15:58:36.658621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.ipam_backend_mixin [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 15:58:36.706163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d7313f-7c0f-4a0e-96c0-af471a6e9482']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:36.729420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96d43407-ef6f-4c54-9c8b-89a63b61527e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.730528 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-96d43407-ef6f-4c54-9c8b-89a63b61527e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/f25ac69d-3c0c-434b-9e87-4ead174f8e68 HTTP/1.1" status: 204 len: 168 time: 0.6703780 Dec 20 15:58:36.733905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54358) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:36.743510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05842d40-1f71-4643-8763-26751bf4c6be') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:36.743809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05842d40-1f71-4643-8763-26751bf4c6be') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:36.810705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.828237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-91a97ea2-e3b4-4eec-a92b-eec073ff5347 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:36.838928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.856927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:36.857315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:36.875301 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:36.890434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1a37-3812-475e-96f2-fcdac543d9e8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.928079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] Deleting port 88fd09c9-ec68-4634-b968-8e21ffb1d335 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:36.928497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.955658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.958958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.959390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-91a97ea2-e3b4-4eec-a92b-eec073ff5347 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:36.961641 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-91a97ea2-e3b4-4eec-a92b-eec073ff5347 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2259507 Dec 20 15:58:36.963101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-75112921-864e-48d5-aea5-1fc3a9905257 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:36.967349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.967349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:36.989122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54362) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:36.999169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270199033'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:37.007373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2d8723b8-09a1-4ba8-bd62-033d13f8b6c2 None None] The port '88fd09c9-ec68-4634-b968-8e21ffb1d335' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:58:37.019453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:37.020592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6865c22-5e8a-48c8-906d-6ccc56c976ac tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:37.043937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:37.063385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=d465e06f-eeb0-4585-b4a8-13280e52ccf6,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:37.066091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:37.082315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Checking segment: {'id': '61eca9cf-2757-491e-9d57-ec2895873fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '993d0661-6123-4fbb-807b-5f32fed80cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:37.082671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network hostable DHCP agents. Network: 993d0661-6123-4fbb-807b-5f32fed80cd1, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:37.111148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae1a37-3812-475e-96f2-fcdac543d9e8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Calling delete_port for b8e5e6e2-3b63-487a-a3b0-2cef2171c54a owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:37.155264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.189149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Network 993d0661-6123-4fbb-807b-5f32fed80cd1 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:37.211626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:37.216176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:37.219328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:37.225995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:37.242535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.246622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Network': ['ID=d914bfef-2162-48d3-9556-c582c09cf67d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:37.253453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.255314 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] 10.222.0.62 "DELETE /v2.0/networks/43d7313f-7c0f-4a0e-96c0-af471a6e9482 HTTP/1.1" status: 204 len: 168 time: 1.9713137 Dec 20 15:58:37.256608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:37.257387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-33602231-0fb9-4e00-9f99-5b3dd9e6c5b8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:37.282776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Pushing event deleted for resources: {'Network': ['ID=43d7313f-7c0f-4a0e-96c0-af471a6e9482,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:37.283398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d914bfef-2162-48d3-9556-c582c09cf67d details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:37.298017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:37.371146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 993d0661-6123-4fbb-807b-5f32fed80cd1) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:37.376584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:37.377214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.383849 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3684466 Dec 20 15:58:37.387598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54368) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:37.391631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcec5bb5-e3bd-4ece-a5ef-09b30c8aa315 None None] Network 993d0661-6123-4fbb-807b-5f32fed80cd1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:37.401856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'subnet': {'network_id': 'd914bfef-2162-48d3-9556-c582c09cf67d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:37.481371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1a37-3812-475e-96f2-fcdac543d9e8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.487770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-756ddeac-e1b7-4d2f-945c-a1728ba99a9a tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:37.508321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 88fd09c9-ec68-4634-b968-8e21ffb1d335 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:37.548518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae1a37-3812-475e-96f2-fcdac543d9e8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event deleted for resources: {'Port': ['ID=b8e5e6e2-3b63-487a-a3b0-2cef2171c54a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:37.551260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e0ae1a37-3812-475e-96f2-fcdac543d9e8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:37.563801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:37.575046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:subnet and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:37.578971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:37.599724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:37.618735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.627608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 88fd09c9-ec68-4634-b968-8e21ffb1d335 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:37.628275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 88fd09c9-ec68-4634-b968-8e21ffb1d335 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:37.757117 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7755535 Dec 20 15:58:37.760422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54372) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:37.767380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-2ebd13bf-e46e-4546-8d52-695300a15eb5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:37.787045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-993d0661-6123-4fbb-807b-5f32fed80cd1', 'network_id': '993d0661-6123-4fbb-807b-5f32fed80cd1', 'tenant_id': '927088fd181341279d3acfc769946bce', 'fixed_ips': [{'subnet_id': 'd465e06f-eeb0-4585-b4a8-13280e52ccf6'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:58:37.788136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.791678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1a37-3812-475e-96f2-fcdac543d9e8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.798768 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e0ae1a37-3812-475e-96f2-fcdac543d9e8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "DELETE /v2.0/ports/b8e5e6e2-3b63-487a-a3b0-2cef2171c54a HTTP/1.1" status: 204 len: 168 time: 1.5518675 Dec 20 15:58:37.803310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54376) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:37.812618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Request body: {'port': {'name': 'tempest-new-port-name-1406472597', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:37.825297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.api.validators [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] bootfile-name is not in valid_values {{(pid=84391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:58:37.825297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.api.validators [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] tftp-server is not in valid_values {{(pid=84391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:58:37.825297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.api.validators [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] server-ip-address is not in valid_values {{(pid=84391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 15:58:37.825660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.842574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4f3e3ab1-691e-4e16-824b-bb2dc93bdf72 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:37.888965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5856e124-10a8-40d1-bc25-cc5455a7b8f7,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:37.894933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:37.935291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:37.959426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.980465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Allocated IP 2001:db8::3 (993d0661-6123-4fbb-807b-5f32fed80cd1/d465e06f-eeb0-4585-b4a8-13280e52ccf6/606a707f-08eb-492a-bfe2-e2dc5251350f) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:37.993674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:37.997637 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0067606 Dec 20 15:58:38.006544 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54380) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:38.017888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Request body: {'security_group_rule': {'security_group_id': '5856e124-10a8-40d1-bc25-cc5455a7b8f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:38.036283 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:38.044895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Usage tracker for resource:security_group_rule and tenant:793e94844235435b9bb626bcc3fa90f1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:38.057372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:38.068328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:38.083719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2ebd13bf-e46e-4546-8d52-695300a15eb5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6640442'] for subnet, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.090797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.186129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54386) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:38.249952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.288011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.301523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Transition to ACTIVE for port object 606a707f-08eb-492a-bfe2-e2dc5251350f will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:38.328144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Transition to ACTIVE for port object 606a707f-08eb-492a-bfe2-e2dc5251350f will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:38.335503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.365867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.413023 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-899079b4-47d4-4660-bbe6-5f9baf7231fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c505bcd991e64dc4b12b992f3126d494&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2252374 Dec 20 15:58:38.415564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54392) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:38.435268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.440466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:38.475968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.481539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.484139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-899eee68-14be-4741-a3b9-20f28e30e947 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:38.502515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Network 993d0661-6123-4fbb-807b-5f32fed80cd1 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:38.505792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:38.509373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:38.512654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.518063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Pushing event updated for resources: {'Port': ['ID=606a707f-08eb-492a-bfe2-e2dc5251350f,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:38.523814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-418776bb-5192-4996-bf66-a5014fcb8687 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:38.549819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:38.609602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Attempting to bind port 606a707f-08eb-492a-bfe2-e2dc5251350f on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:58:38.610006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Attempting to bind port 606a707f-08eb-492a-bfe2-e2dc5251350f by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '61eca9cf-2757-491e-9d57-ec2895873fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '993d0661-6123-4fbb-807b-5f32fed80cd1'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:58:38.610362 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Attempting to bind port 606a707f-08eb-492a-bfe2-e2dc5251350f on network 993d0661-6123-4fbb-807b-5f32fed80cd1 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:58:38.618754 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:58:38.619160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Checking segment: {'id': '61eca9cf-2757-491e-9d57-ec2895873fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '993d0661-6123-4fbb-807b-5f32fed80cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:38.619571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.619971 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Bound using segment: {'id': '61eca9cf-2757-491e-9d57-ec2895873fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '993d0661-6123-4fbb-807b-5f32fed80cd1'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:58:38.621646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Bound port: 606a707f-08eb-492a-bfe2-e2dc5251350f, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61eca9cf-2757-491e-9d57-ec2895873fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '993d0661-6123-4fbb-807b-5f32fed80cd1'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:58:38.621646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.621900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event updated for resources: {'Port': ['ID=074bfa15-780d-40f3-a502-54ac968b86ce,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:38.626339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:38.626897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:38.653035 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b793ac72-3aec-4aad-b00b-cdd547054bd2,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:38.657462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:38.658721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] In _notify_port_updated(), no bound segment for port 074bfa15-780d-40f3-a502-54ac968b86ce on network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:58:38.665847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.666621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.670972 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "PUT /v2.0/ports/074bfa15-780d-40f3-a502-54ac968b86ce HTTP/1.1" status: 200 len: 1137 time: 0.8634510 Dec 20 15:58:38.671350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54396) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:38.695975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Subnet': ['ID=37cf831d-bbe9-43d6-a20f-1dd39f2b7461,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:38.729125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f2300e0-d6ab-431b-9b5c-383a83258c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.736132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:38.742696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.744004 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7364986 Dec 20 15:58:38.748752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54400) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:38.765471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] For port 606a707f-08eb-492a-bfe2-e2dc5251350f, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:38.770080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] For port 606a707f-08eb-492a-bfe2-e2dc5251350f, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=606a707f-08eb-492a-bfe2-e2dc5251350f,segment=NetworkSegment(61eca9cf-2757-491e-9d57-ec2895873fa5),segment_id=61eca9cf-2757-491e-9d57-ec2895873fa5)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:38.782370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad0401-c6b1-4eb0-8764-552918b52084 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.783772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1aad0401-c6b1-4eb0-8764-552918b52084 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Synchronizing usage tracker for tenant:6aae740fd994418285c3ce238545c439 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:38.788561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Checking segment: {'id': '97f2bcb5-83fd-4ed8-aeac-796caa9e081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd914bfef-2162-48d3-9556-c582c09cf67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:38.788857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network hostable DHCP agents. Network: d914bfef-2162-48d3-9556-c582c09cf67d, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:38.794167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f2300e0-d6ab-431b-9b5c-383a83258c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.843308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-626fc70c-a1c2-4574-93e5-e7d5cc861098 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.868129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.869096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b2fc3466-1572-4099-8232-95fc8b456fdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:38.871054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-626fc70c-a1c2-4574-93e5-e7d5cc861098 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:38.955747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1aad0401-c6b1-4eb0-8764-552918b52084 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Unset dirty status for tenant:6aae740fd994418285c3ce238545c439 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:38.959899 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1aad0401-c6b1-4eb0-8764-552918b52084 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "GET /v2.0/ports/074bfa15-780d-40f3-a502-54ac968b86ce HTTP/1.1" status: 200 len: 1137 time: 0.2844329 Dec 20 15:58:38.960422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54404) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:38.962247 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Pushing event updated for resources: {'Port': ['ID=606a707f-08eb-492a-bfe2-e2dc5251350f,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:38.966363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:38.971823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3a01b0c5-b9a5-4ddf-9ae1-ed5ee868fe2e None None] Provisioning complete for port 074bfa15-780d-40f3-a502-54ac968b86ce triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:38.972270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3a01b0c5-b9a5-4ddf-9ae1-ed5ee868fe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.024368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-3a01b0c5-b9a5-4ddf-9ae1-ed5ee868fe2e None None] Port 074bfa15-780d-40f3-a502-54ac968b86ce cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:39.026830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a3752363-6691-477b-8bd2-ca24e9a59d61 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Deleting port 074bfa15-780d-40f3-a502-54ac968b86ce {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:39.027209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a3752363-6691-477b-8bd2-ca24e9a59d61 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.056109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2ebd13bf-e46e-4546-8d52-695300a15eb5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775874048004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1687693'] for subnet, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.065607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7089f907-1ff1-4ea5-9796-30d529c3a567 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:39.103363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-626fc70c-a1c2-4574-93e5-e7d5cc861098 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.113167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:39.115556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network d914bfef-2162-48d3-9556-c582c09cf67d is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:39.124904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f2300e0-d6ab-431b-9b5c-383a83258c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.130395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fc70c-a1c2-4574-93e5-e7d5cc861098 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5856e124-10a8-40d1-bc25-cc5455a7b8f7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:39.133158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-626fc70c-a1c2-4574-93e5-e7d5cc861098 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:39.196903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd13bf-e46e-4546-8d52-695300a15eb5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event updated for resources: {'Subnet': ['ID=d465e06f-eeb0-4585-b4a8-13280e52ccf6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:39.199670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd13bf-e46e-4546-8d52-695300a15eb5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:39.200372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2ebd13bf-e46e-4546-8d52-695300a15eb5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.201752 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2ebd13bf-e46e-4546-8d52-695300a15eb5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "PUT /v2.0/subnets/d465e06f-eeb0-4585-b4a8-13280e52ccf6 HTTP/1.1" status: 200 len: 900 time: 1.4403825 Dec 20 15:58:39.205165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54408) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:39.208100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2ebd13bf-e46e-4546-8d52-695300a15eb5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:39.209170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0039db99-3d4d-4214-a35e-1cbac39cef18 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:39.228934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, d914bfef-2162-48d3-9556-c582c09cf67d) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:39.239996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417bd65d-a76e-405c-8dca-88b18cefed70 None None] Network d914bfef-2162-48d3-9556-c582c09cf67d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:39.240282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:39.241076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.255011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2300e0-d6ab-431b-9b5c-383a83258c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31321d0-6107-4976-ab32-8c66666b44c8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:39.262301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f2300e0-d6ab-431b-9b5c-383a83258c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.264070 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2f2300e0-d6ab-431b-9b5c-383a83258c0e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f31321d0-6107-4976-ab32-8c66666b44c8 HTTP/1.1" status: 204 len: 168 time: 0.8474677 Dec 20 15:58:39.265493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2f2300e0-d6ab-431b-9b5c-383a83258c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:39.411978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-626fc70c-a1c2-4574-93e5-e7d5cc861098 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.415794 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-626fc70c-a1c2-4574-93e5-e7d5cc861098 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/5856e124-10a8-40d1-bc25-cc5455a7b8f7 HTTP/1.1" status: 204 len: 168 time: 0.6661060 Dec 20 15:58:39.419660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0305595 Dec 20 15:58:39.423206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54414) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:39.423639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54416) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:39.430507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-158845225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:39.465772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:39.479026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.481614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:router and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:39.497510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting port 606a707f-08eb-492a-bfe2-e2dc5251350f {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:39.498110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.509200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:39.533533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:39.559750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a3752363-6691-477b-8bd2-ca24e9a59d61 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.618114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d914bfef-2162-48d3-9556-c582c09cf67d', 'network_id': 'd914bfef-2162-48d3-9556-c582c09cf67d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'fixed_ips': [{'subnet_id': '37cf831d-bbe9-43d6-a20f-1dd39f2b7461'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:58:39.618114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.618114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 606a707f-08eb-492a-bfe2-e2dc5251350f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:39.654253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-da6ab07b-8a4f-4a83-91a3-bf07d5a262c2 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:39.793298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] For port 606a707f-08eb-492a-bfe2-e2dc5251350f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=606a707f-08eb-492a-bfe2-e2dc5251350f,segment=NetworkSegment(61eca9cf-2757-491e-9d57-ec2895873fa5),segment_id=61eca9cf-2757-491e-9d57-ec2895873fa5)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:39.793298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.837802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a3752363-6691-477b-8bd2-ca24e9a59d61 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Calling delete_port for 074bfa15-780d-40f3-a502-54ac968b86ce owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:39.875940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.876645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:39.891654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Allocated IP 2001:db8::2 (d914bfef-2162-48d3-9556-c582c09cf67d/37cf831d-bbe9-43d6-a20f-1dd39f2b7461/f9b42d02-dac6-4c0c-8de7-e8db61059fa5) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:39.927187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Calling delete_port for 606a707f-08eb-492a-bfe2-e2dc5251350f owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:39.943267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.009104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-da6ab07b-8a4f-4a83-91a3-bf07d5a262c2 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:40.010659 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-da6ab07b-8a4f-4a83-91a3-bf07d5a262c2 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5844953 Dec 20 15:58:40.014033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54422) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:40.063782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.070978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 606a707f-08eb-492a-bfe2-e2dc5251350f completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:40.072592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6b9b5fde-5539-4a1e-b829-5d1ca8c0a0d7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:40.126261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a3752363-6691-477b-8bd2-ca24e9a59d61 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.134432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-76ac64ff-8a99-4717-adaa-56b17637cff6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:40.158131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.175692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.176895 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-aef2c1b9-3e25-4df8-b240-79a96ebf0513 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7522538 Dec 20 15:58:40.180801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54426) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:40.187241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3752363-6691-477b-8bd2-ca24e9a59d61 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event deleted for resources: {'Port': ['ID=074bfa15-780d-40f3-a502-54ac968b86ce,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:40.189794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a3752363-6691-477b-8bd2-ca24e9a59d61 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:40.258389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Transition to ACTIVE for port object f9b42d02-dac6-4c0c-8de7-e8db61059fa5 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:40.285330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Transition to ACTIVE for port object f9b42d02-dac6-4c0c-8de7-e8db61059fa5 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:40.315670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a3752363-6691-477b-8bd2-ca24e9a59d61 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.320554 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a3752363-6691-477b-8bd2-ca24e9a59d61 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "DELETE /v2.0/ports/074bfa15-780d-40f3-a502-54ac968b86ce HTTP/1.1" status: 204 len: 168 time: 1.3560116 Dec 20 15:58:40.320681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54430) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:40.377785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.381705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a92d9fc7-bd08-43dc-858f-21adca4fcbec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:40.472760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Pushing event updated for resources: {'Port': ['ID=f9b42d02-dac6-4c0c-8de7-e8db61059fa5,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:40.473879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6b9b5fde-5539-4a1e-b829-5d1ca8c0a0d7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group_rule {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:40.478592 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6b9b5fde-5539-4a1e-b829-5d1ca8c0a0d7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4634821 Dec 20 15:58:40.479903 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54434) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:40.486234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.490139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:40.506932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Network d914bfef-2162-48d3-9556-c582c09cf67d is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:40.508371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:40.511106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8b8e12f5-1cad-40c7-b586-ca0697938c14 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:40.511330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:40.548993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-3804ff2d-b968-4b76-be42-aed95cce4c10 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Deleting subnet 50706cbe-2d2b-4300-9aa6-dba92375283c {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:40.552135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3804ff2d-b968-4b76-be42-aed95cce4c10 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.556251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed29bbb-666a-46ea-baa8-97c92ec45051 None None] Network 993d0661-6123-4fbb-807b-5f32fed80cd1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:40.570191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Port': ['ID=606a707f-08eb-492a-bfe2-e2dc5251350f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:40.573741 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-cd50609b-9741-4d4f-8f80-8668f1319ee0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] delete failed (client error): The resource could not be found. Dec 20 15:58:40.578825 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cd50609b-9741-4d4f-8f80-8668f1319ee0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "DELETE /v2.0/security-groups/5856e124-10a8-40d1-bc25-cc5455a7b8f7 HTTP/1.1" status: 404 len: 347 time: 0.0838583 Dec 20 15:58:40.578825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:40.578825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54438) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:40.613151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3804ff2d-b968-4b76-be42-aed95cce4c10 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.701142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3804ff2d-b968-4b76-be42-aed95cce4c10 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.744230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No DVR routers for this DVR port 606a707f-08eb-492a-bfe2-e2dc5251350f on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:40.748392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-34953f32-ca5e-4ebd-a91d-593dd8cb2947 None None] Could not find standard attr ID for object 606a707f-08eb-492a-bfe2-e2dc5251350f. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:58:40.751023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Attempting to bind port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:58:40.751407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Attempting to bind port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '97f2bcb5-83fd-4ed8-aeac-796caa9e081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd914bfef-2162-48d3-9556-c582c09cf67d'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:58:40.751780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Attempting to bind port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 on network d914bfef-2162-48d3-9556-c582c09cf67d {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:58:40.777306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:58:40.777700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Checking segment: {'id': '97f2bcb5-83fd-4ed8-aeac-796caa9e081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd914bfef-2162-48d3-9556-c582c09cf67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:40.778152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.778497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Bound using segment: {'id': '97f2bcb5-83fd-4ed8-aeac-796caa9e081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd914bfef-2162-48d3-9556-c582c09cf67d'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:58:40.779019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Bound port: f9b42d02-dac6-4c0c-8de7-e8db61059fa5, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f2bcb5-83fd-4ed8-aeac-796caa9e081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd914bfef-2162-48d3-9556-c582c09cf67d'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:58:40.779388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.858712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3804ff2d-b968-4b76-be42-aed95cce4c10 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.864099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5942b03d-8163-4cb2-9e37-349336c8f6b6 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:40.883144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-94b9f9f6-9d19-47ee-971a-f2d12a4188b8 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Synchronizing usage tracker for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:40.885651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.904876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804ff2d-b968-4b76-be42-aed95cce4c10 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event deleted for resources: {'Subnet': ['ID=50706cbe-2d2b-4300-9aa6-dba92375283c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:40.909933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3804ff2d-b968-4b76-be42-aed95cce4c10 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:40.913250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3804ff2d-b968-4b76-be42-aed95cce4c10 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:40.923105 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3804ff2d-b968-4b76-be42-aed95cce4c10 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "DELETE /v2.0/subnets/50706cbe-2d2b-4300-9aa6-dba92375283c HTTP/1.1" status: 204 len: 168 time: 0.6012809 Dec 20 15:58:40.925224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54442) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:40.928794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea888882-648b-4e1e-913e-e62bd7598000 None None] Network 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:40.940146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-94b9f9f6-9d19-47ee-971a-f2d12a4188b8 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Unset dirty status for tenant:793e94844235435b9bb626bcc3fa90f1 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:40.941389 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-94b9f9f6-9d19-47ee-971a-f2d12a4188b8 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3616951 Dec 20 15:58:41.003288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] For port f9b42d02-dac6-4c0c-8de7-e8db61059fa5, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:41.026294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] For port f9b42d02-dac6-4c0c-8de7-e8db61059fa5, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f9b42d02-dac6-4c0c-8de7-e8db61059fa5,segment=NetworkSegment(97f2bcb5-83fd-4ed8-aeac-796caa9e081c),segment_id=97f2bcb5-83fd-4ed8-aeac-796caa9e081c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:41.065493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.081540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Deleting port 8167d242-19d4-4200-8884-dda820ee435b {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:41.082090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.122515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.128253 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-bd822c81-f0ca-40f7-ba9d-a8348d588ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:41.293291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e8c29-e721-4df0-90f1-bdbe7cc65985 None None] Network 993d0661-6123-4fbb-807b-5f32fed80cd1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:41.298967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.309665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.315361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-08fad509-1690-4a67-9795-27253fe5859b tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:41.338785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Pushing event updated for resources: {'Port': ['ID=f9b42d02-dac6-4c0c-8de7-e8db61059fa5,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:41.342055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:41.377964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] For port 8167d242-19d4-4200-8884-dda820ee435b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8167d242-19d4-4200-8884-dda820ee435b,segment=NetworkSegment(bfb878de-5f26-463b-9650-bc9c23c41b0a),segment_id=bfb878de-5f26-463b-9650-bc9c23c41b0a)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:41.378406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.459447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Subnet': ['ID=d465e06f-eeb0-4585-b4a8-13280e52ccf6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:41.471319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:41.558281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Calling delete_port for 8167d242-19d4-4200-8884-dda820ee435b owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:41.698494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb252f-8d80-4fe4-aae3-07590b27acea None None] DHCP port deletion for 993d0661-6123-4fbb-807b-5f32fed80cd1 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:41.737288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8e241-9a32-44b1-9049-b6f6a811d858 None None] DHCP port deletion for 65f89cb1-afc8-4da6-baeb-59cc3e4eae80 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:41.740406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.742328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54450) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:41.748041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6df8e241-9a32-44b1-9049-b6f6a811d858 None None] Deleting port 8167d242-19d4-4200-8884-dda820ee435b {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:41.748627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6df8e241-9a32-44b1-9049-b6f6a811d858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.790353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.792140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993d0661-6123-4fbb-807b-5f32fed80cd1']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:41.806178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:41.821527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eca9cf-2757-491e-9d57-ec2895873fa5') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:41.821817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eca9cf-2757-491e-9d57-ec2895873fa5') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:41.854048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] No DVR routers for this DVR port 8167d242-19d4-4200-8884-dda820ee435b on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:41.860345 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6df8e241-9a32-44b1-9049-b6f6a811d858 None None] The port '8167d242-19d4-4200-8884-dda820ee435b' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:58:41.886354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.894451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event deleted for resources: {'Port': ['ID=8167d242-19d4-4200-8884-dda820ee435b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:41.899529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:41.916083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.929048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:41.929981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:41.947104 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:42.009669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.148592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f89cb1-afc8-4da6-baeb-59cc3e4eae80']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:42.169756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb878de-5f26-463b-9650-bc9c23c41b0a') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:42.170145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb878de-5f26-463b-9650-bc9c23c41b0a') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:42.185249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.196465 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d402da27-8f9f-46a8-9602-3ba38822717c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=793e94844235435b9bb626bcc3fa90f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4498584 Dec 20 15:58:42.207353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54456) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:42.207504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Allocated IP 2001:db8::1 (d914bfef-2162-48d3-9556-c582c09cf67d/37cf831d-bbe9-43d6-a20f-1dd39f2b7461/9f89b133-c895-494e-8e86-1ecc7db478fb) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:42.250594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.266971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:42.267344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:42.281894 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:42.291872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-82e1f87b-b651-4f3d-95d1-437d482433eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.343632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.349728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.356268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ecfab954-70d6-4261-a55e-86966cad4cea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:42.387552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-82e1f87b-b651-4f3d-95d1-437d482433eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.394180 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Network': ['ID=993d0661-6123-4fbb-807b-5f32fed80cd1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:42.402216 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:42.476877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.494809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Transition to ACTIVE for port object 9f89b133-c895-494e-8e86-1ecc7db478fb will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:42.497541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.505818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d409f879-d692-4ec5-85b3-90e7618999b2 tempest-NetworksIpV6TestAttrs-1976951506 tempest-NetworksIpV6TestAttrs-1976951506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:42.521046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.532406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Pushing event deleted for resources: {'Network': ['ID=65f89cb1-afc8-4da6-baeb-59cc3e4eae80,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:42.533514 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/993d0661-6123-4fbb-807b-5f32fed80cd1 HTTP/1.1" status: 204 len: 168 time: 3.3271012 Dec 20 15:58:42.537003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54460) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:42.541922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-82e1f87b-b651-4f3d-95d1-437d482433eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.546368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:42.546997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-223c2d91-491e-473b-be2b-ca8afd89180d tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:42.566381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1f87b-b651-4f3d-95d1-437d482433eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf661e-4b00-41cf-86fb-297b61d249a2,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:42.569895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cee1399-3585-46c4-b8c3-635527e03385 None None] Network d914bfef-2162-48d3-9556-c582c09cf67d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:42.576629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-82e1f87b-b651-4f3d-95d1-437d482433eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:42.587431 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd51d35d-8fef-4c70-87a5-a0b5b31fc155 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:42.587930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd51d35d-8fef-4c70-87a5-a0b5b31fc155 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:42.590991 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bd51d35d-8fef-4c70-87a5-a0b5b31fc155 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/subnets/d465e06f-eeb0-4585-b4a8-13280e52ccf6 HTTP/1.1" status: 404 len: 337 time: 0.0516417 Dec 20 15:58:42.594849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54464) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:42.617349 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5073ff92-d855-499c-807e-4d7c97a3c40d tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:42.617775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5073ff92-d855-499c-807e-4d7c97a3c40d tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:42.621235 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5073ff92-d855-499c-807e-4d7c97a3c40d tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/993d0661-6123-4fbb-807b-5f32fed80cd1 HTTP/1.1" status: 404 len: 339 time: 0.0263519 Dec 20 15:58:42.621940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54468) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:42.663596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.670677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:42.718029 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] 10.222.0.62 "DELETE /v2.0/networks/65f89cb1-afc8-4da6-baeb-59cc3e4eae80 HTTP/1.1" status: 204 len: 168 time: 1.7903721 Dec 20 15:58:42.721438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-82e1f87b-b651-4f3d-95d1-437d482433eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.735763 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-82e1f87b-b651-4f3d-95d1-437d482433eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37bf661e-4b00-41cf-86fb-297b61d249a2 HTTP/1.1" status: 204 len: 168 time: 0.5341477 Dec 20 15:58:42.800860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9a1a8b12-a9f9-494e-8fdf-5943ec323f82 None None] Provisioning for port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:42.808176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.812235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network d914bfef-2162-48d3-9556-c582c09cf67d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:42.813977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=9f89b133-c895-494e-8e86-1ecc7db478fb,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:42.818707 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:42.821337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:42.823359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:42.823883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.967622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:42.999008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b719c2-1c8f-4516-a8a9-6e4cb22d5654']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:43.012390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879363d0-f3e7-42d4-aa11-4bc4f6f3c071') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:43.012696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879363d0-f3e7-42d4-aa11-4bc4f6f3c071') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:43.025430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.042590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.049316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:43.049712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:43.065574 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:43.254608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.308744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-632b5811-f208-42a0-925d-d00a4dbca695 None None] Provisioning for port 9f89b133-c895-494e-8e86-1ecc7db478fb completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:43.314090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-632b5811-f208-42a0-925d-d00a4dbca695 None None] Provisioning complete for port 9f89b133-c895-494e-8e86-1ecc7db478fb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:43.314466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-632b5811-f208-42a0-925d-d00a4dbca695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.373766 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-632b5811-f208-42a0-925d-d00a4dbca695 None None] Port 9f89b133-c895-494e-8e86-1ecc7db478fb cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:43.389429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.461065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:43.476691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54478) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:43.483707 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.499258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f9b42d02-dac6-4c0c-8de7-e8db61059fa5 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:43.509129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Network': ['ID=40b719c2-1c8f-4516-a8a9-6e4cb22d5654,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:43.515145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:43.525125 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/40b719c2-1c8f-4516-a8a9-6e4cb22d5654 HTTP/1.1" status: 204 len: 168 time: 0.9021988 Dec 20 15:58:43.527658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54484) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:43.573566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b0154d24-3740-4cbe-95d2-24877b957d8c None None] Provisioning complete for port 9f89b133-c895-494e-8e86-1ecc7db478fb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:43.573931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b0154d24-3740-4cbe-95d2-24877b957d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.578009 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf713746-5f06-41aa-b4fc-05e7604ae48a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:43.584116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf713746-5f06-41aa-b4fc-05e7604ae48a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:43.584116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cf713746-5f06-41aa-b4fc-05e7604ae48a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/subnets/8b7d3e01-89d2-448d-94aa-392b5b4bf82a HTTP/1.1" status: 404 len: 337 time: 0.0520239 Dec 20 15:58:43.584803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54488) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:43.613211 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1a97c2-77cf-4f68-89b1-fcf93ce5bc9b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:43.614010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1a97c2-77cf-4f68-89b1-fcf93ce5bc9b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:43.615948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-be1a97c2-77cf-4f68-89b1-fcf93ce5bc9b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/26e5c77f-e744-4dfd-b008-b6d282bba840 HTTP/1.1" status: 404 len: 339 time: 0.0301282 Dec 20 15:58:43.619528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54492) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:43.636165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b0154d24-3740-4cbe-95d2-24877b957d8c None None] Port 9f89b133-c895-494e-8e86-1ecc7db478fb cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:43.734718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.737794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:58:43.743540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:43.747970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.805930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.806812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.812396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:43.828897 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a5f6ef64-048f-44c9-bd4b-bfb3a2c663a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6aae740fd994418285c3ce238545c439&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3487492 Dec 20 15:58:43.829843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54496) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:43.860442 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.896713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port f9b42d02-dac6-4c0c-8de7-e8db61059fa5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f9b42d02-dac6-4c0c-8de7-e8db61059fa5,segment=NetworkSegment(97f2bcb5-83fd-4ed8-aeac-796caa9e081c),segment_id=97f2bcb5-83fd-4ed8-aeac-796caa9e081c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:43.899344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ed9dbf-ba30-4c89-82c5-bd5b39629496 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting subnet 0e8e992f-7128-4c55-b97e-0d1e421581b5 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:43.905978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64ed9dbf-ba30-4c89-82c5-bd5b39629496 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.913114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=9f89b133-c895-494e-8e86-1ecc7db478fb,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:43.918505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:43.977357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-359c2f09-a859-4914-a6b8-d1657f5ba7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.981180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64ed9dbf-ba30-4c89-82c5-bd5b39629496 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.989089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:43.990984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:44.016121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network d914bfef-2162-48d3-9556-c582c09cf67d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:44.016387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:44.064637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-359c2f09-a859-4914-a6b8-d1657f5ba7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.082758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 606a707f-08eb-492a-bfe2-e2dc5251350f no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:44.121182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=f9b42d02-dac6-4c0c-8de7-e8db61059fa5,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:44.124491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 606a707f-08eb-492a-bfe2-e2dc5251350f {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:44.125226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 606a707f-08eb-492a-bfe2-e2dc5251350f not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:44.125863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8167d242-19d4-4200-8884-dda820ee435b no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:44.147244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64ed9dbf-ba30-4c89-82c5-bd5b39629496 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.155710 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:44.168570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 8167d242-19d4-4200-8884-dda820ee435b {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:44.168921 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8167d242-19d4-4200-8884-dda820ee435b not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:44.354374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-359c2f09-a859-4914-a6b8-d1657f5ba7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.357178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d856da5c-d945-4af1-b027-7e66566c472f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:44.368329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64ed9dbf-ba30-4c89-82c5-bd5b39629496 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.374794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c2f09-a859-4914-a6b8-d1657f5ba7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea00e03e-1a43-4612-94ef-1c6725598b4b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:44.379152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-359c2f09-a859-4914-a6b8-d1657f5ba7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:44.379843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-85851ff1-1d1c-467b-a8db-f9d393b68ca8 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:44.415726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d2a3c527-ddbd-452e-a87d-ffe8cd2768f0 None None] Provisioning complete for port 9f89b133-c895-494e-8e86-1ecc7db478fb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:44.416212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d2a3c527-ddbd-452e-a87d-ffe8cd2768f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.420439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed9dbf-ba30-4c89-82c5-bd5b39629496 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8e992f-7128-4c55-b97e-0d1e421581b5,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:44.429368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-64ed9dbf-ba30-4c89-82c5-bd5b39629496 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:44.436340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-359c2f09-a859-4914-a6b8-d1657f5ba7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.440521 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-359c2f09-a859-4914-a6b8-d1657f5ba7a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea00e03e-1a43-4612-94ef-1c6725598b4b HTTP/1.1" status: 204 len: 168 time: 0.6103113 Dec 20 15:58:44.441887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64ed9dbf-ba30-4c89-82c5-bd5b39629496 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.447443 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-64ed9dbf-ba30-4c89-82c5-bd5b39629496 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/subnets/0e8e992f-7128-4c55-b97e-0d1e421581b5 HTTP/1.1" status: 204 len: 168 time: 0.8268633 Dec 20 15:58:44.450931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54502) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:44.518518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a9aa5-487a-492f-ad77-a4c79bd034b0 None None] Network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:44.541952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70a0b88-5964-411f-85e1-c54e1fc08aee tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting subnet 0a4bb8b1-8cab-462c-9be4-93c83baad6c3 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:44.545290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d70a0b88-5964-411f-85e1-c54e1fc08aee tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.581845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3c527-ddbd-452e-a87d-ffe8cd2768f0 None None] Port 9f89b133-c895-494e-8e86-1ecc7db478fb cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:58:44.599614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d70a0b88-5964-411f-85e1-c54e1fc08aee tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.686098 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router f3f26a52-d280-4177-a9bd-b7837cb1004a is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:58:44.688179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d70a0b88-5964-411f-85e1-c54e1fc08aee tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.701904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.876492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d70a0b88-5964-411f-85e1-c54e1fc08aee tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.881440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:44.882007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98ccde13-8760-48a1-925d-620868bb0f36 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:44.889875 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/f3f26a52-d280-4177-a9bd-b7837cb1004a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7077544 Dec 20 15:58:44.890768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54508) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:44.896935 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1a1e3-ef0d-4e16-ba05-48e7cc5a3a47 None None] Sync routers for ids ['f3f26a52-d280-4177-a9bd-b7837cb1004a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:58:44.918459 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1a1e3-ef0d-4e16-ba05-48e7cc5a3a47 None None] Routers {'f3f26a52-d280-4177-a9bd-b7837cb1004a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:44.919437 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-31e1a1e3-ef0d-4e16-ba05-48e7cc5a3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f3f26a52-d280-4177-a9bd-b7837cb1004a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:44.926295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a0b88-5964-411f-85e1-c54e1fc08aee tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4bb8b1-8cab-462c-9be4-93c83baad6c3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:44.930826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d70a0b88-5964-411f-85e1-c54e1fc08aee tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:44.935828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d70a0b88-5964-411f-85e1-c54e1fc08aee tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:44.951227 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d70a0b88-5964-411f-85e1-c54e1fc08aee tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/subnets/0a4bb8b1-8cab-462c-9be4-93c83baad6c3 HTTP/1.1" status: 204 len: 168 time: 0.5001671 Dec 20 15:58:44.953436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54512) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:44.986482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c735e738-6d5a-4c78-b56a-73a7c7c08138 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:44.987211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c735e738-6d5a-4c78-b56a-73a7c7c08138 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:45.003800 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-31e1a1e3-ef0d-4e16-ba05-48e7cc5a3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:45.016335 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1a1e3-ef0d-4e16-ba05-48e7cc5a3a47 None None] Routers {'f3f26a52-d280-4177-a9bd-b7837cb1004a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:45.017218 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-31e1a1e3-ef0d-4e16-ba05-48e7cc5a3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f3f26a52-d280-4177-a9bd-b7837cb1004a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:45.091206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c735e738-6d5a-4c78-b56a-73a7c7c08138 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:45.091663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:45.095705 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c735e738-6d5a-4c78-b56a-73a7c7c08138 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports/9f89b133-c895-494e-8e86-1ecc7db478fb HTTP/1.1" status: 200 len: 911 time: 0.2042081 Dec 20 15:58:45.096454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54520) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:45.103987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting port 2673fd5a-ad73-4ab9-870b-11062815d052 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:45.109963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:45.125367 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-31e1a1e3-ef0d-4e16-ba05-48e7cc5a3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:45.126096 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1a1e3-ef0d-4e16-ba05-48e7cc5a3a47 None None] The sync data for ids ['f3f26a52-d280-4177-a9bd-b7837cb1004a'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:58:45.349527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] For port 2673fd5a-ad73-4ab9-870b-11062815d052, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2673fd5a-ad73-4ab9-870b-11062815d052,segment=NetworkSegment(fec1965e-a238-436e-9331-e6c42eb9c842),segment_id=fec1965e-a238-436e-9331-e6c42eb9c842)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:45.349884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:45.499209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f9b42d02-dac6-4c0c-8de7-e8db61059fa5 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:58:45.521746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:45.539246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c44ba-b916-4bca-b7b6-243b4d9d6253 None None] Network 0b3de0c6-6873-4fcb-8161-dd6406c8f37c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:45.613923 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Calling delete_port for 2673fd5a-ad73-4ab9-870b-11062815d052 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:45.675208 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1e6212f3-3013-4543-83c8-21d02cc2b905 None None] Provisioning complete for port 2673fd5a-ad73-4ab9-870b-11062815d052 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:45.675731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1e6212f3-3013-4543-83c8-21d02cc2b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:45.807133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:45.812176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:45.812562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:45.819666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6910b9bc-42ed-4ffa-b9f1-77970d7dae66 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:45.835798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1e6212f3-3013-4543-83c8-21d02cc2b905 None None] Could not find standard attr ID for object 2673fd5a-ad73-4ab9-870b-11062815d052. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:58:45.852940 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.plugins.ml2.db [None req-1e6212f3-3013-4543-83c8-21d02cc2b905 None None] No ports have port_id starting with 2673fd5a-ad73-4ab9-870b-11062815d052 Dec 20 15:58:45.868810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Port': ['ID=2673fd5a-ad73-4ab9-870b-11062815d052,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:45.888528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:45.888528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No DVR routers for this DVR port 2673fd5a-ad73-4ab9-870b-11062815d052 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:45.980058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b07af-6ead-41fa-9037-01b0d597b1db None None] DHCP port deletion for 0b3de0c6-6873-4fcb-8161-dd6406c8f37c request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:46.023991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.050333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3de0c6-6873-4fcb-8161-dd6406c8f37c']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:46.062782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec1965e-a238-436e-9331-e6c42eb9c842') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:46.063040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec1965e-a238-436e-9331-e6c42eb9c842') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:46.075355 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.100857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.109860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:46.110385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:46.126940 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:46.223676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54534) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:46.285404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 9f89b133-c895-494e-8e86-1ecc7db478fb {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:46.285977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.308821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.312637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c0d6833-feb1-4d7f-841f-35dc8a9db917 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:46.328321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.340536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Network': ['ID=0b3de0c6-6873-4fcb-8161-dd6406c8f37c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:46.346037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:46.352313 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/0b3de0c6-6873-4fcb-8161-dd6406c8f37c HTTP/1.1" status: 204 len: 168 time: 1.3952067 Dec 20 15:58:46.352669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54540) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:46.390876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'networks': [{'name': 'tempest-network--776183771'}, {'name': 'tempest-network--1550122575'}]} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:46.391292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'network': {'name': 'tempest-network--776183771'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:46.391808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'network': {'name': 'tempest-network--1550122575'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:46.403692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:46.406436 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dcd1b8-877c-4b77-ac3e-917994b81b8e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:46.407006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08dcd1b8-877c-4b77-ac3e-917994b81b8e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:46.408751 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-08dcd1b8-877c-4b77-ac3e-917994b81b8e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/subnets/1dfde935-fdb1-4f54-8a19-2d2153e898ae HTTP/1.1" status: 404 len: 337 time: 0.0547712 Dec 20 15:58:46.411056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Usage tracker for resource:network and tenant:3e66aedd89e64b63afec20022207dece is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:46.413365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54546) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:46.416459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:46.442228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:46.445907 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad753c3-64f0-41bc-843a-83dcf1a7c913 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:46.446334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad753c3-64f0-41bc-843a-83dcf1a7c913 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:46.447957 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3ad753c3-64f0-41bc-843a-83dcf1a7c913 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/150e28fc-eb8f-4767-bf46-1bc2d9d79997 HTTP/1.1" status: 404 len: 339 time: 0.0331542 Dec 20 15:58:46.451872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54550) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:46.487326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.496756 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f9436c-0411-41ba-8d64-8d3bd0a12092 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:46.497159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f9436c-0411-41ba-8d64-8d3bd0a12092 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:46.498777 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f6f9436c-0411-41ba-8d64-8d3bd0a12092 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/subnets/f73f3560-7edc-4850-8669-26a95222dfa5 HTTP/1.1" status: 404 len: 337 time: 0.0460305 Dec 20 15:58:46.501281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54554) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:46.526676 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb6a2d8-9ae7-41e7-b955-1825ce65103b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:46.527129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb6a2d8-9ae7-41e7-b955-1825ce65103b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:46.528732 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9fb6a2d8-9ae7-41e7-b955-1825ce65103b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/e210a334-97fd-4e65-b16d-6fb31fe61d5d HTTP/1.1" status: 404 len: 339 time: 0.0264971 Dec 20 15:58:46.531125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54558) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:46.564501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Made reservation on behalf of 3e66aedd89e64b63afec20022207dece for: {'network': 2} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:46.568223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.586482 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4e689d-6891-4a87-9d2d-5c527b35d31e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:46.586934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4e689d-6891-4a87-9d2d-5c527b35d31e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:46.588557 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ec4e689d-6891-4a87-9d2d-5c527b35d31e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/subnets/990822c7-a2c4-424c-9dcf-bb2b1aec0556 HTTP/1.1" status: 404 len: 337 time: 0.0565405 Dec 20 15:58:46.591004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.600796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54562) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:46.621741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 9f89b133-c895-494e-8e86-1ecc7db478fb owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:46.632146 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9e4e1b-cf19-4b1f-bde1-2afe104d49f1 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:46.632660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9e4e1b-cf19-4b1f-bde1-2afe104d49f1 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:46.634224 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ce9e4e1b-cf19-4b1f-bde1-2afe104d49f1 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/24586d2d-6682-48e1-87f8-dcd905e32937 HTTP/1.1" status: 404 len: 339 time: 0.0319712 Dec 20 15:58:46.641741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54566) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:46.688735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:46.696426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Usage tracker for resource:security_group_rule and tenant:3e66aedd89e64b63afec20022207dece is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:46.704600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:46.714531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:46.852730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adfdddc-3858-4642-8bd8-400fdccbe077 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting subnet 73c9f2d3-acff-47eb-972e-1d6777ea7942 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:46.855691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8adfdddc-3858-4642-8bd8-400fdccbe077 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.903345 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.908009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e1661d15-4a38-483b-acbc-bb21e1879635 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:46.918357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8adfdddc-3858-4642-8bd8-400fdccbe077 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:46.951654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=9f89b133-c895-494e-8e86-1ecc7db478fb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:46.955124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:47.039086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.050292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8adfdddc-3858-4642-8bd8-400fdccbe077 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.129323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.130091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.137277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.141266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3f0f60e5-30e6-407b-9344-c423f7229a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:47.183881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e98400-e075-492c-8209-f3cba7616ef2,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:47.187340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:47.195692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:47.206085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.206085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Added segment 68f56461-ee06-4c6b-b43d-72721f106960 of type vlan for network 1cc85a29-1437-44d9-a12d-28d44b40d8e9 Dec 20 15:58:47.241872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.254148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8adfdddc-3858-4642-8bd8-400fdccbe077 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.259015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f12d4001-c468-4705-b96f-981b0c3d5364 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:47.303445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfdddc-3858-4642-8bd8-400fdccbe077 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Subnet': ['ID=73c9f2d3-acff-47eb-972e-1d6777ea7942,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:47.312437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8adfdddc-3858-4642-8bd8-400fdccbe077 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:47.322875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8adfdddc-3858-4642-8bd8-400fdccbe077 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.326433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:47.329182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc717063-e54c-4b62-89c3-c15d1bec710a None None] Network 90c4aef8-d061-4cb6-8417-3d8786d7a55f requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:47.346123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.346468 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Added segment 3a776828-11af-4c70-ae17-fd85312446f7 of type vlan for network 46bf8b24-8caa-4852-8904-b9e13b471a3b Dec 20 15:58:47.354881 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8adfdddc-3858-4642-8bd8-400fdccbe077 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/subnets/73c9f2d3-acff-47eb-972e-1d6777ea7942 HTTP/1.1" status: 204 len: 168 time: 0.7108557 Dec 20 15:58:47.356368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54570) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:47.410789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.489636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2673fd5a-ad73-4ab9-870b-11062815d052 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:47.529000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.531870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 2673fd5a-ad73-4ab9-870b-11062815d052 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:47.532459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2673fd5a-ad73-4ab9-870b-11062815d052 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:47.541032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:47.541385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.598876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.599533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.603764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:47.609570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:47.609570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.613934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98face61-b4fe-4910-8a1e-f2cf84efd01c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:47.651818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] DHCP port deletion for 90c4aef8-d061-4cb6-8417-3d8786d7a55f request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:47.662218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] Deleting port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:47.662218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.713380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router f3f26a52-d280-4177-a9bd-b7837cb1004a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:47.862642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:47.865638 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6407871 Dec 20 15:58:47.874953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] For port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8187a2aa-9be7-4b97-b29f-ea4e37ab098e,segment=NetworkSegment(0c209419-d749-4e9c-9bf5-a1d0205d28e6),segment_id=0c209419-d749-4e9c-9bf5-a1d0205d28e6)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:47.875259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:47.875791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54574) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:47.881207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'Network': ['ID=1cc85a29-1437-44d9-a12d-28d44b40d8e9,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:47.887353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16d179-e894-4264-b8a7-bfe7e14c8646 None None] Sync routers for ids ['f3f26a52-d280-4177-a9bd-b7837cb1004a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:58:47.947188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 1cc85a29-1437-44d9-a12d-28d44b40d8e9 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:47.982365 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/f3f26a52-d280-4177-a9bd-b7837cb1004a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8837156 Dec 20 15:58:47.985546 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54578) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:48.020506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] Calling delete_port for 8187a2aa-9be7-4b97-b29f-ea4e37ab098e owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:48.040733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-246d0bd5-b315-45ee-a2ba-21c2ce410593 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:48.060254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'Network': ['ID=46bf8b24-8caa-4852-8904-b9e13b471a3b,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:48.063417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] For port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8187a2aa-9be7-4b97-b29f-ea4e37ab098e,segment=NetworkSegment(0c209419-d749-4e9c-9bf5-a1d0205d28e6),segment_id=0c209419-d749-4e9c-9bf5-a1d0205d28e6)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:48.063774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:48.071308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:48.071824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.444s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:48.072553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:48.080558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72177034-fdce-4a0c-9eef-c5a809db9cff tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.084558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72177034-fdce-4a0c-9eef-c5a809db9cff tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.089229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72177034-fdce-4a0c-9eef-c5a809db9cff tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.092737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 46bf8b24-8caa-4852-8904-b9e13b471a3b details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:48.093637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72177034-fdce-4a0c-9eef-c5a809db9cff tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.098459 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-72177034-fdce-4a0c-9eef-c5a809db9cff tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2185640 Dec 20 15:58:48.098459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54582) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:48.196213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-246d0bd5-b315-45ee-a2ba-21c2ce410593 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:48.200529 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-246d0bd5-b315-45ee-a2ba-21c2ce410593 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3f26a52-d280-4177-a9bd-b7837cb1004a HTTP/1.1" status: 200 len: 205 time: 0.2139623 Dec 20 15:58:48.200915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Calling delete_port for 8187a2aa-9be7-4b97-b29f-ea4e37ab098e owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:48.212256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54586) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:48.218111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16d179-e894-4264-b8a7-bfe7e14c8646 None None] Routers {'f3f26a52-d280-4177-a9bd-b7837cb1004a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:48.218756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-bc16d179-e894-4264-b8a7-bfe7e14c8646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f3f26a52-d280-4177-a9bd-b7837cb1004a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:48.307541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-bc16d179-e894-4264-b8a7-bfe7e14c8646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:48.330539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:48.379759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16d179-e894-4264-b8a7-bfe7e14c8646 None None] Routers {'f3f26a52-d280-4177-a9bd-b7837cb1004a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:48.380647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-bc16d179-e894-4264-b8a7-bfe7e14c8646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f3f26a52-d280-4177-a9bd-b7837cb1004a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:48.419337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9639-caeb-4126-bb65-5ceb9727b632 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:48.442281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-bc16d179-e894-4264-b8a7-bfe7e14c8646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:48.442714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16d179-e894-4264-b8a7-bfe7e14c8646 None None] The sync data for ids ['f3f26a52-d280-4177-a9bd-b7837cb1004a'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:58:48.492418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:48.500473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a3606dac-d807-4380-9bc8-f4ff552c754a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:48.501678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:58:48.502111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:58:48.545475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] Pushing event deleted for resources: {'Port': ['ID=8187a2aa-9be7-4b97-b29f-ea4e37ab098e,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:48.548643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:48.549438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] No DVR routers for this DVR port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:48.586317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:48.620123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc85a29-1437-44d9-a12d-28d44b40d8e9']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:48.637905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f56461-ee06-4c6b-b43d-72721f106960') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:48.638192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f56461-ee06-4c6b-b43d-72721f106960') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:48.651758 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:48.782784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:48.793492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:48.795470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:48.807499 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:49.002887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting port 8187a2aa-9be7-4b97-b29f-ea4e37ab098e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:49.003676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.070822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] The port '8187a2aa-9be7-4b97-b29f-ea4e37ab098e' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:58:49.117393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9639-caeb-4126-bb65-5ceb9727b632 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.124122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9639-caeb-4126-bb65-5ceb9727b632 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.203910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.217488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.221042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7f9116d4-c69d-4f81-b2b8-988d92538ad3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:49.232954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c4aef8-d061-4cb6-8417-3d8786d7a55f']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:49.237281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.246701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c209419-d749-4e9c-9bf5-a1d0205d28e6') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:49.247031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c209419-d749-4e9c-9bf5-a1d0205d28e6') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:49.249037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Network': ['ID=1cc85a29-1437-44d9-a12d-28d44b40d8e9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:49.252340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:49.252858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9639-caeb-4126-bb65-5ceb9727b632 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.253348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ed9639-caeb-4126-bb65-5ceb9727b632 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Fanout notify agent at l3_agent the message router_deleted on router f3f26a52-d280-4177-a9bd-b7837cb1004a {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:49.255566 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "DELETE /v2.0/networks/1cc85a29-1437-44d9-a12d-28d44b40d8e9 HTTP/1.1" status: 204 len: 168 time: 1.1560669 Dec 20 15:58:49.259525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54590) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:49.260287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9639-caeb-4126-bb65-5ceb9727b632 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.261299 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f5ed9639-caeb-4126-bb65-5ceb9727b632 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/f3f26a52-d280-4177-a9bd-b7837cb1004a HTTP/1.1" status: 204 len: 168 time: 1.0477903 Dec 20 15:58:49.263985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54592) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:49.266065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.307073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.330490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:49.330800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:49.345746 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:49.464750 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8187a2aa-9be7-4b97-b29f-ea4e37ab098e no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:49.468960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aab8ba4-327e-45e1-9a26-62b4fad01dc0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting subnet 37cf831d-bbe9-43d6-a20f-1dd39f2b7461 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:49.474031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9aab8ba4-327e-45e1-9a26-62b4fad01dc0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.480729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.527911 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 8187a2aa-9be7-4b97-b29f-ea4e37ab098e {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:49.528513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8187a2aa-9be7-4b97-b29f-ea4e37ab098e not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:49.567673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9aab8ba4-327e-45e1-9a26-62b4fad01dc0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.627474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.637865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.644765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a0211f6a-20da-4e85-acd4-59b71dd75f68 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:49.651961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9aab8ba4-327e-45e1-9a26-62b4fad01dc0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.658868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.683769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Network': ['ID=90c4aef8-d061-4cb6-8417-3d8786d7a55f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:49.691517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:49.692900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bf8b24-8caa-4852-8904-b9e13b471a3b']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:49.703488 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/90c4aef8-d061-4cb6-8417-3d8786d7a55f HTTP/1.1" status: 204 len: 168 time: 2.3460763 Dec 20 15:58:49.706896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a776828-11af-4c70-ae17-fd85312446f7') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:49.707170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54598) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:49.707287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a776828-11af-4c70-ae17-fd85312446f7') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:49.721653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.739786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.745999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:49.746538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.750725 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-a807dda4-4c86-4793-bed4-dae7a0655747 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:49.759561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a807dda4-4c86-4793-bed4-dae7a0655747 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:49.761296 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:49.763602 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a807dda4-4c86-4793-bed4-dae7a0655747 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/subnets/33228203-ea15-4996-b96f-de1c6d34a6e3 HTTP/1.1" status: 404 len: 337 time: 0.0547569 Dec 20 15:58:49.765663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54602) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:49.790648 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bd4a0e-878d-4ca8-a1ee-3051d73ed9e9 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:49.791353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15bd4a0e-878d-4ca8-a1ee-3051d73ed9e9 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:49.795020 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-15bd4a0e-878d-4ca8-a1ee-3051d73ed9e9 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/d02d4c64-e1f1-4c88-8029-0f1c509f3541 HTTP/1.1" status: 404 len: 339 time: 0.0261455 Dec 20 15:58:49.795231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54606) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:49.881456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9aab8ba4-327e-45e1-9a26-62b4fad01dc0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.889479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d7887f5e-9b18-4d31-973d-01c1fd43feb4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:49.937173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab8ba4-327e-45e1-9a26-62b4fad01dc0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Subnet': ['ID=37cf831d-bbe9-43d6-a20f-1dd39f2b7461,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:49.941768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9aab8ba4-327e-45e1-9a26-62b4fad01dc0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:49.945771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9aab8ba4-327e-45e1-9a26-62b4fad01dc0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.947584 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9aab8ba4-327e-45e1-9a26-62b4fad01dc0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/37cf831d-bbe9-43d6-a20f-1dd39f2b7461 HTTP/1.1" status: 204 len: 168 time: 0.6826241 Dec 20 15:58:49.950325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54610) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:49.951848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caf7ef8-a167-49b6-84b6-827d0acb007e None None] Network d914bfef-2162-48d3-9556-c582c09cf67d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:49.978584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:49.984623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce0d9153-6932-4625-95cf-917333966a3b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:50.002570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.027161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Network': ['ID=46bf8b24-8caa-4852-8904-b9e13b471a3b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:50.033027 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "DELETE /v2.0/networks/46bf8b24-8caa-4852-8904-b9e13b471a3b HTTP/1.1" status: 204 len: 168 time: 0.7724795 Dec 20 15:58:50.036175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54614) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:50.040739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:50.061411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-71eb14f7-7a53-4fe7-b52f-57566a681bfc tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting subnet da4f848e-75eb-4de2-b754-fd27da5a9cf5 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:58:50.067153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71eb14f7-7a53-4fe7-b52f-57566a681bfc tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.102640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.113763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:50.114095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.210056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71eb14f7-7a53-4fe7-b52f-57566a681bfc tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.251155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] DHCP port deletion for d914bfef-2162-48d3-9556-c582c09cf67d request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:50.259624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] Deleting port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:50.260189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.306997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907ac8b1-2526-4520-8c09-933a4593f9f6 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:50.311212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907ac8b1-2526-4520-8c09-933a4593f9f6 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:50.312065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-907ac8b1-2526-4520-8c09-933a4593f9f6 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Synchronizing usage tracker for tenant:3e66aedd89e64b63afec20022207dece on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:50.350448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71eb14f7-7a53-4fe7-b52f-57566a681bfc tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.420363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-907ac8b1-2526-4520-8c09-933a4593f9f6 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Unset dirty status for tenant:3e66aedd89e64b63afec20022207dece on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:50.421757 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-907ac8b1-2526-4520-8c09-933a4593f9f6 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3844268 Dec 20 15:58:50.425425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54618) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:50.432879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1139768638'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:50.438800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:50.449858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:50.459004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port f9b42d02-dac6-4c0c-8de7-e8db61059fa5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f9b42d02-dac6-4c0c-8de7-e8db61059fa5,segment=NetworkSegment(97f2bcb5-83fd-4ed8-aeac-796caa9e081c),segment_id=97f2bcb5-83fd-4ed8-aeac-796caa9e081c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:50.459364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.470656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] For port f9b42d02-dac6-4c0c-8de7-e8db61059fa5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f9b42d02-dac6-4c0c-8de7-e8db61059fa5,segment=NetworkSegment(97f2bcb5-83fd-4ed8-aeac-796caa9e081c),segment_id=97f2bcb5-83fd-4ed8-aeac-796caa9e081c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:50.471217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.572317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71eb14f7-7a53-4fe7-b52f-57566a681bfc tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.576328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:50.590402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for f9b42d02-dac6-4c0c-8de7-e8db61059fa5 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:50.600681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] Calling delete_port for f9b42d02-dac6-4c0c-8de7-e8db61059fa5 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:50.617784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb14f7-7a53-4fe7-b52f-57566a681bfc tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Subnet': ['ID=da4f848e-75eb-4de2-b754-fd27da5a9cf5,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:50.621409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Made reservation on behalf of 3e66aedd89e64b63afec20022207dece for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:50.624401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.638695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-71eb14f7-7a53-4fe7-b52f-57566a681bfc tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:50.644876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71eb14f7-7a53-4fe7-b52f-57566a681bfc tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.657323 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-71eb14f7-7a53-4fe7-b52f-57566a681bfc tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/subnets/da4f848e-75eb-4de2-b754-fd27da5a9cf5 HTTP/1.1" status: 204 len: 168 time: 0.8587201 Dec 20 15:58:50.657561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15046a-2e6d-46ee-beb4-e42c7e5a53f5 None None] Network 64b1704b-1808-4638-a918-8470c991fbaa requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:50.670772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54622) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:50.766712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.771492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce66114a-32b5-4c41-a8fa-e0f5631ea867 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:50.774144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.775869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:50.795471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.796165 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Added segment c47fa4d3-a917-4571-b82e-b266aaf17500 of type vlan for network 505a359a-74d8-40e7-844f-3f499415eb0a Dec 20 15:58:50.805166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Deleting port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:50.805166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.816305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=f9b42d02-dac6-4c0c-8de7-e8db61059fa5,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:50.819000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:50.822613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No DVR routers for this DVR port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:50.828373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:58:50.828785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:58:50.862921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.920967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] DHCP port deletion for 64b1704b-1808-4638-a918-8470c991fbaa request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:58:50.925569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] Deleting port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:50.926053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.959160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:50.985531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d914bfef-2162-48d3-9556-c582c09cf67d']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:51.001073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f2bcb5-83fd-4ed8-aeac-796caa9e081c') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:51.001440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f2bcb5-83fd-4ed8-aeac-796caa9e081c') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:51.015459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.036346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.043645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:51.044054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:51.061249 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:51.103048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.106698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:51.107291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.113854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f370da28-25b7-4f63-aa32-cbc968cde654 tempest-ExternalNetworksTestJSON-2011803215 tempest-ExternalNetworksTestJSON-2011803215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:51.162003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] For port 435a801e-7dc3-48c6-9c5d-b59fbf61b289, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=435a801e-7dc3-48c6-9c5d-b59fbf61b289,segment=NetworkSegment(db179959-e614-4e2e-9fa1-435c836baad0),segment_id=db179959-e614-4e2e-9fa1-435c836baad0)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:51.162273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.224284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.235437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] For port 435a801e-7dc3-48c6-9c5d-b59fbf61b289, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=435a801e-7dc3-48c6-9c5d-b59fbf61b289,segment=NetworkSegment(db179959-e614-4e2e-9fa1-435c836baad0),segment_id=db179959-e614-4e2e-9fa1-435c836baad0)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:51.235791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.236498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-afd70b8b-d324-4970-b4ba-4e5475b5eb5d tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:51.271979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.281314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Network': ['ID=d914bfef-2162-48d3-9556-c582c09cf67d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:51.286473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:51.340068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] Deleting port f9b42d02-dac6-4c0c-8de7-e8db61059fa5 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:51.340450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.376825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] Calling delete_port for 435a801e-7dc3-48c6-9c5d-b59fbf61b289 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:51.381527 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/networks/d914bfef-2162-48d3-9556-c582c09cf67d HTTP/1.1" status: 204 len: 168 time: 1.4264655 Dec 20 15:58:51.382297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54626) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:51.387867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-189228625', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:51.394766 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:51.398651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:router and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:51.402281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:51.404790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'Network': ['ID=505a359a-74d8-40e7-844f-3f499415eb0a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:51.408279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:51.408901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:51.419174 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Calling delete_port for 435a801e-7dc3-48c6-9c5d-b59fbf61b289 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:51.440004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 505a359a-74d8-40e7-844f-3f499415eb0a details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:51.447339 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0206339 Dec 20 15:58:51.454126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54630) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:51.461595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2129735151'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:51.465100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c0a87-7b9c-4c36-bb6e-25d5e7b6029c None None] The port 'f9b42d02-dac6-4c0c-8de7-e8db61059fa5' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:58:51.470287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:51.482993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Usage tracker for resource:network and tenant:3e66aedd89e64b63afec20022207dece is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:51.488945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:51.501507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:51.505918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 435a801e-7dc3-48c6-9c5d-b59fbf61b289 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:51.522339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.522339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.628946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Made reservation on behalf of 3e66aedd89e64b63afec20022207dece for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:51.633352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.662010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:51.671468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.675825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.676261 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Added segment 786f8246-8884-4163-8293-93d52305065d of type vlan for network d6182b41-5613-4b3a-84c5-8bf9294f977f Dec 20 15:58:51.678113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7fbe3a31-48e8-450b-bedc-4963e947c172 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:51.682892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.690340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 update to DOWN by agent not found {{(pid=84393) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 15:58:51.690785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f9b42d02-dac6-4c0c-8de7-e8db61059fa5 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:58:51.723087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: f9b42d02-dac6-4c0c-8de7-e8db61059fa5 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:58:51.723448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f9b42d02-dac6-4c0c-8de7-e8db61059fa5 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:58:51.725943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:58:51.726317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:58:51.729531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Port': ['ID=435a801e-7dc3-48c6-9c5d-b59fbf61b289,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:51.732502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:51.740054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] No DVR routers for this DVR port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:51.809886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.891453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.926117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.931599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b1704b-1808-4638-a918-8470c991fbaa']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:51.943970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db179959-e614-4e2e-9fa1-435c836baad0') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:51.951373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db179959-e614-4e2e-9fa1-435c836baad0') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:51.956285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.972536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.979321 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:58:51.979715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.983017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-54efab8d-953c-4693-b1e6-ce8e977442f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:51.997232 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:52.068870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.072739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:52.073371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.078847 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6c3cd529-9956-4b0d-8556-876370677988 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:52.193894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'Network': ['ID=d6182b41-5613-4b3a-84c5-8bf9294f977f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:52.196818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:52.204978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d6182b41-5613-4b3a-84c5-8bf9294f977f details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:52.224821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.226548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.233891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5d012d46-3de4-4d77-866f-feb3444765df tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:52.245917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] Deleting port 435a801e-7dc3-48c6-9c5d-b59fbf61b289 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:52.246384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.252984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.254998 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] 10.222.0.62 "DELETE /v2.0/networks/64b1704b-1808-4638-a918-8470c991fbaa HTTP/1.1" status: 204 len: 168 time: 1.5954340 Dec 20 15:58:52.258551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Pushing event deleted for resources: {'Network': ['ID=64b1704b-1808-4638-a918-8470c991fbaa,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:52.258710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.262254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:52.309371 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8539014 Dec 20 15:58:52.311940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54636) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:52.319486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'ports': [{'network_id': '505a359a-74d8-40e7-844f-3f499415eb0a', 'name': 'tempest-port--630670262', 'admin_state_up': True}, {'network_id': 'd6182b41-5613-4b3a-84c5-8bf9294f977f', 'admin_state_up': False}]} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:52.320477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'port': {'network_id': '505a359a-74d8-40e7-844f-3f499415eb0a', 'name': 'tempest-port--630670262', 'admin_state_up': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:52.321172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'port': {'network_id': 'd6182b41-5613-4b3a-84c5-8bf9294f977f', 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:52.385764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-00f52cb4-8a87-4206-ba58-f8e0f0ba2659 None None] The port '435a801e-7dc3-48c6-9c5d-b59fbf61b289' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:58:52.431905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Allocated IP 172.26.7.144 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/ef9c6dcc-4c70-4223-bb04-dcde9a1070c8) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:52.561176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:52.564902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Usage tracker for resource:port and tenant:3e66aedd89e64b63afec20022207dece is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:52.567742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:52.573392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:52.584131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.776859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Made reservation on behalf of 3e66aedd89e64b63afec20022207dece for: {'port': 2} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:52.780749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.803224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.833049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:52.840892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ff47e823-f01d-4b1f-a868-38bc32150d18 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:52.924464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] device_id is not set on port a8ead56c-ea90-433c-8b80-bccaca74dd53 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:52.927073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:52.930444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:52.934843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:53.072192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54642) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:53.075296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=ef9c6dcc-4c70-4223-bb04-dcde9a1070c8,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:53.075702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:53.081602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:53.312382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:53.313104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:53.319839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] device_id is not set on port 872b337f-dfe7-4844-8178-4f507cedb6ca yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:53.367238 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-413932a8-671f-4ec8-b499-513724323706 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=927088fd181341279d3acfc769946bce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2911432 Dec 20 15:58:53.367441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54648) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:53.515284 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51f8a2a-45e3-4824-b99f-4f60e9b68f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:53.541823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:53.559170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51f8a2a-45e3-4824-b99f-4f60e9b68f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:53.691643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router b07137cc-e138-42f6-afdd-b5eb196f304f is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:58:53.783360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51f8a2a-45e3-4824-b99f-4f60e9b68f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:53.786995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:53.795256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-367b0ac6-be60-4efe-a619-6fb5481ed6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:53.810727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f8a2a-45e3-4824-b99f-4f60e9b68f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a7ba47-f0fd-439d-8bb7-c61fcff93ecf,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:53.811113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c51f8a2a-45e3-4824-b99f-4f60e9b68f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:53.815396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0abcfce1-c03b-410f-a652-522c8fdb5e01 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:53.901150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:53.901800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c51f8a2a-45e3-4824-b99f-4f60e9b68f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:53.906497 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c51f8a2a-45e3-4824-b99f-4f60e9b68f01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44a7ba47-f0fd-439d-8bb7-c61fcff93ecf HTTP/1.1" status: 204 len: 168 time: 0.5359480 Dec 20 15:58:53.917102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'Port': ['ID=a8ead56c-ea90-433c-8b80-bccaca74dd53,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:53.919813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:53.920380 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce89aad-c45d-4d39-8cee-5e91aff54fca None None] Sync routers for ids ['b07137cc-e138-42f6-afdd-b5eb196f304f'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:58:53.928702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Checking segment: {'id': 'c47fa4d3-a917-4571-b82e-b266aaf17500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '505a359a-74d8-40e7-844f-3f499415eb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:53.929284 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Network hostable DHCP agents. Network: 505a359a-74d8-40e7-844f-3f499415eb0a, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:53.938484 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce89aad-c45d-4d39-8cee-5e91aff54fca None None] Routers {'b07137cc-e138-42f6-afdd-b5eb196f304f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:53.939123 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6ce89aad-c45d-4d39-8cee-5e91aff54fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b07137cc-e138-42f6-afdd-b5eb196f304f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:54.006380 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6ce89aad-c45d-4d39-8cee-5e91aff54fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:54.017404 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce89aad-c45d-4d39-8cee-5e91aff54fca None None] Routers {'b07137cc-e138-42f6-afdd-b5eb196f304f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:54.017989 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6ce89aad-c45d-4d39-8cee-5e91aff54fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b07137cc-e138-42f6-afdd-b5eb196f304f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:54.074356 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6ce89aad-c45d-4d39-8cee-5e91aff54fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:54.074757 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce89aad-c45d-4d39-8cee-5e91aff54fca None None] The sync data for ids ['b07137cc-e138-42f6-afdd-b5eb196f304f'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:58:54.080078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:54.086856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6981096 Dec 20 15:58:54.086856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54654) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:54.126463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Network 505a359a-74d8-40e7-844f-3f499415eb0a is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:54.263052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 505a359a-74d8-40e7-844f-3f499415eb0a) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:54.281775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:54.282032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d8439-293f-44fa-b3d2-2a6347043c28 None None] Network 505a359a-74d8-40e7-844f-3f499415eb0a requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:54.282485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:54.282485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c1cb3966-4ffb-43a7-b5db-f0cd908d19b2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:54.290214 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3ca2daa9-009f-4a97-a9d4-f6dee506cf27 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/routers/b07137cc-e138-42f6-afdd-b5eb196f304f HTTP/1.1" status: 200 len: 884 time: 0.2050552 Dec 20 15:58:54.292755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54658) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:54.318352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ceb9-9515-4181-83e6-1665660c59d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:54.365834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'Port': ['ID=872b337f-dfe7-4844-8178-4f507cedb6ca,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:54.369832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:54.387121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Checking segment: {'id': '786f8246-8884-4163-8293-93d52305065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd6182b41-5613-4b3a-84c5-8bf9294f977f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:54.387477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Network hostable DHCP agents. Network: d6182b41-5613-4b3a-84c5-8bf9294f977f, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:54.531382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Network d6182b41-5613-4b3a-84c5-8bf9294f977f is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:54.541668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0b47c2e2-de14-455f-8c90-f4bd910a6fdb tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:router {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:54.657536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, d6182b41-5613-4b3a-84c5-8bf9294f977f) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:54.661413 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:54.666371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.666702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522294da-4084-4d7a-aa49-56a285fc8277 None None] Network d6182b41-5613-4b3a-84c5-8bf9294f977f requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:54.669678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.670318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:54.691516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0b47c2e2-de14-455f-8c90-f4bd910a6fdb tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:router {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:54.699109 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0b47c2e2-de14-455f-8c90-f4bd910a6fdb tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3990872 Dec 20 15:58:54.699109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54672) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:54.701112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d3586368-bd8a-46c3-bfc1-b97100475363 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-189228625'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:54.842169 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5279138 Dec 20 15:58:54.843346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54678) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:54.932350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d403ad-54ad-4cf3-bdcf-59db0372895e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.936842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d403ad-54ad-4cf3-bdcf-59db0372895e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.937662 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f8d403ad-54ad-4cf3-bdcf-59db0372895e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Synchronizing usage tracker for tenant:3e66aedd89e64b63afec20022207dece on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:55.028410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f8d403ad-54ad-4cf3-bdcf-59db0372895e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Unset dirty status for tenant:3e66aedd89e64b63afec20022207dece on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:55.029582 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f8d403ad-54ad-4cf3-bdcf-59db0372895e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1852655 Dec 20 15:58:55.032372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54682) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:55.099304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f60cf9fd-83a4-4a2a-b7f8-31bcfde1a1f7 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Deleting port a8ead56c-ea90-433c-8b80-bccaca74dd53 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:55.099544 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f60cf9fd-83a4-4a2a-b7f8-31bcfde1a1f7 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.356174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.358129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f60cf9fd-83a4-4a2a-b7f8-31bcfde1a1f7 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.401052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d3586368-bd8a-46c3-bfc1-b97100475363 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.474192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54692) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:55.483307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d3586368-bd8a-46c3-bfc1-b97100475363 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.487604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f60cf9fd-83a4-4a2a-b7f8-31bcfde1a1f7 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Calling delete_port for a8ead56c-ea90-433c-8b80-bccaca74dd53 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:55.508498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.636209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1210206401'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:55.647640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:55.653635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:network and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:55.658316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:55.666540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:55.668472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f60cf9fd-83a4-4a2a-b7f8-31bcfde1a1f7 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.675487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:55.715234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3586368-bd8a-46c3-bfc1-b97100475363 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router b07137cc-e138-42f6-afdd-b5eb196f304f has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:55.717853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cf9fd-83a4-4a2a-b7f8-31bcfde1a1f7 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Port': ['ID=a8ead56c-ea90-433c-8b80-bccaca74dd53,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:55.720287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f60cf9fd-83a4-4a2a-b7f8-31bcfde1a1f7 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:55.727215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f60cf9fd-83a4-4a2a-b7f8-31bcfde1a1f7 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.791054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:55.793999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.808764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.832130 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f60cf9fd-83a4-4a2a-b7f8-31bcfde1a1f7 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "DELETE /v2.0/ports/a8ead56c-ea90-433c-8b80-bccaca74dd53 HTTP/1.1" status: 204 len: 168 time: 0.7961273 Dec 20 15:58:55.832353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54698) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:55.856879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:55.863332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group_rule and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:55.905842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ab8fe6ff-52d0-4317-81e2-aeda4da6c787 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Deleting port 872b337f-dfe7-4844-8178-4f507cedb6ca {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:55.906179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ab8fe6ff-52d0-4317-81e2-aeda4da6c787 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:55.922244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:55.933555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:56.035448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:56.038209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3586368-bd8a-46c3-bfc1-b97100475363 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:56.049676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae0d00-3c29-460a-b83a-5cebbdf01edc None None] Sync routers for ids ['b07137cc-e138-42f6-afdd-b5eb196f304f'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:58:56.052566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d3586368-bd8a-46c3-bfc1-b97100475363 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:56.056772 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d3586368-bd8a-46c3-bfc1-b97100475363 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/b07137cc-e138-42f6-afdd-b5eb196f304f HTTP/1.1" status: 200 len: 891 time: 1.3572662 Dec 20 15:58:56.057369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54702) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:56.065799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae0d00-3c29-460a-b83a-5cebbdf01edc None None] Routers {'b07137cc-e138-42f6-afdd-b5eb196f304f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:56.066542 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d1ae0d00-3c29-460a-b83a-5cebbdf01edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b07137cc-e138-42f6-afdd-b5eb196f304f'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:56.126112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:56.130052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-82e1f87b-b651-4f3d-95d1-437d482433eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:56.132200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d1ae0d00-3c29-460a-b83a-5cebbdf01edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:56.132896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ab8fe6ff-52d0-4317-81e2-aeda4da6c787 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:56.144502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae0d00-3c29-460a-b83a-5cebbdf01edc None None] Routers {'b07137cc-e138-42f6-afdd-b5eb196f304f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:56.145125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d1ae0d00-3c29-460a-b83a-5cebbdf01edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b07137cc-e138-42f6-afdd-b5eb196f304f'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:56.161900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:56.177481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb120e6-3d2b-415e-b173-d131ad89295a,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:56.183149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:56.184047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:56.184390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Added segment a2bce33c-cf02-4100-954e-e1bcefeb1ac0 of type vlan for network 2715e398-8e41-42b3-841d-18e1e503b260 Dec 20 15:58:56.211747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d1ae0d00-3c29-460a-b83a-5cebbdf01edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:56.212613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae0d00-3c29-460a-b83a-5cebbdf01edc None None] The sync data for ids ['b07137cc-e138-42f6-afdd-b5eb196f304f'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:58:56.224151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:56.263912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ab8fe6ff-52d0-4317-81e2-aeda4da6c787 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Calling delete_port for 872b337f-dfe7-4844-8178-4f507cedb6ca owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:56.355867 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-07b36e5b-7b57-4292-9542-25abb8fbc2f4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/routers/b07137cc-e138-42f6-afdd-b5eb196f304f HTTP/1.1" status: 200 len: 891 time: 0.2974167 Dec 20 15:58:56.358717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54706) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:56.395187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:56.399511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:56.400091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:56.408418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e279a831-397f-47ef-8023-6b598121bdf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:56.425936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-306182ea-2bb7-422e-b77a-f3216af0262e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:56.524916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Network': ['ID=2715e398-8e41-42b3-841d-18e1e503b260,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:56.527678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:56.534696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:56.579370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ab8fe6ff-52d0-4317-81e2-aeda4da6c787 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:56.588862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:56.603408 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1250930 Dec 20 15:58:56.603615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54710) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:56.606163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-306182ea-2bb7-422e-b77a-f3216af0262e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:56.609958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-306182ea-2bb7-422e-b77a-f3216af0262e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07137cc-e138-42f6-afdd-b5eb196f304f HTTP/1.1" status: 200 len: 205 time: 0.2475293 Dec 20 15:58:56.611487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'name': 'tempest-PortsTestJSON-25676757'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:56.626003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54714) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:56.637649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8fe6ff-52d0-4317-81e2-aeda4da6c787 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Port': ['ID=872b337f-dfe7-4844-8178-4f507cedb6ca,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:56.641387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ab8fe6ff-52d0-4317-81e2-aeda4da6c787 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:56.646457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ab8fe6ff-52d0-4317-81e2-aeda4da6c787 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:56.656665 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ab8fe6ff-52d0-4317-81e2-aeda4da6c787 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "DELETE /v2.0/ports/872b337f-dfe7-4844-8178-4f507cedb6ca HTTP/1.1" status: 204 len: 168 time: 0.8228068 Dec 20 15:58:56.658522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54718) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:56.700518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e835c6ca-528a-4de0-8742-4d85312f694a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Synchronizing usage tracker for tenant:3e66aedd89e64b63afec20022207dece on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:58:56.795211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:56.807888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:port and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:56.811599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:56.818640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:56.929908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.017380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e835c6ca-528a-4de0-8742-4d85312f694a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Unset dirty status for tenant:3e66aedd89e64b63afec20022207dece on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:58:57.018640 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e835c6ca-528a-4de0-8742-4d85312f694a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3591559 Dec 20 15:58:57.022414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54722) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:57.028497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1125505754'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:57.033426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:57.037735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Usage tracker for resource:network and tenant:3e66aedd89e64b63afec20022207dece is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:57.041239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:57.047156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:57.057647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.178666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:57.181758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.188724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Made reservation on behalf of 3e66aedd89e64b63afec20022207dece for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:57.191780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.215782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:57.223645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:57.232430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.233007 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Added segment 7a7ab46a-df42-48aa-aa87-3c44ba273f33 of type vlan for network 03514f6e-b365-4dd8-85a9-d0a84521d2db Dec 20 15:58:57.261167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.377402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.381323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:57.381914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.387277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:57.388617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.484067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.493865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'Network': ['ID=03514f6e-b365-4dd8-85a9-d0a84521d2db,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:57.496584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:57.503992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 03514f6e-b365-4dd8-85a9-d0a84521d2db details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:57.515178 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4909997 Dec 20 15:58:57.518142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54726) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:57.524785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2054166815'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:57.529633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:57.533653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Usage tracker for resource:network and tenant:3e66aedd89e64b63afec20022207dece is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:57.536713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:57.542780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:57.559491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port ef9c6dcc-4c70-4223-bb04-dcde9a1070c8 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:58:57.559861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.601237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.608398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-84714c73-95d0-4b8e-8ee0-77cf3fb50ec6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:57.662619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Made reservation on behalf of 3e66aedd89e64b63afec20022207dece for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:57.666545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.694221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:57.702517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.702847 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Added segment ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52 of type vlan for network 62f3c0f9-11dc-4e00-9409-7a8ec1c1478c Dec 20 15:58:57.714404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=0a978959-22f6-4e5c-9c5f-5b9ccef7d82d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:57.720258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:57.729760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.817211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Checking segment: {'id': 'a2bce33c-cf02-4100-954e-e1bcefeb1ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2715e398-8e41-42b3-841d-18e1e503b260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:58:57.817820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network hostable DHCP agents. Network: 2715e398-8e41-42b3-841d-18e1e503b260, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:57.840259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.844181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:57.844860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.848730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:57.850203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cafaed14-40fa-4683-b40a-670e5d76b46d tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:57.953639 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'Network': ['ID=62f3c0f9-11dc-4e00-9409-7a8ec1c1478c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:57.956207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:57.968150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 62f3c0f9-11dc-4e00-9409-7a8ec1c1478c details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:57.978682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for ef9c6dcc-4c70-4223-bb04-dcde9a1070c8 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:58:58.010015 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4818008 Dec 20 15:58:58.083418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:58.177437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 2715e398-8e41-42b3-841d-18e1e503b260) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:58.186743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac92ffc5-13da-4b76-bfc4-5f79ec062f6f None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:58:58.191152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:58.195669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:58.196729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:58.252027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:58.256605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abd77bf7-872c-4cf5-98ad-d38d7b9879b1 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:58.305589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54730) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:58.306209 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.7011542 Dec 20 15:58:58.308606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=ef9c6dcc-4c70-4223-bb04-dcde9a1070c8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:58.311285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:58.324094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-572560240'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:58.331209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:58.337630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:network and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:58.341183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:58.348411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:58.557313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:58.725033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:58.728844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:58.759274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:58.768742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:58.769241 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Added segment 95116812-8dcf-4a4c-a39d-dd6fdc0586c6 of type vlan for network 384c2006-9522-40ef-bf1b-b12e1822ab3c Dec 20 15:58:58.797424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:58.920008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:58.924113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:58.925885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:58.931300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e42dde99-f33c-4d4b-990d-0cbf74feabf7 tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:58.940219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:58.949819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.048792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Network': ['ID=384c2006-9522-40ef-bf1b-b12e1822ab3c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:59.051488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:59.059502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 384c2006-9522-40ef-bf1b-b12e1822ab3c details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:59.080361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.081137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Fanout notify agent at l3_agent the message router_deleted on router b07137cc-e138-42f6-afdd-b5eb196f304f {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:59.120900 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8124771 Dec 20 15:58:59.123421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54734) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:59.129228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'ports': [{'network_id': '2715e398-8e41-42b3-841d-18e1e503b260'}, {'network_id': '384c2006-9522-40ef-bf1b-b12e1822ab3c'}]} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:59.131982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:59.131982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '384c2006-9522-40ef-bf1b-b12e1822ab3c'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:59.224893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.229729 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/b07137cc-e138-42f6-afdd-b5eb196f304f HTTP/1.1" status: 204 len: 168 time: 2.5965023 Dec 20 15:58:59.230037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54738) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:59.236330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-534217249'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:59.241993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:59.246042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:network and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:59.262062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:59.262062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:59.377771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:59.381646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:port and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:59.384919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:59.388280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:59.391183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:59.391328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.421838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:59.430704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.431091 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added segment 3d82b0c7-c59f-4820-b19b-852ef796242b of type vlan for network 86d7d3fc-59cf-41cb-b710-d32013e204da Dec 20 15:58:59.456649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.531932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 2} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:59.535999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.554275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.629307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.634067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:59.634958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.641228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-44a72345-35ac-4add-b96d-d0c42a713ff6 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:58:59.686371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 5fc79cf4-0101-46c6-ab3d-5e6b674b27af yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:59.744742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Network': ['ID=86d7d3fc-59cf-41cb-b710-d32013e204da,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:59.747321 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:58:59.754940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 86d7d3fc-59cf-41cb-b710-d32013e204da details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:58:59.784616 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5534005 Dec 20 15:58:59.788013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54742) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:58:59.794155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'subnet': {'network_id': '86d7d3fc-59cf-41cb-b710-d32013e204da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:58:59.832532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:58:59.906831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:58:59.910946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:subnet and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:58:59.914390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:58:59.920206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:58:59.939976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 9bab4d98-ab8c-4262-8c36-806a7001f909 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:59.983474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:00.077656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:00.090490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:00.178048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:00.187534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-550dcbc5-e908-48ef-85db-22581aa4eea4 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:00.273438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:00.276529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:00.280833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:00.281709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:00.284022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=5fc79cf4-0101-46c6-ab3d-5e6b674b27af,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:00.297176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:00.298646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-71c6689e-c664-421c-aaa0-d60f41d1a2cf tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:00.386022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=9bab4d98-ab8c-4262-8c36-806a7001f909,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:00.388986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:00.394805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Checking segment: {'id': '95116812-8dcf-4a4c-a39d-dd6fdc0586c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '384c2006-9522-40ef-bf1b-b12e1822ab3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:00.395392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network hostable DHCP agents. Network: 384c2006-9522-40ef-bf1b-b12e1822ab3c, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:00.400168 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:00.404736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9aab8ba4-327e-45e1-9a26-62b4fad01dc0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:00.481971 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Subnet': ['ID=c1e57e4c-d900-4cae-90a6-d4b43cade99b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:00.485955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:00.496830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Checking segment: {'id': '3d82b0c7-c59f-4820-b19b-852ef796242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86d7d3fc-59cf-41cb-b710-d32013e204da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:00.500686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network hostable DHCP agents. Network: 86d7d3fc-59cf-41cb-b710-d32013e204da, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:00.500835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 384c2006-9522-40ef-bf1b-b12e1822ab3c is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:00.577318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 384c2006-9522-40ef-bf1b-b12e1822ab3c) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:00.581618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:00.587338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:00.588010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b7dab-ca92-4d00-bd3d-c8f996d6523a None None] Network 384c2006-9522-40ef-bf1b-b12e1822ab3c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:00.590561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:00.591244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:00.708338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 86d7d3fc-59cf-41cb-b710-d32013e204da is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:00.715551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 86d7d3fc-59cf-41cb-b710-d32013e204da) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:00.727696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:00.727956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5900fa56-e040-400c-b110-47b9e29f2c86 None None] Network 86d7d3fc-59cf-41cb-b710-d32013e204da requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:00.728274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:00.755180 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6304851 Dec 20 15:59:00.757842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54746) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:00.812393 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0225580 Dec 20 15:59:00.814793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54750) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:00.823697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1802977918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:00.825971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-4ef88a9f-c673-4086-9db7-43367ca6190e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 9bab4d98-ab8c-4262-8c36-806a7001f909 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:00.826312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ef88a9f-c673-4086-9db7-43367ca6190e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:00.832168 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:00.837730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:router and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:00.841619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:00.848316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:00.949169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:00.951187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:00.979400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.023103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-86d7d3fc-59cf-41cb-b710-d32013e204da', 'network_id': '86d7d3fc-59cf-41cb-b710-d32013e204da', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'fixed_ips': [{'subnet_id': 'c1e57e4c-d900-4cae-90a6-d4b43cade99b'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:01.023103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.057771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ef88a9f-c673-4086-9db7-43367ca6190e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.074508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.195676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.199691 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-19180903-b936-431f-985d-87e850458927 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3811355 Dec 20 15:59:01.204054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54754) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:01.204183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-4ef88a9f-c673-4086-9db7-43367ca6190e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 9bab4d98-ab8c-4262-8c36-806a7001f909 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:01.217974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Allocated IP 2001:db8::2 (86d7d3fc-59cf-41cb-b710-d32013e204da/c1e57e4c-d900-4cae-90a6-d4b43cade99b/55cc5407-828f-4298-a3a7-f4c5df31141d) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:01.377300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ef88a9f-c673-4086-9db7-43367ca6190e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.393346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2c29c63e-1908-45df-a62d-66d40a091181 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:01.435085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54758) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:01.458898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'subnets': [{'network_id': '03514f6e-b365-4dd8-85a9-d0a84521d2db', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--554515673', 'ip_version': 6}, {'network_id': '62f3c0f9-11dc-4e00-9409-7a8ec1c1478c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:01.459455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'subnet': {'network_id': '03514f6e-b365-4dd8-85a9-d0a84521d2db', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--554515673', 'ip_version': 6}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:01.460663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Request body: {'subnet': {'network_id': '62f3c0f9-11dc-4e00-9409-7a8ec1c1478c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:01.474720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef88a9f-c673-4086-9db7-43367ca6190e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=9bab4d98-ab8c-4262-8c36-806a7001f909,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:01.480845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.481709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4ef88a9f-c673-4086-9db7-43367ca6190e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:01.493349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Transition to ACTIVE for port object 55cc5407-828f-4298-a3a7-f4c5df31141d will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:01.497135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4ef88a9f-c673-4086-9db7-43367ca6190e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.513211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Transition to ACTIVE for port object 55cc5407-828f-4298-a3a7-f4c5df31141d will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:01.520120 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4ef88a9f-c673-4086-9db7-43367ca6190e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/9bab4d98-ab8c-4262-8c36-806a7001f909 HTTP/1.1" status: 204 len: 168 time: 0.7612267 Dec 20 15:59:01.567715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54762) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:01.640514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.645328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:01.701455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:01.705809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Usage tracker for resource:subnet and tenant:3e66aedd89e64b63afec20022207dece is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:01.708758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:01.715236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:01.715670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Pushing event updated for resources: {'Port': ['ID=55cc5407-828f-4298-a3a7-f4c5df31141d,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:01.719351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Network 86d7d3fc-59cf-41cb-b710-d32013e204da is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:01.720305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:01.721353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:01.723460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:01.812620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Attempting to bind port 55cc5407-828f-4298-a3a7-f4c5df31141d on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:01.812999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Attempting to bind port 55cc5407-828f-4298-a3a7-f4c5df31141d by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '3d82b0c7-c59f-4820-b19b-852ef796242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86d7d3fc-59cf-41cb-b710-d32013e204da'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:01.813369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Attempting to bind port 55cc5407-828f-4298-a3a7-f4c5df31141d on network 86d7d3fc-59cf-41cb-b710-d32013e204da {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:01.820330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:01.820648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Checking segment: {'id': '3d82b0c7-c59f-4820-b19b-852ef796242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86d7d3fc-59cf-41cb-b710-d32013e204da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:01.821057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.822607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Made reservation on behalf of 3e66aedd89e64b63afec20022207dece for: {'subnet': 2} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:01.823153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Bound using segment: {'id': '3d82b0c7-c59f-4820-b19b-852ef796242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86d7d3fc-59cf-41cb-b710-d32013e204da'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:01.824027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Bound port: 55cc5407-828f-4298-a3a7-f4c5df31141d, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d82b0c7-c59f-4820-b19b-852ef796242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86d7d3fc-59cf-41cb-b710-d32013e204da'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:01.824429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:01.846349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75cac73-09ae-4941-83ac-bd8e6634842a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:01.850555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75cac73-09ae-4941-83ac-bd8e6634842a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:01.855243 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e75cac73-09ae-4941-83ac-bd8e6634842a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.2841890 Dec 20 15:59:01.856222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54766) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:01.925306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] For port 55cc5407-828f-4298-a3a7-f4c5df31141d, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:01.928942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] For port 55cc5407-828f-4298-a3a7-f4c5df31141d, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=55cc5407-828f-4298-a3a7-f4c5df31141d,segment=NetworkSegment(3d82b0c7-c59f-4820-b19b-852ef796242b),segment_id=3d82b0c7-c59f-4820-b19b-852ef796242b)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:01.965026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9156dd5d-f6b9-4271-8955-a946b36cd5cc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 5fc79cf4-0101-46c6-ab3d-5e6b674b27af {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:01.965370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9156dd5d-f6b9-4271-8955-a946b36cd5cc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:02.017707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:02.024963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:02.067233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:02.125448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:02.125689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:02.143302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Pushing event updated for resources: {'Port': ['ID=55cc5407-828f-4298-a3a7-f4c5df31141d,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:02.146492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:02.449117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9156dd5d-f6b9-4271-8955-a946b36cd5cc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:02.597411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9156dd5d-f6b9-4271-8955-a946b36cd5cc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 5fc79cf4-0101-46c6-ab3d-5e6b674b27af owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:02.728517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:02.733111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-11079ff7-59dc-41ef-95c2-422c8db13028 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:02.798880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Allocated IP 2001:db8::1 (86d7d3fc-59cf-41cb-b710-d32013e204da/c1e57e4c-d900-4cae-90a6-d4b43cade99b/b5bedd28-8741-4ae7-9bbf-accedbb885f4) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:02.813213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'Subnet': ['ID=d7600bbb-dcf7-421a-8aed-ca49368404c4,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:02.816194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:02.827345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Checking segment: {'id': '7a7ab46a-df42-48aa-aa87-3c44ba273f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '03514f6e-b365-4dd8-85a9-d0a84521d2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:02.831568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Network hostable DHCP agents. Network: 03514f6e-b365-4dd8-85a9-d0a84521d2db, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:02.895176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9156dd5d-f6b9-4271-8955-a946b36cd5cc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:02.908750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f9819386-ede3-4bf5-9810-98ba6d100adc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:02.919879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Network 03514f6e-b365-4dd8-85a9-d0a84521d2db is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:03.017028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 03514f6e-b365-4dd8-85a9-d0a84521d2db) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:03.027863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:03.029992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0cea87-b99f-4478-8a58-8715642aa206 None None] Network 03514f6e-b365-4dd8-85a9-d0a84521d2db requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:03.031925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-64ed9dbf-ba30-4c89-82c5-bd5b39629496 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:03.087057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156dd5d-f6b9-4271-8955-a946b36cd5cc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=5fc79cf4-0101-46c6-ab3d-5e6b674b27af,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:03.098127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9156dd5d-f6b9-4271-8955-a946b36cd5cc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:03.116604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9156dd5d-f6b9-4271-8955-a946b36cd5cc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:03.142700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event updated for resources: {'Subnet': ['ID=7612fc23-6750-497e-aec4-a2979ea50140,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:03.146818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:03.157174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Checking segment: {'id': 'ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '62f3c0f9-11dc-4e00-9409-7a8ec1c1478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:03.157657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Network hostable DHCP agents. Network: 62f3c0f9-11dc-4e00-9409-7a8ec1c1478c, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:03.173389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:03.194872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Transition to ACTIVE for port object b5bedd28-8741-4ae7-9bbf-accedbb885f4 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:03.226773 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9156dd5d-f6b9-4271-8955-a946b36cd5cc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/5fc79cf4-0101-46c6-ab3d-5e6b674b27af HTTP/1.1" status: 204 len: 168 time: 1.3702147 Dec 20 15:59:03.228840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54770) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:03.296160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-03514f6e-b365-4dd8-85a9-d0a84521d2db', 'network_id': '03514f6e-b365-4dd8-85a9-d0a84521d2db', 'tenant_id': '3e66aedd89e64b63afec20022207dece', 'fixed_ips': [{'subnet_id': 'd7600bbb-dcf7-421a-8aed-ca49368404c4'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:03.297217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:03.302792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Network 62f3c0f9-11dc-4e00-9409-7a8ec1c1478c is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:03.322185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb63d4-5cdd-42de-b915-84c99e9b206f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.323214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7bdb63d4-5cdd-42de-b915-84c99e9b206f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:03.333776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:03.341237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ce3741f7-fc56-4d2a-8068-e76b49f452a0 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:03.360095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a40e33-994f-4c2d-b4be-87832cc5c479 None None] Network 86d7d3fc-59cf-41cb-b710-d32013e204da requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:03.384312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 62f3c0f9-11dc-4e00-9409-7a8ec1c1478c) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:03.394600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.397395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.397395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:03.410507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 86d7d3fc-59cf-41cb-b710-d32013e204da is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:03.427850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d5ea1-f9d2-4e36-9f45-37433615fb7b None None] Network 62f3c0f9-11dc-4e00-9409-7a8ec1c1478c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:03.435064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=b5bedd28-8741-4ae7-9bbf-accedbb885f4,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:03.435064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:03.438845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:03.439743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:03.440463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:03.466230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7bdb63d4-5cdd-42de-b915-84c99e9b206f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:03.466230 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7bdb63d4-5cdd-42de-b915-84c99e9b206f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2344275 Dec 20 15:59:03.467169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54774) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:03.515584 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.0695775 Dec 20 15:59:03.518389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54778) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:03.521279 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5115e31a-cc0c-4ba3-aebf-1accc56a0755 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 15:59:03.535383 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5115e31a-cc0c-4ba3-aebf-1accc56a0755 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/9bab4d98-ab8c-4262-8c36-806a7001f909 HTTP/1.1" status: 404 len: 333 time: 0.0542126 Dec 20 15:59:03.535629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 55cc5407-828f-4298-a3a7-f4c5df31141d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:03.536427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54782) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:03.580333 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eabbe77-8f39-4835-80a4-9d85e2ffb8ae tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 15:59:03.583951 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6eabbe77-8f39-4835-80a4-9d85e2ffb8ae tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/5fc79cf4-0101-46c6-ab3d-5e6b674b27af HTTP/1.1" status: 404 len: 333 time: 0.0440810 Dec 20 15:59:03.587146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54786) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:03.596378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc437c4-240d-4ebe-b163-0e4739bb1660 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.598226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc437c4-240d-4ebe-b163-0e4739bb1660 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.603772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc437c4-240d-4ebe-b163-0e4739bb1660 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.603772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8dc437c4-240d-4ebe-b163-0e4739bb1660 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Synchronizing usage tracker for tenant:3e66aedd89e64b63afec20022207dece on resource:subnet {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:03.682894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:03.730997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:03.752832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-42f0a95a-2c1d-407a-846f-318be02a3f30 None None] Provisioning for port 55cc5407-828f-4298-a3a7-f4c5df31141d completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:03.775200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8dc437c4-240d-4ebe-b163-0e4739bb1660 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Unset dirty status for tenant:3e66aedd89e64b63afec20022207dece on resource:subnet {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:03.776375 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8dc437c4-240d-4ebe-b163-0e4739bb1660 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2565856 Dec 20 15:59:03.793217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54790) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:03.829155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Allocated IP 2001:db8::1 (03514f6e-b365-4dd8-85a9-d0a84521d2db/d7600bbb-dcf7-421a-8aed-ca49368404c4/cf2da475-0c0a-4275-8700-54bf1ef833a7) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:03.920210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:03.948486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-92080c99-ffbe-4841-9099-663451b06d1f tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Deleting subnet d7600bbb-dcf7-421a-8aed-ca49368404c4 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:59:03.960602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384c2006-9522-40ef-bf1b-b12e1822ab3c']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:03.974107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95116812-8dcf-4a4c-a39d-dd6fdc0586c6') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:03.974449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95116812-8dcf-4a4c-a39d-dd6fdc0586c6') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:03.986686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.004288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.011520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:04.012174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:04.027926 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:04.040723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 55cc5407-828f-4298-a3a7-f4c5df31141d completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:04.059791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 55cc5407-828f-4298-a3a7-f4c5df31141d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:04.060178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.094597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-62f3c0f9-11dc-4e00-9409-7a8ec1c1478c', 'network_id': '62f3c0f9-11dc-4e00-9409-7a8ec1c1478c', 'tenant_id': '3e66aedd89e64b63afec20022207dece', 'fixed_ips': [{'subnet_id': '7612fc23-6750-497e-aec4-a2979ea50140'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:04.103545 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.103702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.245278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.246109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.250463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:04.286851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.295296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9bcab4d0-1b78-4242-a1e2-1e15b5c21f4a tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:04.316876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.325096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.329264 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Transition to ACTIVE for port object cf2da475-0c0a-4275-8700-54bf1ef833a7 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:04.333602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Network': ['ID=384c2006-9522-40ef-bf1b-b12e1822ab3c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:04.337179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:04.338985 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/networks/384c2006-9522-40ef-bf1b-b12e1822ab3c HTTP/1.1" status: 204 len: 168 time: 0.7508800 Dec 20 15:59:04.352878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54794) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:04.352878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-873064839'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:04.358323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:04.362972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:network and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:04.363534 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=b5bedd28-8741-4ae7-9bbf-accedbb885f4,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:04.365408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Transition to ACTIVE for port object cf2da475-0c0a-4275-8700-54bf1ef833a7 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:04.366254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:04.369719 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:04.371643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:04.439593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92080c99-ffbe-4841-9099-663451b06d1f tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.480444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.484200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:04.487819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.489057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6cc537db-fe75-43b7-9371-0cdc98c23442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:04.493744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 86d7d3fc-59cf-41cb-b710-d32013e204da is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:04.495187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:04.533809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92080c99-ffbe-4841-9099-663451b06d1f tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.565748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.584163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:04.613265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Allocated IP 2001:db8:0:1::1 (62f3c0f9-11dc-4e00-9409-7a8ec1c1478c/7612fc23-6750-497e-aec4-a2979ea50140/a201fd5b-05a2-44e2-a8b9-c152b3c98ce4) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:04.631888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Pushing event updated for resources: {'Port': ['ID=cf2da475-0c0a-4275-8700-54bf1ef833a7,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:04.636050 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:04.643639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Network 03514f6e-b365-4dd8-85a9-d0a84521d2db is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:04.662528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:04.670249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:04.714533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.714879 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Added segment 32abf6f7-a242-4f9a-b801-0e96d20acc18 of type vlan for network f77e9af6-0c96-4db4-99fd-49a8c98e450d Dec 20 15:59:04.763143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.791163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92080c99-ffbe-4841-9099-663451b06d1f tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.932012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.937101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:04.945972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.946303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 55cc5407-828f-4298-a3a7-f4c5df31141d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=55cc5407-828f-4298-a3a7-f4c5df31141d,segment=NetworkSegment(3d82b0c7-c59f-4820-b19b-852ef796242b),segment_id=3d82b0c7-c59f-4820-b19b-852ef796242b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:04.948301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8b8991b9-e25a-4b99-9bb1-98fed3b0ba47 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:04.953098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Attempting to bind port cf2da475-0c0a-4275-8700-54bf1ef833a7 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:04.953553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Attempting to bind port cf2da475-0c0a-4275-8700-54bf1ef833a7 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '7a7ab46a-df42-48aa-aa87-3c44ba273f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '03514f6e-b365-4dd8-85a9-d0a84521d2db'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:04.953849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Attempting to bind port cf2da475-0c0a-4275-8700-54bf1ef833a7 on network 03514f6e-b365-4dd8-85a9-d0a84521d2db {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:04.972731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:04.973118 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Checking segment: {'id': '7a7ab46a-df42-48aa-aa87-3c44ba273f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '03514f6e-b365-4dd8-85a9-d0a84521d2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:04.973531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:04.973934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Bound using segment: {'id': '7a7ab46a-df42-48aa-aa87-3c44ba273f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '03514f6e-b365-4dd8-85a9-d0a84521d2db'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:04.974427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Bound port: cf2da475-0c0a-4275-8700-54bf1ef833a7, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab46a-df42-48aa-aa87-3c44ba273f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '03514f6e-b365-4dd8-85a9-d0a84521d2db'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:04.974808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.010708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92080c99-ffbe-4841-9099-663451b06d1f tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.082319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Network': ['ID=f77e9af6-0c96-4db4-99fd-49a8c98e450d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:05.086394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:05.086887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-56a96917-f55e-4ad0-91fd-19b82f0fdf1f tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:05.102031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network f77e9af6-0c96-4db4-99fd-49a8c98e450d details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:05.113033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92080c99-ffbe-4841-9099-663451b06d1f tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.114846 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-92080c99-ffbe-4841-9099-663451b06d1f tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "DELETE /v2.0/subnets/d7600bbb-dcf7-421a-8aed-ca49368404c4 HTTP/1.1" status: 204 len: 168 time: 1.3207936 Dec 20 15:59:05.118021 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54798) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:05.123860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92080c99-ffbe-4841-9099-663451b06d1f tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Subnet': ['ID=d7600bbb-dcf7-421a-8aed-ca49368404c4,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:05.126095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-92080c99-ffbe-4841-9099-663451b06d1f tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:05.242203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] For port cf2da475-0c0a-4275-8700-54bf1ef833a7, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:05.259104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] For port cf2da475-0c0a-4275-8700-54bf1ef833a7, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cf2da475-0c0a-4275-8700-54bf1ef833a7,segment=NetworkSegment(7a7ab46a-df42-48aa-aa87-3c44ba273f33),segment_id=7a7ab46a-df42-48aa-aa87-3c44ba273f33)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:05.263191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.274893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Transition to ACTIVE for port object a201fd5b-05a2-44e2-a8b9-c152b3c98ce4 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:05.295053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Transition to ACTIVE for port object a201fd5b-05a2-44e2-a8b9-c152b3c98ce4 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:05.348933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.350791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e46d9e84-f6bd-4b60-a491-f735a9ff60ac None None] Provisioning for port b5bedd28-8741-4ae7-9bbf-accedbb885f4 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:05.356295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a1623a82-a4c4-436f-bfe4-cd0af1b18faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:05.376522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router ca316b22-6bbc-493d-b48b-c38b8b42fc81 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:05.389037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e46d9e84-f6bd-4b60-a491-f735a9ff60ac None None] Provisioning complete for port b5bedd28-8741-4ae7-9bbf-accedbb885f4 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:05.389037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e46d9e84-f6bd-4b60-a491-f735a9ff60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.424268 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0772073 Dec 20 15:59:05.427702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54802) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:05.434131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': 'f77e9af6-0c96-4db4-99fd-49a8c98e450d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:05.465021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e46d9e84-f6bd-4b60-a491-f735a9ff60ac None None] Port b5bedd28-8741-4ae7-9bbf-accedbb885f4 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:05.469435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=55cc5407-828f-4298-a3a7-f4c5df31141d,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:05.472640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:05.493287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e46d9e84-f6bd-4b60-a491-f735a9ff60ac None None] Provisioning complete for port 55cc5407-828f-4298-a3a7-f4c5df31141d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:05.493674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e46d9e84-f6bd-4b60-a491-f735a9ff60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.525452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.529685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.538893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-13cdac98-8c24-47f5-a2b8-8c3cc1da360e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:05.549135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Deleting subnet 7612fc23-6750-497e-aec4-a2979ea50140 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:59:05.554869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.560067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:05.566888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:05.567245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:05.574344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:05.626977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.636268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Network 62f3c0f9-11dc-4e00-9409-7a8ec1c1478c is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:05.644624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:05.650584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Pushing event updated for resources: {'Port': ['ID=cf2da475-0c0a-4275-8700-54bf1ef833a7,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:05.651511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:05.654240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:05.721076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:05.730224 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/ca316b22-6bbc-493d-b48b-c38b8b42fc81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5260637 Dec 20 15:59:05.730224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54806) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:05.740452 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a437e-552d-46fe-b761-51556f4715f1 None None] Sync routers for ids ['ca316b22-6bbc-493d-b48b-c38b8b42fc81'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:05.756445 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a437e-552d-46fe-b761-51556f4715f1 None None] Routers {'ca316b22-6bbc-493d-b48b-c38b8b42fc81'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:05.758282 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9a1a437e-552d-46fe-b761-51556f4715f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ca316b22-6bbc-493d-b48b-c38b8b42fc81'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:05.772728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.786750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.852347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74809ee4-ac60-4497-9323-8681c3444d7c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:05.853092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-74809ee4-ac60-4497-9323-8681c3444d7c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:05.881568 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:59:05.883556 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9a1a437e-552d-46fe-b761-51556f4715f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:05.887060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.ipam_backend_mixin [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Performing IP validity checks on allocation pools {{(pid=84392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 15:59:05.887925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.ipam_backend_mixin [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 15:59:05.892592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Pushing event updated for resources: {'Port': ['ID=a201fd5b-05a2-44e2-a8b9-c152b3c98ce4,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:05.903121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:05.903612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:05.904266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:05.904667 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a437e-552d-46fe-b761-51556f4715f1 None None] Routers {'ca316b22-6bbc-493d-b48b-c38b8b42fc81'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:05.905463 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9a1a437e-552d-46fe-b761-51556f4715f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ca316b22-6bbc-493d-b48b-c38b8b42fc81'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:05.915577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Attempting to bind port a201fd5b-05a2-44e2-a8b9-c152b3c98ce4 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:05.915961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Attempting to bind port a201fd5b-05a2-44e2-a8b9-c152b3c98ce4 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '62f3c0f9-11dc-4e00-9409-7a8ec1c1478c'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:05.916339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Attempting to bind port a201fd5b-05a2-44e2-a8b9-c152b3c98ce4 on network 62f3c0f9-11dc-4e00-9409-7a8ec1c1478c {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:05.929778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:05.937498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Checking segment: {'id': 'ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '62f3c0f9-11dc-4e00-9409-7a8ec1c1478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:05.937498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.937498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Bound using segment: {'id': 'ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '62f3c0f9-11dc-4e00-9409-7a8ec1c1478c'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:05.937498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Bound port: a201fd5b-05a2-44e2-a8b9-c152b3c98ce4, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '62f3c0f9-11dc-4e00-9409-7a8ec1c1478c'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:05.937498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:05.942294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206fc8f8-5168-4e51-819e-791808ec7547 None None] Network 03514f6e-b365-4dd8-85a9-d0a84521d2db requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:05.980443 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9a1a437e-552d-46fe-b761-51556f4715f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:05.980864 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a437e-552d-46fe-b761-51556f4715f1 None None] The sync data for ids ['ca316b22-6bbc-493d-b48b-c38b8b42fc81'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:06.005695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-74809ee4-ac60-4497-9323-8681c3444d7c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:06.010538 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-74809ee4-ac60-4497-9323-8681c3444d7c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports/b5bedd28-8741-4ae7-9bbf-accedbb885f4 HTTP/1.1" status: 200 len: 911 time: 0.2792313 Dec 20 15:59:06.011495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54810) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:06.012520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:06.018570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3d432920-cd7f-4a52-8a96-f5ad48f64219 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:06.019812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-2596bcc3-206c-40b8-9e3b-f51e8742a7e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1e57e4c-d900-4cae-90a6-d4b43cade99b'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:06.054538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Subnet': ['ID=7612fc23-6750-497e-aec4-a2979ea50140,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:06.062453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:06.074240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.074620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.075023 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.075400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.075776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.076147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.076516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.076889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.077249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.077616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.078585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:06.082141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:06.186568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a091864e-7f59-43cc-aeca-97f02c989483 None None] Provisioning complete for port b5bedd28-8741-4ae7-9bbf-accedbb885f4 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:06.187228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a091864e-7f59-43cc-aeca-97f02c989483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:06.206528 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "DELETE /v2.0/subnets/7612fc23-6750-497e-aec4-a2979ea50140 HTTP/1.1" status: 204 len: 168 time: 1.0873482 Dec 20 15:59:06.209417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54814) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:06.214089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] For port a201fd5b-05a2-44e2-a8b9-c152b3c98ce4, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:06.233781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] For port a201fd5b-05a2-44e2-a8b9-c152b3c98ce4, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a201fd5b-05a2-44e2-a8b9-c152b3c98ce4,segment=NetworkSegment(ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52),segment_id=ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:06.263069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a091864e-7f59-43cc-aeca-97f02c989483 None None] Port b5bedd28-8741-4ae7-9bbf-accedbb885f4 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:06.294477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71189f03-212d-482c-8978-b7ddc0b63e44 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:06.295198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-71189f03-212d-482c-8978-b7ddc0b63e44 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Synchronizing usage tracker for tenant:3e66aedd89e64b63afec20022207dece on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:06.320755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:06.324480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9c3c70e4-fcc6-4442-8c7c-891f2309a991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:06.354842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:06.363218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d70a0b88-5964-411f-85e1-c54e1fc08aee tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:06.399786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2596bcc3-206c-40b8-9e3b-f51e8742a7e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:06.429734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-71189f03-212d-482c-8978-b7ddc0b63e44 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Unset dirty status for tenant:3e66aedd89e64b63afec20022207dece on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:06.431119 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-71189f03-212d-482c-8978-b7ddc0b63e44 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2205136 Dec 20 15:59:06.434300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Pushing event updated for resources: {'Port': ['ID=a201fd5b-05a2-44e2-a8b9-c152b3c98ce4,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:06.435637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54818) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:06.454093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:06.461792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae52dc-c5cf-4b1a-bd19-db57aeb65a49 None None] Network 62f3c0f9-11dc-4e00-9409-7a8ec1c1478c requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:06.512286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=9d1ab1cd-c47d-4dd2-b230-872725fefdf4,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:06.524157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:06.556640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:06.567307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Deleting port a201fd5b-05a2-44e2-a8b9-c152b3c98ce4 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:06.567893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:06.665535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Checking segment: {'id': '32abf6f7-a242-4f9a-b801-0e96d20acc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f77e9af6-0c96-4db4-99fd-49a8c98e450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:06.666191 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network hostable DHCP agents. Network: f77e9af6-0c96-4db4-99fd-49a8c98e450d, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:06.711024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c88348b-fe4e-46e3-83b0-d84b58418f89 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:59:06.792620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] For port a201fd5b-05a2-44e2-a8b9-c152b3c98ce4, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a201fd5b-05a2-44e2-a8b9-c152b3c98ce4,segment=NetworkSegment(ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52),segment_id=ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:06.793022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:06.820540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network f77e9af6-0c96-4db4-99fd-49a8c98e450d is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:06.915985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Calling delete_port for a201fd5b-05a2-44e2-a8b9-c152b3c98ce4 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:06.967839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, f77e9af6-0c96-4db4-99fd-49a8c98e450d) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:06.971084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c88348b-fe4e-46e3-83b0-d84b58418f89 None None] Unable to find a vacant binding_index for network f77e9af6-0c96-4db4-99fd-49a8c98e450d and agent 83cdfac8-7f5b-448b-ae8d-eec17314460e {{(pid=84393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 20 15:59:06.977158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:06.977744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:06.978897 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c88348b-fe4e-46e3-83b0-d84b58418f89 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, f77e9af6-0c96-4db4-99fd-49a8c98e450d) {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:59:07.068849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.073909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ab8fe6ff-52d0-4317-81e2-aeda4da6c787 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:07.121244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Port': ['ID=a201fd5b-05a2-44e2-a8b9-c152b3c98ce4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:07.125762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:07.128668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] No DVR routers for this DVR port a201fd5b-05a2-44e2-a8b9-c152b3c98ce4 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:07.169373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2596bcc3-206c-40b8-9e3b-f51e8742a7e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.175942 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7472506 Dec 20 15:59:07.178438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54822) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:07.184344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': 'f77e9af6-0c96-4db4-99fd-49a8c98e450d', 'name': 'tempest-PortsTestJSON-1620065441'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:07.232283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2596bcc3-206c-40b8-9e3b-f51e8742a7e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.237178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596bcc3-206c-40b8-9e3b-f51e8742a7e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:07.238077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2596bcc3-206c-40b8-9e3b-f51e8742a7e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.242696 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2596bcc3-206c-40b8-9e3b-f51e8742a7e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/ports/b5bedd28-8741-4ae7-9bbf-accedbb885f4 HTTP/1.1" status: 200 len: 911 time: 1.2300668 Dec 20 15:59:07.243386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54826) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:07.247106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e7fd6f02-a333-44a3-ab0b-11783e37fca5 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:07.284419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.312347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f3c0f9-11dc-4e00-9409-7a8ec1c1478c']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:07.324964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:07.325303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0eae0f-b659-46d5-ace3-8b9eeb8a2f52') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:07.338592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.357201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.365215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:07.365612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.368168 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-f77e9af6-0c96-4db4-99fd-49a8c98e450d', 'network_id': 'f77e9af6-0c96-4db4-99fd-49a8c98e450d', 'tenant_id': '8c8fec8b636f4fcdbe043db760a76388', 'fixed_ips': [{'subnet_id': '9d1ab1cd-c47d-4dd2-b230-872725fefdf4'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:07.369728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:07.382350 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:07.521495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596bcc3-206c-40b8-9e3b-f51e8742a7e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=b5bedd28-8741-4ae7-9bbf-accedbb885f4,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:07.534195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2596bcc3-206c-40b8-9e3b-f51e8742a7e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:07.538755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 55cc5407-828f-4298-a3a7-f4c5df31141d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:07.558626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:07.572995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:07.613030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Allocated IP 172.20.0.2 (f77e9af6-0c96-4db4-99fd-49a8c98e450d/9d1ab1cd-c47d-4dd2-b230-872725fefdf4/522b8cda-1283-4e30-b603-1ab1cbdd44cf) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:07.685366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.691026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.694079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fcc414e5-5e8c-4489-8977-502bc130a16f tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:07.710580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:07.713611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.717500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 55cc5407-828f-4298-a3a7-f4c5df31141d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:07.717892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.723177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Network': ['ID=62f3c0f9-11dc-4e00-9409-7a8ec1c1478c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:07.727153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:07.736330 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "DELETE /v2.0/networks/62f3c0f9-11dc-4e00-9409-7a8ec1c1478c HTTP/1.1" status: 204 len: 168 time: 1.2972310 Dec 20 15:59:07.736640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54830) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:07.752246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 13890b24-6188-4f69-bfc4-aa4ad1c445cf yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:59:07.852980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.864031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.866442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Deleting port cf2da475-0c0a-4275-8700-54bf1ef833a7 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:07.866773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.935374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:07.945902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Transition to ACTIVE for port object 522b8cda-1283-4e30-b603-1ab1cbdd44cf will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:07.966212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Transition to ACTIVE for port object 522b8cda-1283-4e30-b603-1ab1cbdd44cf will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:08.045986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.049910 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:08.074260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] For port cf2da475-0c0a-4275-8700-54bf1ef833a7, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cf2da475-0c0a-4275-8700-54bf1ef833a7,segment=NetworkSegment(7a7ab46a-df42-48aa-aa87-3c44ba273f33),segment_id=7a7ab46a-df42-48aa-aa87-3c44ba273f33)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:08.074754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.121549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Pushing event updated for resources: {'Port': ['ID=522b8cda-1283-4e30-b603-1ab1cbdd44cf,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:08.124699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Network f77e9af6-0c96-4db4-99fd-49a8c98e450d is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:08.127361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:08.131127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:08.138942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.139312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.139664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.140007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.140347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.140777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.141096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.141433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.141762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.142089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.142416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:08.146230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:08.199490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.9 (f77e9af6-0c96-4db4-99fd-49a8c98e450d/9d1ab1cd-c47d-4dd2-b230-872725fefdf4/13890b24-6188-4f69-bfc4-aa4ad1c445cf) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:08.209507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Calling delete_port for cf2da475-0c0a-4275-8700-54bf1ef833a7 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:08.233337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Attempting to bind port 522b8cda-1283-4e30-b603-1ab1cbdd44cf on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:08.234116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Attempting to bind port 522b8cda-1283-4e30-b603-1ab1cbdd44cf by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '32abf6f7-a242-4f9a-b801-0e96d20acc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f77e9af6-0c96-4db4-99fd-49a8c98e450d'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:08.234743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Attempting to bind port 522b8cda-1283-4e30-b603-1ab1cbdd44cf on network f77e9af6-0c96-4db4-99fd-49a8c98e450d {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:08.244183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:08.244947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Checking segment: {'id': '32abf6f7-a242-4f9a-b801-0e96d20acc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f77e9af6-0c96-4db4-99fd-49a8c98e450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:08.245974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.246751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Bound using segment: {'id': '32abf6f7-a242-4f9a-b801-0e96d20acc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f77e9af6-0c96-4db4-99fd-49a8c98e450d'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:08.247523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Bound port: 522b8cda-1283-4e30-b603-1ab1cbdd44cf, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32abf6f7-a242-4f9a-b801-0e96d20acc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f77e9af6-0c96-4db4-99fd-49a8c98e450d'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:08.248158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.343675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] For port 522b8cda-1283-4e30-b603-1ab1cbdd44cf, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:08.346802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] For port 522b8cda-1283-4e30-b603-1ab1cbdd44cf, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=522b8cda-1283-4e30-b603-1ab1cbdd44cf,segment=NetworkSegment(32abf6f7-a242-4f9a-b801-0e96d20acc18),segment_id=32abf6f7-a242-4f9a-b801-0e96d20acc18)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:08.349106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.353734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1703f8e4-7fd3-4619-a249-0c453a88034c tempest-RoutersAdminNegativeTest-714132665 tempest-RoutersAdminNegativeTest-714132665-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:08.398329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Port': ['ID=cf2da475-0c0a-4275-8700-54bf1ef833a7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:08.398329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:08.402632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] No DVR routers for this DVR port cf2da475-0c0a-4275-8700-54bf1ef833a7 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:08.423096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.428202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:08.512446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Pushing event updated for resources: {'Port': ['ID=522b8cda-1283-4e30-b603-1ab1cbdd44cf,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:08.515987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:08.528643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.554337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03514f6e-b365-4dd8-85a9-d0a84521d2db']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:08.560717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.575900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7ab46a-df42-48aa-aa87-3c44ba273f33') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:08.575900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7ab46a-df42-48aa-aa87-3c44ba273f33') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:08.579376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.599942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.606858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:08.607273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.612310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object 13890b24-6188-4f69-bfc4-aa4ad1c445cf will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:08.633163 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:08.811237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.815877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.818538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-49fb0246-92f1-4bfe-b757-7d39f368eb7e tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:08.849575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Network': ['ID=03514f6e-b365-4dd8-85a9-d0a84521d2db,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:08.862258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:08.862627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port b5bedd28-8741-4ae7-9bbf-accedbb885f4 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:08.862627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.862798 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "DELETE /v2.0/networks/03514f6e-b365-4dd8-85a9-d0a84521d2db HTTP/1.1" status: 204 len: 168 time: 1.1218517 Dec 20 15:59:08.862798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54834) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:08.903130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:08.916428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7c78293f-08c3-4e7b-a724-c30b66fca55d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:08.982747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.029639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network f77e9af6-0c96-4db4-99fd-49a8c98e450d is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:09.037599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:09.086190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=13890b24-6188-4f69-bfc4-aa4ad1c445cf,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:09.093019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:09.118600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.119776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:09.146803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6182b41-5613-4b3a-84c5-8bf9294f977f']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:09.158957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786f8246-8884-4163-8293-93d52305065d') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:09.159257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786f8246-8884-4163-8293-93d52305065d') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:09.171876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.183470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:09.184077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.187802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.190047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.193889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:09.201893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:09.209291 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:09.334811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for b5bedd28-8741-4ae7-9bbf-accedbb885f4 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:09.354415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.359973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fbc488f0-977b-4410-a850-b4c1c21056a6 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:09.379454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.391773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Network': ['ID=d6182b41-5613-4b3a-84c5-8bf9294f977f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:09.394771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:09.398954 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "DELETE /v2.0/networks/d6182b41-5613-4b3a-84c5-8bf9294f977f HTTP/1.1" status: 204 len: 168 time: 0.5366769 Dec 20 15:59:09.401262 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54838) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:09.461793 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2820766 Dec 20 15:59:09.463112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54842) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:09.536080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.540086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 522b8cda-1283-4e30-b603-1ab1cbdd44cf up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:09.615275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 13890b24-6188-4f69-bfc4-aa4ad1c445cf {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:09.615892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.656939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7f5ef-a850-42f2-8dcf-7f6697e5788a None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 15:59:09.701778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.728911 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505a359a-74d8-40e7-844f-3f499415eb0a']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:09.740472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 522b8cda-1283-4e30-b603-1ab1cbdd44cf completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:09.741152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47fa4d3-a917-4571-b82e-b266aaf17500') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:09.741437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47fa4d3-a917-4571-b82e-b266aaf17500') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:09.753622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.771237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e7f5ef-a850-42f2-8dcf-7f6697e5788a None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:59:09.779296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.787591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:09.788867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:09.804186 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:09.862296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.871397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:09.873150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c9077072-ea86-4673-a329-782ecbe2f2da None None] Provisioning for port 522b8cda-1283-4e30-b603-1ab1cbdd44cf completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:09.923612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=b5bedd28-8741-4ae7-9bbf-accedbb885f4,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:09.926206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:09.928835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c9077072-ea86-4673-a329-782ecbe2f2da None None] Provisioning complete for port 522b8cda-1283-4e30-b603-1ab1cbdd44cf triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:09.929201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c9077072-ea86-4673-a329-782ecbe2f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.994519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:09.999204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f3bdb51e-af60-4c70-b278-45aea6cacd00 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:10.049344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:10.125342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:10.130268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c9077072-ea86-4673-a329-782ecbe2f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:10.137985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Pushing event deleted for resources: {'Network': ['ID=505a359a-74d8-40e7-844f-3f499415eb0a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:10.141674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:10.146219 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] 10.222.0.62 "DELETE /v2.0/networks/505a359a-74d8-40e7-844f-3f499415eb0a HTTP/1.1" status: 204 len: 168 time: 0.7439978 Dec 20 15:59:10.178459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c9077072-ea86-4673-a329-782ecbe2f2da None None] For port 522b8cda-1283-4e30-b603-1ab1cbdd44cf, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=522b8cda-1283-4e30-b603-1ab1cbdd44cf,segment=NetworkSegment(32abf6f7-a242-4f9a-b801-0e96d20acc18),segment_id=32abf6f7-a242-4f9a-b801-0e96d20acc18)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:10.256483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 13890b24-6188-4f69-bfc4-aa4ad1c445cf owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:10.278476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c9077072-ea86-4673-a329-782ecbe2f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:10.280480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:10.334631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:10.337285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e177345-8bb8-434d-9334-42a77f1f2990 None None] Network f77e9af6-0c96-4db4-99fd-49a8c98e450d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:10.463804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9077072-ea86-4673-a329-782ecbe2f2da None None] Pushing event updated for resources: {'Port': ['ID=522b8cda-1283-4e30-b603-1ab1cbdd44cf,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:10.469419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c9077072-ea86-4673-a329-782ecbe2f2da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:10.854867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54850) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:10.862390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:10.873695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:10.967196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=13890b24-6188-4f69-bfc4-aa4ad1c445cf,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:11.019463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.019463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.019463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.020119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.020242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.020645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.020894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.021776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.021776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.022106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.022426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:11.031247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:11.055984 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dd78dd0c-9c80-4eb3-bc9e-2d5c73701955 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e66aedd89e64b63afec20022207dece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1997905 Dec 20 15:59:11.058444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54856) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:11.098844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router ca316b22-6bbc-493d-b48b-c38b8b42fc81 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:11.105293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.121219 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/13890b24-6188-4f69-bfc4-aa4ad1c445cf HTTP/1.1" status: 204 len: 168 time: 1.6571028 Dec 20 15:59:11.125678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54860) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:11.127693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425e4f8c-b6ed-4177-ba6e-37b8f3c4c4f6 None None] Network f77e9af6-0c96-4db4-99fd-49a8c98e450d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:11.174233 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-450ef91b-dab0-4b9a-b114-209c51c35fec tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 15:59:11.175235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450ef91b-dab0-4b9a-b114-209c51c35fec tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:59:11.181310 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-450ef91b-dab0-4b9a-b114-209c51c35fec tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/13890b24-6188-4f69-bfc4-aa4ad1c445cf HTTP/1.1" status: 404 len: 333 time: 0.0546730 Dec 20 15:59:11.182501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aef49ed9-89e8-478e-8aff-6386bc353177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.185039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54864) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:11.224674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-609182cd-6335-41ba-b3cf-30a4836e9d6a None None] Could not find standard attr ID for object 13890b24-6188-4f69-bfc4-aa4ad1c445cf. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:59:11.255937 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-13296eb4-ba44-4445-8155-7b3c5490c1a5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 15:59:11.259892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-609182cd-6335-41ba-b3cf-30a4836e9d6a None None] Provisioning complete for port 522b8cda-1283-4e30-b603-1ab1cbdd44cf triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:11.260530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-609182cd-6335-41ba-b3cf-30a4836e9d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.260660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54868) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:11.260754 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-13296eb4-ba44-4445-8155-7b3c5490c1a5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/13890b24-6188-4f69-bfc4-aa4ad1c445cf HTTP/1.1" status: 404 len: 333 time: 0.0742881 Dec 20 15:59:11.274972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aef49ed9-89e8-478e-8aff-6386bc353177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.305870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:11.314635 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/ca316b22-6bbc-493d-b48b-c38b8b42fc81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0288050 Dec 20 15:59:11.315351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54872) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:11.351425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94508050-3c8e-43a2-bff9-4cadfb77e478 None None] Sync routers for ids ['ca316b22-6bbc-493d-b48b-c38b8b42fc81'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:11.370879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3151c321-aad8-4e4c-9774-8c539efaa81c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:11.428315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aef49ed9-89e8-478e-8aff-6386bc353177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.430763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94508050-3c8e-43a2-bff9-4cadfb77e478 None None] Routers {'ca316b22-6bbc-493d-b48b-c38b8b42fc81'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:11.431675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-94508050-3c8e-43a2-bff9-4cadfb77e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ca316b22-6bbc-493d-b48b-c38b8b42fc81'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:11.436580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b6bead1c-4829-44ab-bdaa-52a6b575ba06 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:11.453571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef49ed9-89e8-478e-8aff-6386bc353177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e98400-e075-492c-8209-f3cba7616ef2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:11.455825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aef49ed9-89e8-478e-8aff-6386bc353177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.459997 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aef49ed9-89e8-478e-8aff-6386bc353177 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56e98400-e075-492c-8209-f3cba7616ef2 HTTP/1.1" status: 204 len: 168 time: 0.4004638 Dec 20 15:59:11.461295 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aef49ed9-89e8-478e-8aff-6386bc353177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:11.510657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3151c321-aad8-4e4c-9774-8c539efaa81c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:11.510657 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3151c321-aad8-4e4c-9774-8c539efaa81c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca316b22-6bbc-493d-b48b-c38b8b42fc81 HTTP/1.1" status: 200 len: 205 time: 0.1939330 Dec 20 15:59:11.513002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54878) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:11.540188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e05c8ba-623a-4c59-a84d-155e3a3e1704 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet 9d1ab1cd-c47d-4dd2-b230-872725fefdf4 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:59:11.544403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e05c8ba-623a-4c59-a84d-155e3a3e1704 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.555400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 522b8cda-1283-4e30-b603-1ab1cbdd44cf up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:11.603275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-94508050-3c8e-43a2-bff9-4cadfb77e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:11.609644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e05c8ba-623a-4c59-a84d-155e3a3e1704 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.660409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4c5f54bc-7f71-4d67-ab67-d00cddae9037 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.678463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94508050-3c8e-43a2-bff9-4cadfb77e478 None None] Routers {'ca316b22-6bbc-493d-b48b-c38b8b42fc81'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:11.679189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-94508050-3c8e-43a2-bff9-4cadfb77e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ca316b22-6bbc-493d-b48b-c38b8b42fc81'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:11.700648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e05c8ba-623a-4c59-a84d-155e3a3e1704 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.750359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-94508050-3c8e-43a2-bff9-4cadfb77e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:11.751106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94508050-3c8e-43a2-bff9-4cadfb77e478 None None] The sync data for ids ['ca316b22-6bbc-493d-b48b-c38b8b42fc81'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:11.763335 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 522b8cda-1283-4e30-b603-1ab1cbdd44cf triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:11.763496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.914997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e05c8ba-623a-4c59-a84d-155e3a3e1704 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.921871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f0ca7d72-e099-4c27-9ee4-857a1c2687ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:11.963871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05c8ba-623a-4c59-a84d-155e3a3e1704 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1ab1cd-c47d-4dd2-b230-872725fefdf4,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:11.967159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1e05c8ba-623a-4c59-a84d-155e3a3e1704 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:11.970331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e05c8ba-623a-4c59-a84d-155e3a3e1704 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:11.978952 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1e05c8ba-623a-4c59-a84d-155e3a3e1704 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/9d1ab1cd-c47d-4dd2-b230-872725fefdf4 HTTP/1.1" status: 204 len: 168 time: 0.7174690 Dec 20 15:59:11.981315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54888) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:12.069870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4c5f54bc-7f71-4d67-ab67-d00cddae9037 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.074443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4c5f54bc-7f71-4d67-ab67-d00cddae9037 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.206331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4c5f54bc-7f71-4d67-ab67-d00cddae9037 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.207185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5f54bc-7f71-4d67-ab67-d00cddae9037 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Fanout notify agent at l3_agent the message router_deleted on router ca316b22-6bbc-493d-b48b-c38b8b42fc81 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:12.234185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4c5f54bc-7f71-4d67-ab67-d00cddae9037 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.236170 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4c5f54bc-7f71-4d67-ab67-d00cddae9037 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/ca316b22-6bbc-493d-b48b-c38b8b42fc81 HTTP/1.1" status: 204 len: 168 time: 0.7221127 Dec 20 15:59:12.238899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54894) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:12.285652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.297728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c3d886-2909-4c1d-97ef-4b4c28fb030d None None] Network f77e9af6-0c96-4db4-99fd-49a8c98e450d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:12.322319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 522b8cda-1283-4e30-b603-1ab1cbdd44cf {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:12.322655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.335875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d794dba2-6e33-4d87-8155-9123a5c9f754 None None] Provisioning complete for port 522b8cda-1283-4e30-b603-1ab1cbdd44cf triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:12.335982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d794dba2-6e33-4d87-8155-9123a5c9f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.594080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2842181f-5982-4495-bf63-f97ca7fd2d60 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting subnet c1e57e4c-d900-4cae-90a6-d4b43cade99b {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:59:12.594080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2842181f-5982-4495-bf63-f97ca7fd2d60 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.684217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] For port 522b8cda-1283-4e30-b603-1ab1cbdd44cf, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=522b8cda-1283-4e30-b603-1ab1cbdd44cf,segment=NetworkSegment(32abf6f7-a242-4f9a-b801-0e96d20acc18),segment_id=32abf6f7-a242-4f9a-b801-0e96d20acc18)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:12.684576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.697792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2842181f-5982-4495-bf63-f97ca7fd2d60 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.708676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] DHCP port deletion for f77e9af6-0c96-4db4-99fd-49a8c98e450d request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:59:12.713864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] Deleting port 522b8cda-1283-4e30-b603-1ab1cbdd44cf {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:12.714384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.849418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 522b8cda-1283-4e30-b603-1ab1cbdd44cf owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:12.930386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] For port 522b8cda-1283-4e30-b603-1ab1cbdd44cf, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=522b8cda-1283-4e30-b603-1ab1cbdd44cf,segment=NetworkSegment(32abf6f7-a242-4f9a-b801-0e96d20acc18),segment_id=32abf6f7-a242-4f9a-b801-0e96d20acc18)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:12.930681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:12.957659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2842181f-5982-4495-bf63-f97ca7fd2d60 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.012667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.020192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a3752363-6691-477b-8bd2-ca24e9a59d61 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:13.061378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] Calling delete_port for 522b8cda-1283-4e30-b603-1ab1cbdd44cf owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:13.067746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=522b8cda-1283-4e30-b603-1ab1cbdd44cf,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:13.068257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54906) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:13.073204 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:13.081433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No DVR routers for this DVR port 522b8cda-1283-4e30-b603-1ab1cbdd44cf on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:13.140756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:59:13.141655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:59:13.203157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'network': {'name': 'tempest-RoutersTest-383336285'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:13.207882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.209311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:13.213513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:network and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:13.216133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2842181f-5982-4495-bf63-f97ca7fd2d60 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.217688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:13.222935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6e3089cc-df80-47b3-9965-499994d506d1 tempest-FloatingIPAdminTestJSON-393882236 tempest-FloatingIPAdminTestJSON-393882236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:13.225274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:13.271674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842181f-5982-4495-bf63-f97ca7fd2d60 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e57e4c-d900-4cae-90a6-d4b43cade99b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:13.274219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77e9af6-0c96-4db4-99fd-49a8c98e450d']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:13.282023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2842181f-5982-4495-bf63-f97ca7fd2d60 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:13.287837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2842181f-5982-4495-bf63-f97ca7fd2d60 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.291143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:13.291773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32abf6f7-a242-4f9a-b801-0e96d20acc18') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:13.292119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32abf6f7-a242-4f9a-b801-0e96d20acc18') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:13.294256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb646f9-fdb3-4f0a-bbe0-8a469d17e5b8 None None] Network 86d7d3fc-59cf-41cb-b710-d32013e204da requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:13.295834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.308419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.310241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.324710 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2842181f-5982-4495-bf63-f97ca7fd2d60 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/c1e57e4c-d900-4cae-90a6-d4b43cade99b HTTP/1.1" status: 204 len: 168 time: 1.0843749 Dec 20 15:59:13.325294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54912) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:13.345908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:13.350189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:security_group_rule and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:13.350513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.353525 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:13.360288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:13.365285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:13.365687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:13.384370 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:13.485522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 522b8cda-1283-4e30-b603-1ab1cbdd44cf no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:59:13.520057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 522b8cda-1283-4e30-b603-1ab1cbdd44cf {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:59:13.520409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 522b8cda-1283-4e30-b603-1ab1cbdd44cf not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:59:13.533256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.545208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 55cc5407-828f-4298-a3a7-f4c5df31141d {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:13.545541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.594898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] DHCP port deletion for 86d7d3fc-59cf-41cb-b710-d32013e204da request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:59:13.599398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] Deleting port 55cc5407-828f-4298-a3a7-f4c5df31141d {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:13.599822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.642620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] Deleting port 522b8cda-1283-4e30-b603-1ab1cbdd44cf {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:13.643032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.722250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-191a11d8-c997-4ad6-aada-46c3ce50c164 None None] The port '522b8cda-1283-4e30-b603-1ab1cbdd44cf' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:59:13.733704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.760397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.765487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:13.781720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.812812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Network': ['ID=f77e9af6-0c96-4db4-99fd-49a8c98e450d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:13.822677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.828079 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/networks/f77e9af6-0c96-4db4-99fd-49a8c98e450d HTTP/1.1" status: 204 len: 168 time: 1.8425257 Dec 20 15:59:13.828545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:13.830363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54916) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:13.835287 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c51f8a2a-45e3-4824-b99f-4f60e9b68f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:13.858403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:13.878203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] For port 55cc5407-828f-4298-a3a7-f4c5df31141d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=55cc5407-828f-4298-a3a7-f4c5df31141d,segment=NetworkSegment(3d82b0c7-c59f-4820-b19b-852ef796242b),segment_id=3d82b0c7-c59f-4820-b19b-852ef796242b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:13.878778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.879711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3906ddb4-004b-4385-bf1a-6e29319f9ce2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:13.883056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.883683 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added segment 57111712-83bf-49dd-b0cf-09808be916a3 of type vlan for network 01d86b5d-9e91-4392-8f1e-2dcc41877c00 Dec 20 15:59:13.885143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:13.892657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1076483680'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:13.901375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:13.905301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:network and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:13.911161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:13.915317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port 55cc5407-828f-4298-a3a7-f4c5df31141d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=55cc5407-828f-4298-a3a7-f4c5df31141d,segment=NetworkSegment(3d82b0c7-c59f-4820-b19b-852ef796242b),segment_id=3d82b0c7-c59f-4820-b19b-852ef796242b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:13.915675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.925087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:13.928158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:14.010119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] Calling delete_port for 55cc5407-828f-4298-a3a7-f4c5df31141d owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:14.044002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 55cc5407-828f-4298-a3a7-f4c5df31141d owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:14.056582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.060885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:14.061478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.066844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4b219502-2903-4f08-bac0-e995e94abde2 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:14.175466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Network': ['ID=01d86b5d-9e91-4392-8f1e-2dcc41877c00,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:14.178597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:14.186676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 01d86b5d-9e91-4392-8f1e-2dcc41877c00 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:14.216219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:14.219244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.249857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:14.258511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.258838 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Added segment bb18a952-9768-438a-b8a8-fc8984438c88 of type vlan for network 71f1ef47-1dbc-4e96-8796-7167133de252 Dec 20 15:59:14.266469 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1970255 Dec 20 15:59:14.274712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54920) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:14.274844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.275129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'network': {'name': 'tempest-RoutersTest-242213867'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:14.278876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:14.283085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:network and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:14.286560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:14.294031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:59:14.294420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:59:14.294537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:14.295967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.322779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:14.368157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] Pushing event deleted for resources: {'Port': ['ID=55cc5407-828f-4298-a3a7-f4c5df31141d,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:14.371266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:14.373769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] No DVR routers for this DVR port 55cc5407-828f-4298-a3a7-f4c5df31141d on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:14.434182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:14.437204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.465653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:14.468049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.471886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:14.472461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.474030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.474463 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added segment 0aa33888-7d76-484c-b56a-1c34eb91a6ef of type vlan for network 5ec90509-0748-4ebe-940b-59f21804ca8f Dec 20 15:59:14.477764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:14.500235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.508783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.577827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Network': ['ID=71f1ef47-1dbc-4e96-8796-7167133de252,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:14.580322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:14.588877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 71f1ef47-1dbc-4e96-8796-7167133de252 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:14.726305 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8948724 Dec 20 15:59:14.728974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54924) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:14.734879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '71f1ef47-1dbc-4e96-8796-7167133de252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:14.788133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.792963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:14.793810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.798093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-24595e35-2836-4862-9d8a-634a2c995309 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:14.828064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 55cc5407-828f-4298-a3a7-f4c5df31141d {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:14.828325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:14.900261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Network': ['ID=5ec90509-0748-4ebe-940b-59f21804ca8f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:14.903019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:14.910568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 5ec90509-0748-4ebe-940b-59f21804ca8f details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:14.911273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] The port '55cc5407-828f-4298-a3a7-f4c5df31141d' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:59:14.913663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:14.927473 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6594005 Dec 20 15:59:14.930451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54928) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:14.936394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'subnet': {'network_id': '01d86b5d-9e91-4392-8f1e-2dcc41877c00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:14.945226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:14.951249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:14.971013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:15.059059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.086280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d7d3fc-59cf-41cb-b710-d32013e204da']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:15.099730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d82b0c7-c59f-4820-b19b-852ef796242b') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:15.100030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d82b0c7-c59f-4820-b19b-852ef796242b') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:15.110121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:15.129021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.164535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.166871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:15.170755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:subnet and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:15.173617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:15.180004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:15.224035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:15.224428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: util.warn( Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:15.239237 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:15.255549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.262269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:15.363665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.447673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.452437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.458128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7eddf171-be0e-43ad-8c73-0e66906b740e tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:15.479249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 55cc5407-828f-4298-a3a7-f4c5df31141d no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:59:15.486935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Network': ['ID=86d7d3fc-59cf-41cb-b710-d32013e204da,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:15.489445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:15.498807 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/networks/86d7d3fc-59cf-41cb-b710-d32013e204da HTTP/1.1" status: 204 len: 168 time: 2.1663082 Dec 20 15:59:15.499510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54932) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:15.507617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1408292281', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:15.515226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:15.519303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 55cc5407-828f-4298-a3a7-f4c5df31141d {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:59:15.520222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 55cc5407-828f-4298-a3a7-f4c5df31141d not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:59:15.552610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:router and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:15.557851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:15.566196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:15.696814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.700617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6e8e42e6-2c9a-4472-8fa3-24377c920f93 tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:15.754260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.755299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.761465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.772318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-19ee6b45-77fc-4d90-888c-aa2cae7f9a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:15.776680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Subnet': ['ID=8f416493-9b7e-48b7-8ccb-1d958fc4a74d,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:15.779830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:15.788181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Checking segment: {'id': '57111712-83bf-49dd-b0cf-09808be916a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '01d86b5d-9e91-4392-8f1e-2dcc41877c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:15.788539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network hostable DHCP agents. Network: 01d86b5d-9e91-4392-8f1e-2dcc41877c00, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:15.854332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.856822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=4584e504-a95f-4cc7-b9de-01d2d7070242,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:15.867609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:15.876094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Checking segment: {'id': 'bb18a952-9768-438a-b8a8-fc8984438c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '71f1ef47-1dbc-4e96-8796-7167133de252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:15.876448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network hostable DHCP agents. Network: 71f1ef47-1dbc-4e96-8796-7167133de252, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:15.896991 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 01d86b5d-9e91-4392-8f1e-2dcc41877c00 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:15.948642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:15.982195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 71f1ef47-1dbc-4e96-8796-7167133de252 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:16.096523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 01d86b5d-9e91-4392-8f1e-2dcc41877c00) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:16.098085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:16.099607 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-636ff96f-6b40-4780-9c29-fa2d364e1a19 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5996263 Dec 20 15:59:16.101654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 71f1ef47-1dbc-4e96-8796-7167133de252) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:16.102472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:16.103199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54936) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:16.104298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:16.109007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e0ce7e-1892-4822-b572-6731b7eea8b3 None None] Network 01d86b5d-9e91-4392-8f1e-2dcc41877c00 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:16.110524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1398263234'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:16.116877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:16.117455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:16.124129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:16.127750 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c233a3-49c9-496f-9fc0-d73935686d98 None None] Network 71f1ef47-1dbc-4e96-8796-7167133de252 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:16.132300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:network and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:16.136936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:16.143535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:16.257464 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3258855 Dec 20 15:59:16.260254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54940) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:16.266271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'subnet': {'network_id': '5ec90509-0748-4ebe-940b-59f21804ca8f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:16.310945 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5809247 Dec 20 15:59:16.313552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54944) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:16.462131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '71f1ef47-1dbc-4e96-8796-7167133de252', 'security_groups': [], 'name': 'tempest-PortsTestJSON-391237881'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:16.488523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:16.491931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:16.501902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-71f1ef47-1dbc-4e96-8796-7167133de252', 'network_id': '71f1ef47-1dbc-4e96-8796-7167133de252', 'tenant_id': '8c8fec8b636f4fcdbe043db760a76388', 'fixed_ips': [{'subnet_id': '4584e504-a95f-4cc7-b9de-01d2d7070242'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:16.502745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:16.515334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-01d86b5d-9e91-4392-8f1e-2dcc41877c00', 'network_id': '01d86b5d-9e91-4392-8f1e-2dcc41877c00', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'fixed_ips': [{'subnet_id': '8f416493-9b7e-48b7-8ccb-1d958fc4a74d'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:16.516113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:16.546775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:16.599253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:subnet and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:16.603780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:16.612814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:16.656131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:16.660373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:port and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:16.663969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:16.669716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:16.782104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Allocated IP 172.20.0.2 (71f1ef47-1dbc-4e96-8796-7167133de252/4584e504-a95f-4cc7-b9de-01d2d7070242/8c7e9efb-059a-44b8-b632-2db47b2a5a77) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:16.790387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Allocated IP 172.20.0.2 (01d86b5d-9e91-4392-8f1e-2dcc41877c00/8f416493-9b7e-48b7-8ccb-1d958fc4a74d/ef02a158-7609-472e-93cf-a6330be9321c) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:16.796514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:16.829080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:16.839888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:16.843357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:16.889962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:16.890436 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added segment b083c0e8-8688-40f4-8a66-17e7e73ab20d of type vlan for network df9f4d5e-8038-4e5f-993e-dfe852edeb60 Dec 20 15:59:16.942563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 61b6d3a0-d9c7-4de8-98ba-c16718f439bb yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:59:17.016727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.056673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.169398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.181057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.187293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Transition to ACTIVE for port object 8c7e9efb-059a-44b8-b632-2db47b2a5a77 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:17.199530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Transition to ACTIVE for port object ef02a158-7609-472e-93cf-a6330be9321c will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:17.220366 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Transition to ACTIVE for port object 8c7e9efb-059a-44b8-b632-2db47b2a5a77 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:17.228775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Transition to ACTIVE for port object ef02a158-7609-472e-93cf-a6330be9321c will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:17.291096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.294895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:17.295480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.299014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:17.343654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.347270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f307842c-b7f6-4ac2-a097-8752f297074f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:17.375910 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.450964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.457046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Network': ['ID=df9f4d5e-8038-4e5f-993e-dfe852edeb60,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:17.471111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:17.471649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5feeab4d-728e-4c87-9760-9b86b449188c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:17.478567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network df9f4d5e-8038-4e5f-993e-dfe852edeb60 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:17.499096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Network 01d86b5d-9e91-4392-8f1e-2dcc41877c00 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:17.500817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Network 71f1ef47-1dbc-4e96-8796-7167133de252 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:17.507754 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Pushing event updated for resources: {'Port': ['ID=8c7e9efb-059a-44b8-b632-2db47b2a5a77,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:17.510063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:17.512060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:17.516669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:17.518944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:17.519298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:17.526742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.12 (71f1ef47-1dbc-4e96-8796-7167133de252/4584e504-a95f-4cc7-b9de-01d2d7070242/61b6d3a0-d9c7-4de8-98ba-c16718f439bb) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:17.537471 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4332850 Dec 20 15:59:17.540971 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54948) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:17.547469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:17.549322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'subnet': {'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:17.569978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Subnet': ['ID=1399e9b2-a8b8-403a-99fd-9138724a7a84,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:17.578050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:17.630203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Checking segment: {'id': '0aa33888-7d76-484c-b56a-1c34eb91a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '5ec90509-0748-4ebe-940b-59f21804ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:17.630455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network hostable DHCP agents. Network: 5ec90509-0748-4ebe-940b-59f21804ca8f, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:17.667772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:17.671912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:subnet and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:17.675083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:17.681166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:17.752407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.771327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object 61b6d3a0-d9c7-4de8-98ba-c16718f439bb will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:17.798109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Pushing event updated for resources: {'Port': ['ID=ef02a158-7609-472e-93cf-a6330be9321c,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:17.809078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:17.816960 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Attempting to bind port ef02a158-7609-472e-93cf-a6330be9321c on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:17.817330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Attempting to bind port ef02a158-7609-472e-93cf-a6330be9321c by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '57111712-83bf-49dd-b0cf-09808be916a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '01d86b5d-9e91-4392-8f1e-2dcc41877c00'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:17.817689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Attempting to bind port ef02a158-7609-472e-93cf-a6330be9321c on network 01d86b5d-9e91-4392-8f1e-2dcc41877c00 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:17.819802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Attempting to bind port 8c7e9efb-059a-44b8-b632-2db47b2a5a77 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:17.820162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Attempting to bind port 8c7e9efb-059a-44b8-b632-2db47b2a5a77 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'bb18a952-9768-438a-b8a8-fc8984438c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '71f1ef47-1dbc-4e96-8796-7167133de252'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:17.820512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Attempting to bind port 8c7e9efb-059a-44b8-b632-2db47b2a5a77 on network 71f1ef47-1dbc-4e96-8796-7167133de252 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:17.830818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:17.831212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Checking segment: {'id': '57111712-83bf-49dd-b0cf-09808be916a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '01d86b5d-9e91-4392-8f1e-2dcc41877c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:17.831611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.832007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Bound using segment: {'id': '57111712-83bf-49dd-b0cf-09808be916a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '01d86b5d-9e91-4392-8f1e-2dcc41877c00'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:17.832465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Bound port: ef02a158-7609-472e-93cf-a6330be9321c, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57111712-83bf-49dd-b0cf-09808be916a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '01d86b5d-9e91-4392-8f1e-2dcc41877c00'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:17.832830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.843598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:17.849829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Checking segment: {'id': 'bb18a952-9768-438a-b8a8-fc8984438c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '71f1ef47-1dbc-4e96-8796-7167133de252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:17.849829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.849829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Bound using segment: {'id': 'bb18a952-9768-438a-b8a8-fc8984438c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '71f1ef47-1dbc-4e96-8796-7167133de252'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:17.849829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Bound port: 8c7e9efb-059a-44b8-b632-2db47b2a5a77, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb18a952-9768-438a-b8a8-fc8984438c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '71f1ef47-1dbc-4e96-8796-7167133de252'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:17.849829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.885591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:17.937521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.942891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:17.971639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 5ec90509-0748-4ebe-940b-59f21804ca8f is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:17.990532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:17.994943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] For port ef02a158-7609-472e-93cf-a6330be9321c, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:17.998977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] For port ef02a158-7609-472e-93cf-a6330be9321c, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ef02a158-7609-472e-93cf-a6330be9321c,segment=NetworkSegment(57111712-83bf-49dd-b0cf-09808be916a3),segment_id=57111712-83bf-49dd-b0cf-09808be916a3)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:18.000275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] For port 8c7e9efb-059a-44b8-b632-2db47b2a5a77, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:18.003188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] For port 8c7e9efb-059a-44b8-b632-2db47b2a5a77, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8c7e9efb-059a-44b8-b632-2db47b2a5a77,segment=NetworkSegment(bb18a952-9768-438a-b8a8-fc8984438c88),segment_id=bb18a952-9768-438a-b8a8-fc8984438c88)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:18.018310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 71f1ef47-1dbc-4e96-8796-7167133de252 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:18.021725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:18.026207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:18.061477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=61b6d3a0-d9c7-4de8-98ba-c16718f439bb,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:18.065694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:18.087444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 5ec90509-0748-4ebe-940b-59f21804ca8f) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:18.093102 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:18.093215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.096233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8b34a-6985-4a4e-9f5c-b7348869b583 None None] Network 5ec90509-0748-4ebe-940b-59f21804ca8f requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:18.100331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:18.100900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.119590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.123674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.130038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:18.220491 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9030752 Dec 20 15:59:18.220721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54952) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:18.257698 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9961298 Dec 20 15:59:18.260397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54956) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:18.267254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-728883205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:18.274111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:18.279830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:router and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:18.282724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:18.288658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e656a783-2ed0-4e5a-9cfd-e42bf2438400 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 61b6d3a0-d9c7-4de8-98ba-c16718f439bb {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:18.289363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:18.289916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e656a783-2ed0-4e5a-9cfd-e42bf2438400 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.302543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Pushing event updated for resources: {'Port': ['ID=ef02a158-7609-472e-93cf-a6330be9321c,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:18.318609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.328695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:18.422954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.425088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.442737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Pushing event updated for resources: {'Port': ['ID=8c7e9efb-059a-44b8-b632-2db47b2a5a77,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:18.447886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:18.448364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:18.448715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:18.465614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Subnet': ['ID=eb50712c-df8a-4387-8d6b-8091f370cb4a,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:18.466966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.477721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:18.505597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-5ec90509-0748-4ebe-940b-59f21804ca8f', 'network_id': '5ec90509-0748-4ebe-940b-59f21804ca8f', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'fixed_ips': [{'subnet_id': '1399e9b2-a8b8-403a-99fd-9138724a7a84'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:18.507484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.539364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Checking segment: {'id': 'b083c0e8-8688-40f4-8a66-17e7e73ab20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:18.539719 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network hostable DHCP agents. Network: df9f4d5e-8038-4e5f-993e-dfe852edeb60, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:18.604489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.696769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e656a783-2ed0-4e5a-9cfd-e42bf2438400 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.707262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Allocated IP 172.21.0.2 (5ec90509-0748-4ebe-940b-59f21804ca8f/1399e9b2-a8b8-403a-99fd-9138724a7a84/59ef6efa-be6f-4f6f-818b-73920dc069de) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:18.709134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:18.718986 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-88bd43f4-c683-4b9f-80ed-3f185f79e8c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4533963 Dec 20 15:59:18.718986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54960) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:18.790551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network df9f4d5e-8038-4e5f-993e-dfe852edeb60 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:18.866436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e656a783-2ed0-4e5a-9cfd-e42bf2438400 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 61b6d3a0-d9c7-4de8-98ba-c16718f439bb owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:19.028900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, df9f4d5e-8038-4e5f-993e-dfe852edeb60) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:19.033822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:19.035450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:19.039995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998d445-6a1d-4260-99af-ba4fdc9e7aea None None] Network df9f4d5e-8038-4e5f-993e-dfe852edeb60 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:19.166118 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6235025 Dec 20 15:59:19.169052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54964) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:19.203903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:19.226722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Transition to ACTIVE for port object 59ef6efa-be6f-4f6f-818b-73920dc069de will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:19.285546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Transition to ACTIVE for port object 59ef6efa-be6f-4f6f-818b-73920dc069de will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:19.307960 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:19.308797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:19.363785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e656a783-2ed0-4e5a-9cfd-e42bf2438400 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:19.374963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:19.383826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:19.389072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:19.437824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:19.531973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Network 5ec90509-0748-4ebe-940b-59f21804ca8f is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:19.538663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:19.545219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:19.587153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Pushing event updated for resources: {'Port': ['ID=59ef6efa-be6f-4f6f-818b-73920dc069de,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:19.591168 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:19.632474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ef02a158-7609-472e-93cf-a6330be9321c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:19.655173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656a783-2ed0-4e5a-9cfd-e42bf2438400 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=61b6d3a0-d9c7-4de8-98ba-c16718f439bb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:19.658366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e656a783-2ed0-4e5a-9cfd-e42bf2438400 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:19.800966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Attempting to bind port 59ef6efa-be6f-4f6f-818b-73920dc069de on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:19.801529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Attempting to bind port 59ef6efa-be6f-4f6f-818b-73920dc069de by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '0aa33888-7d76-484c-b56a-1c34eb91a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '5ec90509-0748-4ebe-940b-59f21804ca8f'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:19.802121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Attempting to bind port 59ef6efa-be6f-4f6f-818b-73920dc069de on network 5ec90509-0748-4ebe-940b-59f21804ca8f {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:19.805696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Allocated IP 2001:db8::2 (df9f4d5e-8038-4e5f-993e-dfe852edeb60/eb50712c-df8a-4387-8d6b-8091f370cb4a/b31f0874-a399-4ad2-9bda-1b38c0d734b0) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:19.826057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:19.826615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Checking segment: {'id': '0aa33888-7d76-484c-b56a-1c34eb91a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '5ec90509-0748-4ebe-940b-59f21804ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:19.827254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:19.833470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Bound using segment: {'id': '0aa33888-7d76-484c-b56a-1c34eb91a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '5ec90509-0748-4ebe-940b-59f21804ca8f'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:19.833470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Bound port: 59ef6efa-be6f-4f6f-818b-73920dc069de, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa33888-7d76-484c-b56a-1c34eb91a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '5ec90509-0748-4ebe-940b-59f21804ca8f'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:19.833470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:19.885743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e656a783-2ed0-4e5a-9cfd-e42bf2438400 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:19.887731 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e656a783-2ed0-4e5a-9cfd-e42bf2438400 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/61b6d3a0-d9c7-4de8-98ba-c16718f439bb HTTP/1.1" status: 204 len: 168 time: 1.6660435 Dec 20 15:59:19.890434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54968) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:19.915534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Allocated IP 172.20.0.1 (01d86b5d-9e91-4392-8f1e-2dcc41877c00/8f416493-9b7e-48b7-8ccb-1d958fc4a74d/c157f044-7170-4358-8011-f857d2a065fa) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:19.951844 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-238ed89f-57e3-48f5-b29c-dd9016d8bba5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 15:59:19.952360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-238ed89f-57e3-48f5-b29c-dd9016d8bba5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:19.975761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port ef02a158-7609-472e-93cf-a6330be9321c completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:20.019471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] For port 59ef6efa-be6f-4f6f-818b-73920dc069de, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:20.025302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] For port 59ef6efa-be6f-4f6f-818b-73920dc069de, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=59ef6efa-be6f-4f6f-818b-73920dc069de,segment=NetworkSegment(0aa33888-7d76-484c-b56a-1c34eb91a6ef),segment_id=0aa33888-7d76-484c-b56a-1c34eb91a6ef)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:20.027963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8c7e9efb-059a-44b8-b632-2db47b2a5a77 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:20.072993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-238ed89f-57e3-48f5-b29c-dd9016d8bba5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:20.077492 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-238ed89f-57e3-48f5-b29c-dd9016d8bba5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/61b6d3a0-d9c7-4de8-98ba-c16718f439bb HTTP/1.1" status: 404 len: 333 time: 0.1857166 Dec 20 15:59:20.084374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54972) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:20.131436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:20.146733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:20.150299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Transition to ACTIVE for port object c157f044-7170-4358-8011-f857d2a065fa will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:20.180680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:20.215888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eca5cdb-e320-42ea-9789-affc696d6b7f None None] Network 01d86b5d-9e91-4392-8f1e-2dcc41877c00 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:20.245542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:20.250244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9cf2a549-39d3-49d1-b55b-5d56beb50753 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:20.334017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 01d86b5d-9e91-4392-8f1e-2dcc41877c00 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:20.336101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:20.355894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:20.387511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=c157f044-7170-4358-8011-f857d2a065fa,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:20.394445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:20.433807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:20.438854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed695f0-5695-4a5a-868e-166d82b254ae None None] Network 71f1ef47-1dbc-4e96-8796-7167133de252 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:20.483499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:20.571443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:20.618028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Transition to ACTIVE for port object b31f0874-a399-4ad2-9bda-1b38c0d734b0 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:20.659183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:20.698012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Pushing event updated for resources: {'Port': ['ID=59ef6efa-be6f-4f6f-818b-73920dc069de,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:20.728283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:20.741405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-feaadd1a-7f57-42bc-bbc3-cb3ff51f60ad None None] Provisioning for port ef02a158-7609-472e-93cf-a6330be9321c completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:20.755376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 8c7e9efb-059a-44b8-b632-2db47b2a5a77 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:20.776866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Transition to ACTIVE for port object b31f0874-a399-4ad2-9bda-1b38c0d734b0 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:20.804719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-feaadd1a-7f57-42bc-bbc3-cb3ff51f60ad None None] Provisioning complete for port ef02a158-7609-472e-93cf-a6330be9321c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:20.804719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-feaadd1a-7f57-42bc-bbc3-cb3ff51f60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:20.821677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c10d93-9432-41b4-9650-4cfbe51001d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet 4584e504-a95f-4cc7-b9de-01d2d7070242 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:59:20.840727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-73c10d93-9432-41b4-9650-4cfbe51001d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:20.887396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:20.900722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-84de5b43-c6e9-4c0b-8d3f-d3e72c27f94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:20.952059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-73c10d93-9432-41b4-9650-4cfbe51001d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.118183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.183524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Network df9f4d5e-8038-4e5f-993e-dfe852edeb60 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:21.184280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Pushing event updated for resources: {'Port': ['ID=b31f0874-a399-4ad2-9bda-1b38c0d734b0,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:21.194545 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:21.218895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:21.220474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:21.247187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.281107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Allocated IP 2001:db8::1 (df9f4d5e-8038-4e5f-993e-dfe852edeb60/eb50712c-df8a-4387-8d6b-8091f370cb4a/7de570e2-4b94-4f35-b083-221925e5bb16) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:21.284111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-73c10d93-9432-41b4-9650-4cfbe51001d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.326225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a0c1f1f9-0ab5-41f4-8fb6-ca5e6c316056 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:21.361811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-feaadd1a-7f57-42bc-bbc3-cb3ff51f60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.408875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Attempting to bind port b31f0874-a399-4ad2-9bda-1b38c0d734b0 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:21.409249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Attempting to bind port b31f0874-a399-4ad2-9bda-1b38c0d734b0 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'b083c0e8-8688-40f4-8a66-17e7e73ab20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:21.409613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Attempting to bind port b31f0874-a399-4ad2-9bda-1b38c0d734b0 on network df9f4d5e-8038-4e5f-993e-dfe852edeb60 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:21.465096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-feaadd1a-7f57-42bc-bbc3-cb3ff51f60ad None None] For port ef02a158-7609-472e-93cf-a6330be9321c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ef02a158-7609-472e-93cf-a6330be9321c,segment=NetworkSegment(57111712-83bf-49dd-b0cf-09808be916a3),segment_id=57111712-83bf-49dd-b0cf-09808be916a3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:21.484772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:21.484772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Checking segment: {'id': 'b083c0e8-8688-40f4-8a66-17e7e73ab20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:21.484772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.484772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Bound using segment: {'id': 'b083c0e8-8688-40f4-8a66-17e7e73ab20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:21.484772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Bound port: b31f0874-a399-4ad2-9bda-1b38c0d734b0, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b083c0e8-8688-40f4-8a66-17e7e73ab20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:21.484772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.565468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.592717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Transition to ACTIVE for port object 7de570e2-4b94-4f35-b083-221925e5bb16 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:21.619714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=c157f044-7170-4358-8011-f857d2a065fa,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:21.624570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:21.625515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.650172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-73c10d93-9432-41b4-9650-4cfbe51001d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.672166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a4b88d9d-cb07-441f-b817-00a8ad28a2fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:21.710652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 59ef6efa-be6f-4f6f-818b-73920dc069de up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:21.723444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c10d93-9432-41b4-9650-4cfbe51001d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=4584e504-a95f-4cc7-b9de-01d2d7070242,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:21.730109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-73c10d93-9432-41b4-9650-4cfbe51001d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:21.735700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-73c10d93-9432-41b4-9650-4cfbe51001d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.744987 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-73c10d93-9432-41b4-9650-4cfbe51001d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/4584e504-a95f-4cc7-b9de-01d2d7070242 HTTP/1.1" status: 204 len: 168 time: 1.6590660 Dec 20 15:59:21.747633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54976) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:21.776396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173003a-2cdd-41fa-a630-105e7b575103 None None] Network 5ec90509-0748-4ebe-940b-59f21804ca8f requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:21.819550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-feaadd1a-7f57-42bc-bbc3-cb3ff51f60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.856704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.868337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 01d86b5d-9e91-4392-8f1e-2dcc41877c00 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:21.870324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:21.876029 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-90f9b958-30b9-422d-b282-bcb57c9ae077 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:21.905500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0cebcd63-894e-46bb-b1f0-51b45f621bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:21.931233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:21.958505 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d8bf65-c5a2-4177-8444-e1a3865f236d None None] Network 71f1ef47-1dbc-4e96-8796-7167133de252 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:21.962399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network df9f4d5e-8038-4e5f-993e-dfe852edeb60 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:21.966701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:21.969298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:21.970289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.005285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=7de570e2-4b94-4f35-b083-221925e5bb16,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:22.009386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:22.010876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 8c7e9efb-059a-44b8-b632-2db47b2a5a77 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:22.011234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.111594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] For port b31f0874-a399-4ad2-9bda-1b38c0d734b0, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:22.185781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5b52156e-7612-42cc-982e-ad94a73af732 None None] Provisioning for port 59ef6efa-be6f-4f6f-818b-73920dc069de completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:22.204813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] For port b31f0874-a399-4ad2-9bda-1b38c0d734b0, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b31f0874-a399-4ad2-9bda-1b38c0d734b0,segment=NetworkSegment(b083c0e8-8688-40f4-8a66-17e7e73ab20d),segment_id=b083c0e8-8688-40f4-8a66-17e7e73ab20d)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:22.205361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d3a159a9-a056-4af4-927e-23d38ddd39ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.229502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaadd1a-7f57-42bc-bbc3-cb3ff51f60ad None None] Pushing event updated for resources: {'Port': ['ID=ef02a158-7609-472e-93cf-a6330be9321c,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:22.243699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-feaadd1a-7f57-42bc-bbc3-cb3ff51f60ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:22.302209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.345138 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] For port 8c7e9efb-059a-44b8-b632-2db47b2a5a77, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8c7e9efb-059a-44b8-b632-2db47b2a5a77,segment=NetworkSegment(bb18a952-9768-438a-b8a8-fc8984438c88),segment_id=bb18a952-9768-438a-b8a8-fc8984438c88)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:22.345486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.370933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.374866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 59ef6efa-be6f-4f6f-818b-73920dc069de completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:22.382779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-02bacbe2-bde8-40f0-b991-06ca57bfc2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:22.478926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 59ef6efa-be6f-4f6f-818b-73920dc069de triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:22.479408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.492557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 31c3cd38-1d21-47b4-a581-38076654f498 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:22.521038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 8c7e9efb-059a-44b8-b632-2db47b2a5a77 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:22.589117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Pushing event updated for resources: {'Port': ['ID=b31f0874-a399-4ad2-9bda-1b38c0d734b0,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:22.602546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:22.672734 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5b52156e-7612-42cc-982e-ad94a73af732 None None] Provisioning for port 8c7e9efb-059a-44b8-b632-2db47b2a5a77 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:22.688135 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5b52156e-7612-42cc-982e-ad94a73af732 None None] Provisioning complete for port 8c7e9efb-059a-44b8-b632-2db47b2a5a77 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:22.688500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5b52156e-7612-42cc-982e-ad94a73af732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.715849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:22.728118 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/31c3cd38-1d21-47b4-a581-38076654f498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0108864 Dec 20 15:59:22.731126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54980) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:22.732747 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce8b702-f521-44d5-ae7f-dfdc61abfae5 None None] Sync routers for ids ['31c3cd38-1d21-47b4-a581-38076654f498'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:22.746204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.763949 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8b702-f521-44d5-ae7f-dfdc61abfae5 None None] Routers {'31c3cd38-1d21-47b4-a581-38076654f498'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:22.764621 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1ce8b702-f521-44d5-ae7f-dfdc61abfae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['31c3cd38-1d21-47b4-a581-38076654f498'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:22.839810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 59ef6efa-be6f-4f6f-818b-73920dc069de, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=59ef6efa-be6f-4f6f-818b-73920dc069de,segment=NetworkSegment(0aa33888-7d76-484c-b56a-1c34eb91a6ef),segment_id=0aa33888-7d76-484c-b56a-1c34eb91a6ef)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:22.840153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97438636-245e-4a1f-8f3f-c67c357cfd1a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:22.841215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-97438636-245e-4a1f-8f3f-c67c357cfd1a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:22.843103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce3adf6-d6c4-446e-a9c4-3883ffd26bce None None] DHCP port deletion for 71f1ef47-1dbc-4e96-8796-7167133de252 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:59:22.870484 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1ce8b702-f521-44d5-ae7f-dfdc61abfae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:22.890354 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8b702-f521-44d5-ae7f-dfdc61abfae5 None None] Routers {'31c3cd38-1d21-47b4-a581-38076654f498'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:22.891265 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1ce8b702-f521-44d5-ae7f-dfdc61abfae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:58:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['31c3cd38-1d21-47b4-a581-38076654f498'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:22.916508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3adf6-d6c4-446e-a9c4-3883ffd26bce None None] Deleting port 8c7e9efb-059a-44b8-b632-2db47b2a5a77 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:22.916907 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6ce3adf6-d6c4-446e-a9c4-3883ffd26bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.947737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-97438636-245e-4a1f-8f3f-c67c357cfd1a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:22.951575 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-97438636-245e-4a1f-8f3f-c67c357cfd1a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports/c157f044-7170-4358-8011-f857d2a065fa HTTP/1.1" status: 200 len: 910 time: 0.2168767 Dec 20 15:59:22.951823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 54984) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:22.981815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:22.987930 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:23.008528 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1ce8b702-f521-44d5-ae7f-dfdc61abfae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:23.009390 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce8b702-f521-44d5-ae7f-dfdc61abfae5 None None] The sync data for ids ['31c3cd38-1d21-47b4-a581-38076654f498'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:23.075695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3adf6-d6c4-446e-a9c4-3883ffd26bce None None] The port '8c7e9efb-059a-44b8-b632-2db47b2a5a77' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:59:23.124865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5b52156e-7612-42cc-982e-ad94a73af732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.146957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.153976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1ccab622-feb5-4678-aec0-028d1a939946 tempest-ExternalNetworksAdminNegativeTestJSON-693064051 tempest-ExternalNetworksAdminNegativeTestJSON-693064051-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:23.169208 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=59ef6efa-be6f-4f6f-818b-73920dc069de,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:23.187312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:23.357685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=8c7e9efb-059a-44b8-b632-2db47b2a5a77,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:23.373691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:23.390125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No DVR routers for this DVR port 8c7e9efb-059a-44b8-b632-2db47b2a5a77 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:23.452244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2b09c0e4-0ea8-4e98-b220-261123862d05 None None] Provisioning for port c157f044-7170-4358-8011-f857d2a065fa completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:23.468410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2b09c0e4-0ea8-4e98-b220-261123862d05 None None] Provisioning complete for port c157f044-7170-4358-8011-f857d2a065fa triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:23.468797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2b09c0e4-0ea8-4e98-b220-261123862d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.558976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.572136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2b09c0e4-0ea8-4e98-b220-261123862d05 None None] Port c157f044-7170-4358-8011-f857d2a065fa cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:23.588714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2b09c0e4-0ea8-4e98-b220-261123862d05 None None] Provisioning complete for port 59ef6efa-be6f-4f6f-818b-73920dc069de triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:23.589101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2b09c0e4-0ea8-4e98-b220-261123862d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.591961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.628571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f1ef47-1dbc-4e96-8796-7167133de252']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:23.640717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ef02a158-7609-472e-93cf-a6330be9321c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:23.653512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb18a952-9768-438a-b8a8-fc8984438c88') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:23.654232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb18a952-9768-438a-b8a8-fc8984438c88') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:23.677478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.693005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.694100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.707670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1759bfc1-a404-414a-8b26-4a4ef00afca8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:23.769823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.771108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ef02a158-7609-472e-93cf-a6330be9321c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:23.771499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.863483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:23.982230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2b09c0e4-0ea8-4e98-b220-261123862d05 None None] Provisioning complete for port ef02a158-7609-472e-93cf-a6330be9321c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:23.982619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2b09c0e4-0ea8-4e98-b220-261123862d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:24.038714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:24.039162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:24.057064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network df9f4d5e-8038-4e5f-993e-dfe852edeb60 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:24.057962 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:24.069299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:24.111146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af36b6-4e91-4411-9d0a-9f686d95851e None None] Network df9f4d5e-8038-4e5f-993e-dfe852edeb60 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:24.157546 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=7de570e2-4b94-4f35-b083-221925e5bb16,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:24.161500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:24.310589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b31f0874-a399-4ad2-9bda-1b38c0d734b0 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:24.364668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-14f09af8-00c8-4bd6-9fec-0ab347f59616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:24.383368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Allocated IP 172.21.0.1 (5ec90509-0748-4ebe-940b-59f21804ca8f/1399e9b2-a8b8-403a-99fd-9138724a7a84/3b283b3f-2f31-4523-b4cf-1008f9be1ebd) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:24.432546 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:24.441462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:24.457696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:24.527058 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Network': ['ID=71f1ef47-1dbc-4e96-8796-7167133de252,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:24.533995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:24.580436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:24.600664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Transition to ACTIVE for port object 3b283b3f-2f31-4523-b4cf-1008f9be1ebd will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:24.646681 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/networks/71f1ef47-1dbc-4e96-8796-7167133de252 HTTP/1.1" status: 204 len: 168 time: 2.8975880 Dec 20 15:59:24.650841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54988) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:24.656823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'name': 'tempest-PortsTestJSON-750335142'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:24.668429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port b31f0874-a399-4ad2-9bda-1b38c0d734b0 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:24.676805 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 59ef6efa-be6f-4f6f-818b-73920dc069de up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:24.749061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:24.749325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:24.753636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-877d94c0-845d-4419-a29a-1a3e24fd7574 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:24.765694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 59ef6efa-be6f-4f6f-818b-73920dc069de triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:24.766085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:24.777733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:24.783855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:port and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:24.790547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9d336870-c433-43a2-ab00-11bf8748b926 None None] Provisioning for port b31f0874-a399-4ad2-9bda-1b38c0d734b0 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:24.812115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9d336870-c433-43a2-ab00-11bf8748b926 None None] Provisioning complete for port b31f0874-a399-4ad2-9bda-1b38c0d734b0 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:24.812266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9d336870-c433-43a2-ab00-11bf8748b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:24.850857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 5ec90509-0748-4ebe-940b-59f21804ca8f is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:24.852189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=3b283b3f-2f31-4523-b4cf-1008f9be1ebd,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:24.854055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:24.861134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:24.863406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:24.864209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:24.933237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:24.943128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:24.998293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:25.007133 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8339036 Dec 20 15:59:25.007995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54992) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:25.015574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1449971524'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:25.020388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Sync routers for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:25.025986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:25.030563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:network and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:25.035247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:25.041984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:25.049101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9d336870-c433-43a2-ab00-11bf8748b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.056279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:25.060928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.068171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:25.068819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:25.091936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 4e3d3134-3df5-4e6b-b328-e67c56b93f8a yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:59:25.155772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.165866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:25.173193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.221455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8c7e9efb-059a-44b8-b632-2db47b2a5a77 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:59:25.305121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:25.369296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.373507 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added segment 506fc5c4-8a97-46b0-9d96-5c3f18693254 of type vlan for network 89d924a3-97f4-49bb-8cd5-d182321d961d Dec 20 15:59:25.374348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 8c7e9efb-059a-44b8-b632-2db47b2a5a77 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:59:25.374850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8c7e9efb-059a-44b8-b632-2db47b2a5a77 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:59:25.442057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9d336870-c433-43a2-ab00-11bf8748b926 None None] For port b31f0874-a399-4ad2-9bda-1b38c0d734b0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b31f0874-a399-4ad2-9bda-1b38c0d734b0,segment=NetworkSegment(b083c0e8-8688-40f4-8a66-17e7e73ab20d),segment_id=b083c0e8-8688-40f4-8a66-17e7e73ab20d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:25.468803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:25.530380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.531616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.542235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9d336870-c433-43a2-ab00-11bf8748b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.557081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d8ca0368-b76e-4091-b246-3f2fdccee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:25.664494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d336870-c433-43a2-ab00-11bf8748b926 None None] Pushing event updated for resources: {'Port': ['ID=b31f0874-a399-4ad2-9bda-1b38c0d734b0,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:25.668271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9d336870-c433-43a2-ab00-11bf8748b926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:25.694211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.719703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.743790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.805642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.809545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:25.810140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.814053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:25.851284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.860518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6b9f293f-dbe5-4c77-bd32-db7d532d98a6 None None] Provisioning for port 7de570e2-4b94-4f35-b083-221925e5bb16 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:25.869610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.869969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6b9f293f-dbe5-4c77-bd32-db7d532d98a6 None None] Provisioning complete for port 7de570e2-4b94-4f35-b083-221925e5bb16 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:25.870363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b9f293f-dbe5-4c77-bd32-db7d532d98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.888523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7bda426e-1679-4d88-9de8-d7a02493f199 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:25.933762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f293f-dbe5-4c77-bd32-db7d532d98a6 None None] Port 7de570e2-4b94-4f35-b083-221925e5bb16 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:25.950562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Network': ['ID=89d924a3-97f4-49bb-8cd5-d182321d961d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:25.954438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:25.955522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d23dc8ca-ad34-441a-946f-f033f8c3e61c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:25.977864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=3b283b3f-2f31-4523-b4cf-1008f9be1ebd,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:25.980260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:25.992255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:26.005810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 89d924a3-97f4-49bb-8cd5-d182321d961d details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:26.034505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=4e3d3134-3df5-4e6b-b328-e67c56b93f8a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:26.041897 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6fb3780d-b700-4c77-8b11-e2cfc3ce7c4c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0327935 Dec 20 15:59:26.043950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:26.046009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 54996) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:26.051363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:26.054689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:26.066485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'subnet': {'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:26.086710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:26.090903 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:26.091720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:26.149748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 5ec90509-0748-4ebe-940b-59f21804ca8f is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:26.151429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:26.225117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:21Z', 'revision_number': 2, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:22Z', 'revision_number': 2, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:26.229989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Checking router: 2870490b-40bf-4aae-8bd8-7bdc3d594611 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:59:26.230364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Updating router 2870490b-40bf-4aae-8bd8-7bdc3d594611 port 7de570e2-4b94-4f35-b083-221925e5bb16 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:59:26.268750 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6167488 Dec 20 15:59:26.270031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:26.273339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55000) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:26.295527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6b9f293f-dbe5-4c77-bd32-db7d532d98a6 None None] Provisioning for port 3b283b3f-2f31-4523-b4cf-1008f9be1ebd completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:26.303916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6b9f293f-dbe5-4c77-bd32-db7d532d98a6 None None] Provisioning complete for port 3b283b3f-2f31-4523-b4cf-1008f9be1ebd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:26.304354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b9f293f-dbe5-4c77-bd32-db7d532d98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:26.316331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:subnet and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:26.323835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:26.338900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:26.374578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-43df174f-dcc3-4b94-b3c7-fff5893df20e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 4e3d3134-3df5-4e6b-b328-e67c56b93f8a {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:26.374951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43df174f-dcc3-4b94-b3c7-fff5893df20e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:26.393486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f293f-dbe5-4c77-bd32-db7d532d98a6 None None] Port 3b283b3f-2f31-4523-b4cf-1008f9be1ebd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:26.396488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:26.481220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6b9f293f-dbe5-4c77-bd32-db7d532d98a6 None None] Provisioning complete for port b31f0874-a399-4ad2-9bda-1b38c0d734b0 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:26.481615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b9f293f-dbe5-4c77-bd32-db7d532d98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:26.491359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:26.708097 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:26.727792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43df174f-dcc3-4b94-b3c7-fff5893df20e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:26.746890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 31c3cd38-1d21-47b4-a581-38076654f498 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:26.857094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:26.876731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-43df174f-dcc3-4b94-b3c7-fff5893df20e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 4e3d3134-3df5-4e6b-b328-e67c56b93f8a owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:26.929361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:26.942716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:26.945911 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a5d7d-333a-478f-b565-5527669e9b30 None None] Sync routers for ids ['31c3cd38-1d21-47b4-a581-38076654f498'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:26.958067 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a5d7d-333a-478f-b565-5527669e9b30 None None] Routers {'31c3cd38-1d21-47b4-a581-38076654f498'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:26.958501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-25c053f5-2522-4787-b5d1-1dbc6806f9e1 None None] Provisioning complete for port 3b283b3f-2f31-4523-b4cf-1008f9be1ebd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:26.958807 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b53a5d7d-333a-478f-b565-5527669e9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['31c3cd38-1d21-47b4-a581-38076654f498'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:26.959027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-25c053f5-2522-4787-b5d1-1dbc6806f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:26.989877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Transition to ACTIVE for port object 7de570e2-4b94-4f35-b083-221925e5bb16 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:27.024384 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b53a5d7d-333a-478f-b565-5527669e9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:27.027525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-25c053f5-2522-4787-b5d1-1dbc6806f9e1 None None] Port 3b283b3f-2f31-4523-b4cf-1008f9be1ebd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:27.035753 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a5d7d-333a-478f-b565-5527669e9b30 None None] Routers {'31c3cd38-1d21-47b4-a581-38076654f498'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:27.036545 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b53a5d7d-333a-478f-b565-5527669e9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['31c3cd38-1d21-47b4-a581-38076654f498'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:27.041566 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/31c3cd38-1d21-47b4-a581-38076654f498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0887711 Dec 20 15:59:27.044404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55004) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:27.096850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.100526 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b53a5d7d-333a-478f-b565-5527669e9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:27.101166 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a5d7d-333a-478f-b565-5527669e9b30 None None] The sync data for ids ['31c3cd38-1d21-47b4-a581-38076654f498'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:27.103013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:27.125665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d585705-d4be-4920-b4b0-7077d1cd19f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:27.126262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7d585705-d4be-4920-b4b0-7077d1cd19f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:27.148863 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43df174f-dcc3-4b94-b3c7-fff5893df20e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.156723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:27.205474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df174f-dcc3-4b94-b3c7-fff5893df20e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=4e3d3134-3df5-4e6b-b328-e67c56b93f8a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:27.209218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-43df174f-dcc3-4b94-b3c7-fff5893df20e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:27.214817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-43df174f-dcc3-4b94-b3c7-fff5893df20e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.233023 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-43df174f-dcc3-4b94-b3c7-fff5893df20e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/4e3d3134-3df5-4e6b-b328-e67c56b93f8a HTTP/1.1" status: 204 len: 168 time: 0.9563894 Dec 20 15:59:27.234582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7d585705-d4be-4920-b4b0-7077d1cd19f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:27.238741 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7d585705-d4be-4920-b4b0-7077d1cd19f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports/3b283b3f-2f31-4523-b4cf-1008f9be1ebd HTTP/1.1" status: 200 len: 910 time: 0.1893730 Dec 20 15:59:27.238741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55008) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:27.239182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349b9c7-b0df-4a8f-81a3-ffd99c55765f None None] Pushing event updated for resources: {'Port': ['ID=7de570e2-4b94-4f35-b083-221925e5bb16,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:27.242950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55010) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:27.245396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d349b9c7-b0df-4a8f-81a3-ffd99c55765f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:27.269631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.277426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-108fdcd2-6ba0-442c-ba3f-8f3f487c25ae tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:27.316893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'mac_address': 'fa:16:3e:58:23:c6', 'name': 'tempest-PortsTestJSON-1384178402'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:27.341508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Attempting to bind port 7de570e2-4b94-4f35-b083-221925e5bb16 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:27.342147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Attempting to bind port 7de570e2-4b94-4f35-b083-221925e5bb16 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'b083c0e8-8688-40f4-8a66-17e7e73ab20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:27.342705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Attempting to bind port 7de570e2-4b94-4f35-b083-221925e5bb16 on network df9f4d5e-8038-4e5f-993e-dfe852edeb60 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:27.352857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:27.353952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Checking segment: {'id': 'b083c0e8-8688-40f4-8a66-17e7e73ab20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:27.355706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.356799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Bound using segment: {'id': 'b083c0e8-8688-40f4-8a66-17e7e73ab20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:27.357878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Bound port: 7de570e2-4b94-4f35-b083-221925e5bb16, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b083c0e8-8688-40f4-8a66-17e7e73ab20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:27.358684 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.384995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Checking segment: {'id': '506fc5c4-8a97-46b0-9d96-5c3f18693254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:27.385374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network hostable DHCP agents. Network: 89d924a3-97f4-49bb-8cd5-d182321d961d, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:27.393842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Subnet': ['ID=bd0660de-fe99-473d-89b1-669ca6399566,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:27.396579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:27.481416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] For port 7de570e2-4b94-4f35-b083-221925e5bb16, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:27.487187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] For port 7de570e2-4b94-4f35-b083-221925e5bb16, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7de570e2-4b94-4f35-b083-221925e5bb16,segment=NetworkSegment(b083c0e8-8688-40f4-8a66-17e7e73ab20d),segment_id=b083c0e8-8688-40f4-8a66-17e7e73ab20d)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:27.504004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:27.510484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b31f0874-a399-4ad2-9bda-1b38c0d734b0 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:27.513582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 89d924a3-97f4-49bb-8cd5-d182321d961d is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:27.517811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:port and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:27.521721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:27.529505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:27.607857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b31f0874-a399-4ad2-9bda-1b38c0d734b0 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:27.608545 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.640085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.650363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:27.657120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 89d924a3-97f4-49bb-8cd5-d182321d961d) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:27.662517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:27.664004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.671080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:27.687946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4fbaf7-9e3e-4c17-89b1-bed7e811b54f None None] Network 89d924a3-97f4-49bb-8cd5-d182321d961d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:27.769127 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7135506 Dec 20 15:59:27.770661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55016) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:27.793474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.831010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 6f674051-ed0c-4fc4-88ec-4c2912becc0e yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:59:27.844611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349b9c7-b0df-4a8f-81a3-ffd99c55765f None None] Pushing event updated for resources: {'Port': ['ID=7de570e2-4b94-4f35-b083-221925e5bb16,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:27.861739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d349b9c7-b0df-4a8f-81a3-ffd99c55765f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:27.906033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:27.922133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:27.922810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:28.274873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:28.340354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-89d924a3-97f4-49bb-8cd5-d182321d961d', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:28.341238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:28.368902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:28.550133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:28.561361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8353103e-b3af-4a78-a9b6-ebaa63f4a30e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:28.590738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:28.648839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:28.652261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=6f674051-ed0c-4fc4-88ec-4c2912becc0e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:28.655014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:28.655834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:28.658634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:28.662724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:28.663362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:28.746735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Allocated IP 2001:db8:1::2 (89d924a3-97f4-49bb-8cd5-d182321d961d/bd0660de-fe99-473d-89b1-669ca6399566/0c495ec4-1a81-4edf-8ee2-2b6b7f830659) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:28.771341 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5333765 Dec 20 15:59:28.774189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55020) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:28.887077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62453f93-075f-4263-ad13-c01171d7dc58 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:28.888357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-62453f93-075f-4263-ad13-c01171d7dc58 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:28.928136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:21Z', 'revision_number': 2, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:27Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:28.938382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093183e-90eb-4178-8aec-150761bd82ea None None] The sync data for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv is: [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:21Z', 'revision_number': 2, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:27Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:28.973214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-62453f93-075f-4263-ad13-c01171d7dc58 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:28.974375 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-62453f93-075f-4263-ad13-c01171d7dc58 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/6f674051-ed0c-4fc4-88ec-4c2912becc0e HTTP/1.1" status: 200 len: 841 time: 0.1990306 Dec 20 15:59:28.977786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55024) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:29.044564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.050871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7213fff3-02df-4c35-841a-988690764ded tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 6f674051-ed0c-4fc4-88ec-4c2912becc0e {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:29.053871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7213fff3-02df-4c35-841a-988690764ded tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.056824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Transition to ACTIVE for port object 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:29.078002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port 3b283b3f-2f31-4523-b4cf-1008f9be1ebd {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:29.082999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.085140 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Transition to ACTIVE for port object 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:29.167721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.172908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:29.275764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Network 89d924a3-97f4-49bb-8cd5-d182321d961d is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:29.279928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:29.282476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:29.285016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Pushing event updated for resources: {'Port': ['ID=0c495ec4-1a81-4edf-8ee2-2b6b7f830659,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:29.288499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:29.343724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Allocated IP 2001:db8:1::1 (89d924a3-97f4-49bb-8cd5-d182321d961d/bd0660de-fe99-473d-89b1-669ca6399566/594ac037-2aca-40e8-ad55-67a8e388dff9) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:29.368464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.390348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Attempting to bind port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:29.390728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Attempting to bind port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '506fc5c4-8a97-46b0-9d96-5c3f18693254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:29.391228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Attempting to bind port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 on network 89d924a3-97f4-49bb-8cd5-d182321d961d {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:29.400617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:29.401076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Checking segment: {'id': '506fc5c4-8a97-46b0-9d96-5c3f18693254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:29.401603 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.402055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Bound using segment: {'id': '506fc5c4-8a97-46b0-9d96-5c3f18693254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:29.402779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Bound port: 0c495ec4-1a81-4edf-8ee2-2b6b7f830659, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506fc5c4-8a97-46b0-9d96-5c3f18693254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:29.403188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.444692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7213fff3-02df-4c35-841a-988690764ded tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.521616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] For port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:29.525750 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] For port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0c495ec4-1a81-4edf-8ee2-2b6b7f830659,segment=NetworkSegment(506fc5c4-8a97-46b0-9d96-5c3f18693254),segment_id=506fc5c4-8a97-46b0-9d96-5c3f18693254)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:29.576381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7de570e2-4b94-4f35-b083-221925e5bb16 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:29.577189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for 3b283b3f-2f31-4523-b4cf-1008f9be1ebd owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:29.650379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.653774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7213fff3-02df-4c35-841a-988690764ded tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 6f674051-ed0c-4fc4-88ec-4c2912becc0e owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:29.655438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6b14e8e1-7ba1-470f-bdfb-1d95b6fbaeeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:29.743016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Pushing event updated for resources: {'Port': ['ID=0c495ec4-1a81-4edf-8ee2-2b6b7f830659,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:29.746516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:29.833427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 7de570e2-4b94-4f35-b083-221925e5bb16 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:29.845065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7de570e2-4b94-4f35-b083-221925e5bb16 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:29.845244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.875416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.892977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8e6826c8-3b83-4c09-8633-85e6791630e8 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:29.977982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:29.997367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Transition to ACTIVE for port object 594ac037-2aca-40e8-ad55-67a8e388dff9 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:30.034123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:30.037536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=3b283b3f-2f31-4523-b4cf-1008f9be1ebd,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:30.044060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:30.070556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 7de570e2-4b94-4f35-b083-221925e5bb16, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7de570e2-4b94-4f35-b083-221925e5bb16,segment=NetworkSegment(b083c0e8-8688-40f4-8a66-17e7e73ab20d),segment_id=b083c0e8-8688-40f4-8a66-17e7e73ab20d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:30.093188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7213fff3-02df-4c35-841a-988690764ded tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:30.102564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8a582b63-a061-4881-a850-8463ab9ad51f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:30.167427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213fff3-02df-4c35-841a-988690764ded tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=6f674051-ed0c-4fc4-88ec-4c2912becc0e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:30.170859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:30.187390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7213fff3-02df-4c35-841a-988690764ded tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:30.187657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7213fff3-02df-4c35-841a-988690764ded tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:30.195347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:30.199908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ff4d5ed7-d44a-4271-a72b-348b4f2dd791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:30.263556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 89d924a3-97f4-49bb-8cd5-d182321d961d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:30.268672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:30.279972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7213fff3-02df-4c35-841a-988690764ded tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:30.284240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:30.284782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:30.313032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=7de570e2-4b94-4f35-b083-221925e5bb16,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:30.324329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:30.325479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=594ac037-2aca-40e8-ad55-67a8e388dff9,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:30.329243 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:30.422839 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7213fff3-02df-4c35-841a-988690764ded tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/6f674051-ed0c-4fc4-88ec-4c2912becc0e HTTP/1.1" status: 204 len: 168 time: 1.4439509 Dec 20 15:59:30.425234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55028) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:30.449126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:30.468946 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-505bd6a9-d313-406c-a75e-a4aa19fe87b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 15:59:30.469448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-505bd6a9-d313-406c-a75e-a4aa19fe87b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:30.534221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:30.662634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-505bd6a9-d313-406c-a75e-a4aa19fe87b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:30.664311 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-505bd6a9-d313-406c-a75e-a4aa19fe87b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/6f674051-ed0c-4fc4-88ec-4c2912becc0e HTTP/1.1" status: 404 len: 333 time: 0.2381825 Dec 20 15:59:30.687597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55032) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:30.759566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'name': 'tempest-PortsTestJSON-1154077736'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:30.903532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:30.939814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:30.989351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:31.091185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:31.092670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:31.101282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7a9b6c6c-23ee-4c5b-bf7a-82a5f8f7b6fe tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:31.116587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 31c3cd38-1d21-47b4-a581-38076654f498 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:31.187831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:31.190935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:31.248373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d47639-c7cc-4ece-88f9-7fa0cc5a714a None None] Network 89d924a3-97f4-49bb-8cd5-d182321d961d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:31.273671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=594ac037-2aca-40e8-ad55-67a8e388dff9,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:31.280795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:31.292134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 4453fb05-4718-4bb3-a37d-59fcef4e5231 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:59:31.397957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 89d924a3-97f4-49bb-8cd5-d182321d961d is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:31.399283 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:31.491334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-79795d0d-3d14-4873-a571-1fae6ebe0f71 None None] Provisioning for port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:31.549441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:31.602220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:31.603699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e5867e-0364-44dd-8af3-a58b8cd2eb22 None None] Sync routers for ids ['31c3cd38-1d21-47b4-a581-38076654f498'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:31.609785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e5867e-0364-44dd-8af3-a58b8cd2eb22 None None] Routers {'31c3cd38-1d21-47b4-a581-38076654f498'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:31.610431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c6e5867e-0364-44dd-8af3-a58b8cd2eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['31c3cd38-1d21-47b4-a581-38076654f498'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:31.668645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7de570e2-4b94-4f35-b083-221925e5bb16 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:31.706300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c6e5867e-0364-44dd-8af3-a58b8cd2eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:31.715699 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/31c3cd38-1d21-47b4-a581-38076654f498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4746964 Dec 20 15:59:31.719021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55036) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:31.763961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e5867e-0364-44dd-8af3-a58b8cd2eb22 None None] Routers {'31c3cd38-1d21-47b4-a581-38076654f498'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:31.764592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c6e5867e-0364-44dd-8af3-a58b8cd2eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['31c3cd38-1d21-47b4-a581-38076654f498'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:31.780215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:31.808790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:31.840581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:31.842888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c6e5867e-0364-44dd-8af3-a58b8cd2eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:31.843816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e5867e-0364-44dd-8af3-a58b8cd2eb22 None None] The sync data for ids ['31c3cd38-1d21-47b4-a581-38076654f498'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:31.870185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7de570e2-4b94-4f35-b083-221925e5bb16 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:31.870815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.023166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:32.031375 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2608287 Dec 20 15:59:32.032071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55040) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:32.038181 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Sync routers for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:32.039049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-179192288'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:32.041182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:32.044497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:32.049165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:network and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:32.052742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:32.060784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:32.068162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:32.072011 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:32.073026 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:32.075971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:32.081898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:32.086347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:32.086971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.090785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=4453fb05-4718-4bb3-a37d-59fcef4e5231,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:32.095774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:32.252668 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:32.326038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.393606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:32.397358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.460243 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:32.461007 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7709236 Dec 20 15:59:32.461686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55044) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:32.462723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-814d15f6-01a3-4d45-8178-40efda265989 None None] Provisioning for port 594ac037-2aca-40e8-ad55-67a8e388dff9 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:32.470105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:32.473990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-814d15f6-01a3-4d45-8178-40efda265989 None None] Provisioning complete for port 594ac037-2aca-40e8-ad55-67a8e388dff9 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:32.474480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-814d15f6-01a3-4d45-8178-40efda265989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.561507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-814d15f6-01a3-4d45-8178-40efda265989 None None] Port 594ac037-2aca-40e8-ad55-67a8e388dff9 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:32.564933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:32.565570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.580524 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:32.589638 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.589979 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added segment dbf6301a-666c-476a-b694-1e1bcd9759b9 of type vlan for network 3ab14030-4432-4998-87f3-d706fe9dd1b7 Dec 20 15:59:32.618594 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 3, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 2, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:32.624380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.626934 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Checking router: 2870490b-40bf-4aae-8bd8-7bdc3d594611 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:59:32.627501 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Updating router 2870490b-40bf-4aae-8bd8-7bdc3d594611 port 594ac037-2aca-40e8-ad55-67a8e388dff9 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:59:32.661315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-814d15f6-01a3-4d45-8178-40efda265989 None None] Provisioning complete for port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:32.661860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-814d15f6-01a3-4d45-8178-40efda265989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.664789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.697973 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.730894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.734954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:32.737885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.741468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-99cd8a1b-26ba-4e69-99eb-5c8c9f1c396e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:32.821554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.860882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Network': ['ID=3ab14030-4432-4998-87f3-d706fe9dd1b7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:32.866207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:32.882570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 3ab14030-4432-4998-87f3-d706fe9dd1b7 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:32.894928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-814d15f6-01a3-4d45-8178-40efda265989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:32.926516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0c495ec4-1a81-4edf-8ee2-2b6b7f830659,segment=NetworkSegment(506fc5c4-8a97-46b0-9d96-5c3f18693254),segment_id=506fc5c4-8a97-46b0-9d96-5c3f18693254)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:32.945837 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9098041 Dec 20 15:59:32.946950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55048) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:32.955999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'subnet': {'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:33.040816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.046009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:33.080632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:33.084845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:subnet and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:33.087779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:33.094179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:33.111977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.164748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-814d15f6-01a3-4d45-8178-40efda265989 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:59:33.165106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-814d15f6-01a3-4d45-8178-40efda265989 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:59:33.167713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=0c495ec4-1a81-4edf-8ee2-2b6b7f830659,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:33.170972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:33.211343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:33.230188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.235158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-19e20b10-92d4-40ca-85e2-3e49b04e946e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:33.242030 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.257522 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Transition to ACTIVE for port object 594ac037-2aca-40e8-ad55-67a8e388dff9 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:33.311507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] In _notify_port_updated(), no bound segment for port 4453fb05-4718-4bb3-a37d-59fcef4e5231 on network 2715e398-8e41-42b3-841d-18e1e503b260 {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:59:33.315291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.315947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.317188 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "PUT /v2.0/ports/4453fb05-4718-4bb3-a37d-59fcef4e5231 HTTP/1.1" status: 200 len: 818 time: 0.8533361 Dec 20 15:59:33.321099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.321846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55052) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:33.353764 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.359102 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:33.367598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=4453fb05-4718-4bb3-a37d-59fcef4e5231,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:33.375838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:33.456652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-6a785562-52c8-4923-bd34-c89e8600bafe tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 4453fb05-4718-4bb3-a37d-59fcef4e5231 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:33.456891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6a785562-52c8-4923-bd34-c89e8600bafe tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.504971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port c157f044-7170-4358-8011-f857d2a065fa {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:33.505525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.507365 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Pushing event updated for resources: {'Port': ['ID=594ac037-2aca-40e8-ad55-67a8e388dff9,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:33.552773 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.553135 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.553966 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.553966 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.554332 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.555262 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.555262 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.555479 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.556212 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.556212 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.556587 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:33.566809 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:33.597230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:33.624618 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Attempting to bind port 594ac037-2aca-40e8-ad55-67a8e388dff9 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:33.625674 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Attempting to bind port 594ac037-2aca-40e8-ad55-67a8e388dff9 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '506fc5c4-8a97-46b0-9d96-5c3f18693254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:33.625674 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Attempting to bind port 594ac037-2aca-40e8-ad55-67a8e388dff9 on network 89d924a3-97f4-49bb-8cd5-d182321d961d {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:33.633905 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:33.641606 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Checking segment: {'id': '506fc5c4-8a97-46b0-9d96-5c3f18693254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:33.641606 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.641606 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Bound using segment: {'id': '506fc5c4-8a97-46b0-9d96-5c3f18693254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:33.641606 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Bound port: 594ac037-2aca-40e8-ad55-67a8e388dff9, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506fc5c4-8a97-46b0-9d96-5c3f18693254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:33.641606 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.691391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.696682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c958077d-ce16-42fa-9ce5-cd0c5d2d529a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:33.770179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:33.771418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.778654 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] For port 594ac037-2aca-40e8-ad55-67a8e388dff9, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:33.783306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Subnet': ['ID=5c4753c4-8f5b-4257-84f7-25a4a9316777,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:33.783659 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] For port 594ac037-2aca-40e8-ad55-67a8e388dff9, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=594ac037-2aca-40e8-ad55-67a8e388dff9,segment=NetworkSegment(506fc5c4-8a97-46b0-9d96-5c3f18693254),segment_id=506fc5c4-8a97-46b0-9d96-5c3f18693254)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:33.790545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:33.834508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Checking segment: {'id': 'dbf6301a-666c-476a-b694-1e1bcd9759b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:33.834879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network hostable DHCP agents. Network: 3ab14030-4432-4998-87f3-d706fe9dd1b7, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:33.856907 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:33.869421 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:33.945242 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Pushing event updated for resources: {'Port': ['ID=594ac037-2aca-40e8-ad55-67a8e388dff9,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:33.947988 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:33.954198 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:33.954868 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:33.959099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 3ab14030-4432-4998-87f3-d706fe9dd1b7 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:34.024569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6a785562-52c8-4923-bd34-c89e8600bafe tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:34.040922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:34.067545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 3ab14030-4432-4998-87f3-d706fe9dd1b7) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:34.073520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:34.074624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:34.086369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f319e964-d857-4631-9435-efa5e050e871 None None] Network 3ab14030-4432-4998-87f3-d706fe9dd1b7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:34.140227 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:34.175255 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2265704 Dec 20 15:59:34.180879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55056) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:34.292875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-6a785562-52c8-4923-bd34-c89e8600bafe tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 4453fb05-4718-4bb3-a37d-59fcef4e5231 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:34.326071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for c157f044-7170-4358-8011-f857d2a065fa owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:34.411939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-3ab14030-4432-4998-87f3-d706fe9dd1b7', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:34.413075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:34.561113 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 3, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:33Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:34.565083 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6bcd7f-bf95-4b65-a640-010a8766ee76 None None] The sync data for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv is: [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 3, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:33Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:34.650649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6a785562-52c8-4923-bd34-c89e8600bafe tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:34.656701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-40107048-d077-4db3-bef8-0f08cfbd2e48 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:34.707623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:34.723344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a785562-52c8-4923-bd34-c89e8600bafe tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=4453fb05-4718-4bb3-a37d-59fcef4e5231,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:34.737037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6a785562-52c8-4923-bd34-c89e8600bafe tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:34.737037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:34.777194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=c157f044-7170-4358-8011-f857d2a065fa,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:34.785037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Allocated IP 2001:db8:2::2 (3ab14030-4432-4998-87f3-d706fe9dd1b7/5c4753c4-8f5b-4257-84f7-25a4a9316777/ebc44711-054c-44fb-82a4-fa6d80c5a173) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:34.834588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:34.840425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6a785562-52c8-4923-bd34-c89e8600bafe tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.075533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.076284 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6a785562-52c8-4923-bd34-c89e8600bafe tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/4453fb05-4718-4bb3-a37d-59fcef4e5231 HTTP/1.1" status: 204 len: 168 time: 1.7511058 Dec 20 15:59:35.077131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55060) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:35.093282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Transition to ACTIVE for port object ebc44711-054c-44fb-82a4-fa6d80c5a173 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:35.094777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.116509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Transition to ACTIVE for port object ebc44711-054c-44fb-82a4-fa6d80c5a173 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:35.155166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.182758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.207696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:35.281815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Network 3ab14030-4432-4998-87f3-d706fe9dd1b7 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:35.287920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:35.296192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:35.343206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10d777-737a-4b25-ae32-044fced7eb64 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:35.343918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8e10d777-737a-4b25-ae32-044fced7eb64 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:35.360508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Pushing event updated for resources: {'Port': ['ID=ebc44711-054c-44fb-82a4-fa6d80c5a173,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:35.394577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:35.425662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Attempting to bind port ebc44711-054c-44fb-82a4-fa6d80c5a173 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:35.425662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Attempting to bind port ebc44711-054c-44fb-82a4-fa6d80c5a173 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'dbf6301a-666c-476a-b694-1e1bcd9759b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:35.426019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Attempting to bind port ebc44711-054c-44fb-82a4-fa6d80c5a173 on network 3ab14030-4432-4998-87f3-d706fe9dd1b7 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:35.438062 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:35.438323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Checking segment: {'id': 'dbf6301a-666c-476a-b694-1e1bcd9759b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:35.438738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.439402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Bound using segment: {'id': 'dbf6301a-666c-476a-b694-1e1bcd9759b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:35.439900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Bound port: ebc44711-054c-44fb-82a4-fa6d80c5a173, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6301a-666c-476a-b694-1e1bcd9759b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:35.440283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.549380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] For port ebc44711-054c-44fb-82a4-fa6d80c5a173, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:35.556732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] For port ebc44711-054c-44fb-82a4-fa6d80c5a173, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ebc44711-054c-44fb-82a4-fa6d80c5a173,segment=NetworkSegment(dbf6301a-666c-476a-b694-1e1bcd9759b9),segment_id=dbf6301a-666c-476a-b694-1e1bcd9759b9)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:35.559719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 594ac037-2aca-40e8-ad55-67a8e388dff9 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:35.680016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.682007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8e10d777-737a-4b25-ae32-044fced7eb64 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:35.685334 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8e10d777-737a-4b25-ae32-044fced7eb64 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.5998740 Dec 20 15:59:35.686126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ba446ab-b312-4d59-82a8-895d639b58ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:35.693346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55064) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:35.746803 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7115034-503b-41c8-8b9a-c686672e9c8e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 15:59:35.752994 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f7115034-503b-41c8-8b9a-c686672e9c8e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/4453fb05-4718-4bb3-a37d-59fcef4e5231 HTTP/1.1" status: 404 len: 333 time: 0.0611176 Dec 20 15:59:35.755391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55068) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:35.763862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-553865727'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:35.771165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Pushing event updated for resources: {'Port': ['ID=ebc44711-054c-44fb-82a4-fa6d80c5a173,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:35.777069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:35.778953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:35.791166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Allocated IP 2001:db8:2::1 (3ab14030-4432-4998-87f3-d706fe9dd1b7/5c4753c4-8f5b-4257-84f7-25a4a9316777/57397ab0-2be9-4940-87ec-01c3da6cb15f) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:35.791533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 31c3cd38-1d21-47b4-a581-38076654f498 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:35.791642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 594ac037-2aca-40e8-ad55-67a8e388dff9 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:35.792187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:network and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:35.795736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 594ac037-2aca-40e8-ad55-67a8e388dff9 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:35.796111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.797636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:35.805850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:35.927485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:35.931503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.932287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:35.956962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:35.970963 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/31c3cd38-1d21-47b4-a581-38076654f498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2498732 Dec 20 15:59:35.974371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 594ac037-2aca-40e8-ad55-67a8e388dff9, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=594ac037-2aca-40e8-ad55-67a8e388dff9,segment=NetworkSegment(506fc5c4-8a97-46b0-9d96-5c3f18693254),segment_id=506fc5c4-8a97-46b0-9d96-5c3f18693254)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:35.976682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d4d5d-fe36-4167-8064-f7ce2b4f42bd None None] Sync routers for ids ['31c3cd38-1d21-47b4-a581-38076654f498'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:35.976817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55072) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:36.010550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d4d5d-fe36-4167-8064-f7ce2b4f42bd None None] Routers {'31c3cd38-1d21-47b4-a581-38076654f498'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:36.011143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3b8d4d5d-fe36-4167-8064-f7ce2b4f42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['31c3cd38-1d21-47b4-a581-38076654f498'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:36.067355 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-36fff935-f724-429e-9b9e-2019525fe146 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=31c3cd38-1d21-47b4-a581-38076654f498 HTTP/1.1" status: 200 len: 205 time: 0.0871732 Dec 20 15:59:36.067806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55076) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:36.071616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:36.097786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.098512 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Added segment dd3a31c1-1c40-4564-bc4c-54aaeb121ebf of type vlan for network b435d528-2684-44f3-b6cc-e53561ad28b4 Dec 20 15:59:36.101912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.122878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3b8d4d5d-fe36-4167-8064-f7ce2b4f42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:36.125288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.128878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:36.137914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Transition to ACTIVE for port object 57397ab0-2be9-4940-87ec-01c3da6cb15f will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:36.146512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.205290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=594ac037-2aca-40e8-ad55-67a8e388dff9,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:36.208846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:36.222816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d4d5d-fe36-4167-8064-f7ce2b4f42bd None None] Routers {'31c3cd38-1d21-47b4-a581-38076654f498'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:36.223621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3b8d4d5d-fe36-4167-8064-f7ce2b4f42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['31c3cd38-1d21-47b4-a581-38076654f498'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:36.237299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a4656a99-5b34-4f0f-86b6-ce34b9854695 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.257291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.261765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:36.265698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.276031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f688965f-5a57-403c-90b9-98955eb2b420 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:36.290203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3b8d4d5d-fe36-4167-8064-f7ce2b4f42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:36.290759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d4d5d-fe36-4167-8064-f7ce2b4f42bd None None] The sync data for ids ['31c3cd38-1d21-47b4-a581-38076654f498'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:36.301481 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.394443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 3ab14030-4432-4998-87f3-d706fe9dd1b7 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:36.397584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Network': ['ID=b435d528-2684-44f3-b6cc-e53561ad28b4,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:36.398278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:36.400149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:36.402220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-834c8bfd-2e4e-4009-be53-5f01e07e7483 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:36.415305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network b435d528-2684-44f3-b6cc-e53561ad28b4 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:36.441197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:36.441721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.454692 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-19754ade-8312-4186-af90-7eef738bbd17 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6994734 Dec 20 15:59:36.459081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55080) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:36.467250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:36.528869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=57397ab0-2be9-4940-87ec-01c3da6cb15f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:36.535299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:36.617139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:36.627176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:36.630649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:36.636871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:36.645663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a4656a99-5b34-4f0f-86b6-ce34b9854695 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.651111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a4656a99-5b34-4f0f-86b6-ce34b9854695 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.748083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:36.765376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a4656a99-5b34-4f0f-86b6-ce34b9854695 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.765953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4656a99-5b34-4f0f-86b6-ce34b9854695 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Fanout notify agent at l3_agent the message router_deleted on router 31c3cd38-1d21-47b4-a581-38076654f498 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:36.780676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a4656a99-5b34-4f0f-86b6-ce34b9854695 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.784410 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a4656a99-5b34-4f0f-86b6-ce34b9854695 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/31c3cd38-1d21-47b4-a581-38076654f498 HTTP/1.1" status: 204 len: 168 time: 0.7131672 Dec 20 15:59:36.784578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55084) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:36.851377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.884149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9723d-9c00-4168-897d-e0d1eb2089d1 None None] Network 3ab14030-4432-4998-87f3-d706fe9dd1b7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:36.890907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:36.984642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-f107d55c-ff72-4423-a993-4b773b5199e3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting subnet 1399e9b2-a8b8-403a-99fd-9138724a7a84 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:59:36.988149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f107d55c-ff72-4423-a993-4b773b5199e3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.051636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f107d55c-ff72-4423-a993-4b773b5199e3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.052042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-afc7379e-e088-40ad-b0fe-c775a078605f None None] Provisioning for port ebc44711-054c-44fb-82a4-fa6d80c5a173 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:37.138810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f107d55c-ff72-4423-a993-4b773b5199e3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.336988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f107d55c-ff72-4423-a993-4b773b5199e3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.341282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a1ea34b2-3bb6-4b06-b906-670821e996aa tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:37.515309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107d55c-ff72-4423-a993-4b773b5199e3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Subnet': ['ID=1399e9b2-a8b8-403a-99fd-9138724a7a84,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:37.518630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f107d55c-ff72-4423-a993-4b773b5199e3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:37.531078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f107d55c-ff72-4423-a993-4b773b5199e3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.541073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312e0177-59ba-4da6-a3e0-5e8caabba92c None None] Network 5ec90509-0748-4ebe-940b-59f21804ca8f requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:37.543987 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f107d55c-ff72-4423-a993-4b773b5199e3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/1399e9b2-a8b8-403a-99fd-9138724a7a84 HTTP/1.1" status: 204 len: 168 time: 0.7583065 Dec 20 15:59:37.544155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55088) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:37.572316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-93589475-a387-48ab-8784-ccb41e275de9 None None] Provisioning for port 57397ab0-2be9-4940-87ec-01c3da6cb15f completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:37.594100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-93589475-a387-48ab-8784-ccb41e275de9 None None] Provisioning complete for port 57397ab0-2be9-4940-87ec-01c3da6cb15f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:37.597649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-93589475-a387-48ab-8784-ccb41e275de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.664904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 594ac037-2aca-40e8-ad55-67a8e388dff9 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:37.707228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.758719 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.766690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-483c8366-2304-4c38-9182-222c948ebac7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:37.807371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.808224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.851868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-93589475-a387-48ab-8784-ccb41e275de9 None None] Port 57397ab0-2be9-4940-87ec-01c3da6cb15f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:37.895589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a17111-b42e-4c63-b0fd-62a26ac9a5d4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting subnet 8f416493-9b7e-48b7-8ccb-1d958fc4a74d {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:59:37.898469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=e03e8aa6-fb5e-43a2-a64d-daa70606a6c2,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:37.908922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 594ac037-2aca-40e8-ad55-67a8e388dff9 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:37.909420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:37.910979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:37.912988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f60cf9fd-83a4-4a2a-b7f8-31bcfde1a1f7 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:37.941006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-14a17111-b42e-4c63-b0fd-62a26ac9a5d4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.009076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] DHCP port deletion for 5ec90509-0748-4ebe-940b-59f21804ca8f request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:59:38.024447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] Deleting port 59ef6efa-be6f-4f6f-818b-73920dc069de {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:38.024830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.077607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ebc44711-054c-44fb-82a4-fa6d80c5a173 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:38.105246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Checking segment: {'id': 'dd3a31c1-1c40-4564-bc4c-54aaeb121ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:38.105630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network hostable DHCP agents. Network: b435d528-2684-44f3-b6cc-e53561ad28b4, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:38.113182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-14a17111-b42e-4c63-b0fd-62a26ac9a5d4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.135394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a1df0ea7-789a-4d30-9396-f6e6c08ba7d8 None None] Provisioning complete for port 57397ab0-2be9-4940-87ec-01c3da6cb15f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:38.135972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a1df0ea7-789a-4d30-9396-f6e6c08ba7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.162288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=57397ab0-2be9-4940-87ec-01c3da6cb15f,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:38.176230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:38.238977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 3ab14030-4432-4998-87f3-d706fe9dd1b7 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:38.244207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:38.295351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a1df0ea7-789a-4d30-9396-f6e6c08ba7d8 None None] Port 57397ab0-2be9-4940-87ec-01c3da6cb15f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:38.382825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network b435d528-2684-44f3-b6cc-e53561ad28b4 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:38.412200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] For port 59ef6efa-be6f-4f6f-818b-73920dc069de, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=59ef6efa-be6f-4f6f-818b-73920dc069de,segment=NetworkSegment(0aa33888-7d76-484c-b56a-1c34eb91a6ef),segment_id=0aa33888-7d76-484c-b56a-1c34eb91a6ef)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:38.413148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.433612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-14a17111-b42e-4c63-b0fd-62a26ac9a5d4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.494256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port ebc44711-054c-44fb-82a4-fa6d80c5a173 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:38.500066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, b435d528-2684-44f3-b6cc-e53561ad28b4) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:38.509454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:38.509454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.567530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a75e89-4e16-460a-8b7a-0a56581cfaaf None None] Network b435d528-2684-44f3-b6cc-e53561ad28b4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:38.589458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] Calling delete_port for 59ef6efa-be6f-4f6f-818b-73920dc069de owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:38.623775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ebc44711-054c-44fb-82a4-fa6d80c5a173 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:38.624152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.696215 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2362108 Dec 20 15:59:38.702502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55092) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:38.713483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:38.813508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-14a17111-b42e-4c63-b0fd-62a26ac9a5d4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.832481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f03800c6-283e-4755-9f52-0fb11ab77344 None None] Provisioning complete for port 57397ab0-2be9-4940-87ec-01c3da6cb15f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:38.832481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f03800c6-283e-4755-9f52-0fb11ab77344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.832816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-73c10d93-9432-41b4-9650-4cfbe51001d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:38.882413 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a17111-b42e-4c63-b0fd-62a26ac9a5d4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Subnet': ['ID=8f416493-9b7e-48b7-8ccb-1d958fc4a74d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:38.898105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-14a17111-b42e-4c63-b0fd-62a26ac9a5d4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:38.909570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-14a17111-b42e-4c63-b0fd-62a26ac9a5d4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.920089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f12b36-0514-4c99-929b-809f478d4448 None None] Network 01d86b5d-9e91-4392-8f1e-2dcc41877c00 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:38.925267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:38.944710 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-14a17111-b42e-4c63-b0fd-62a26ac9a5d4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/8f416493-9b7e-48b7-8ccb-1d958fc4a74d HTTP/1.1" status: 204 len: 168 time: 1.3978519 Dec 20 15:59:38.947575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55096) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:38.957200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:38.964752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:38.968550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:38.977962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:38.978652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:38.989932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e1a66612-bc96-4c31-8f0c-ada14bed051d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:39.028824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f03800c6-283e-4755-9f52-0fb11ab77344 None None] Port 57397ab0-2be9-4940-87ec-01c3da6cb15f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:39.084171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.107078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] Pushing event deleted for resources: {'Port': ['ID=59ef6efa-be6f-4f6f-818b-73920dc069de,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:39.118012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:39.205517 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] No DVR routers for this DVR port 59ef6efa-be6f-4f6f-818b-73920dc069de on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:39.241523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.269474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec90509-0748-4ebe-940b-59f21804ca8f']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:39.269781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:39.273333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.289765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa33888-7d76-484c-b56a-1c34eb91a6ef') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:39.290058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa33888-7d76-484c-b56a-1c34eb91a6ef') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:39.305755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.327641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.338491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:39.338491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:39.351341 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:39.359828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.405103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-b435d528-2684-44f3-b6cc-e53561ad28b4', 'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4', 'tenant_id': '8c8fec8b636f4fcdbe043db760a76388', 'fixed_ips': [{'subnet_id': 'e03e8aa6-fb5e-43a2-a64d-daa70606a6c2'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:39.405910 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.435364 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.ipam_backend_mixin [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e03e8aa6-fb5e-43a2-a64d-daa70606a6c2 (CIDR: 172.20.0.0/28) Dec 20 15:59:39.443000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port ebc44711-054c-44fb-82a4-fa6d80c5a173, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ebc44711-054c-44fb-82a4-fa6d80c5a173,segment=NetworkSegment(dbf6301a-666c-476a-b694-1e1bcd9759b9),segment_id=dbf6301a-666c-476a-b694-1e1bcd9759b9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:39.451621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:39.462209 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Sync routers for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:39.468723 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2887235 Dec 20 15:59:39.469042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55100) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:39.474178 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:39.475234 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:39.475429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-686461190'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:39.480803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:39.485038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:network and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:39.487901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:39.493663 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:59:39.494338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:59:39.494473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:39.530698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.534065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4464c190-53ec-491e-b0d0-c410d0d65d02 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462 tempest-ExtraDHCPOptionsIpV6TestJSON-662151462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:39.549206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.561157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Network': ['ID=5ec90509-0748-4ebe-940b-59f21804ca8f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:39.566587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55104) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:39.579509 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/networks/5ec90509-0748-4ebe-940b-59f21804ca8f HTTP/1.1" status: 204 len: 168 time: 0.6301215 Dec 20 15:59:39.580914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:39.585850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] DHCP port deletion for 01d86b5d-9e91-4392-8f1e-2dcc41877c00 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:59:39.598959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] Deleting port ef02a158-7609-472e-93cf-a6330be9321c {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:39.599283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.644908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.651549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2c90a5f9-5061-4a97-8db0-e059c442ffc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:39.679639 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:39.690451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.700683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Allocated IP 172.20.0.2 (b435d528-2684-44f3-b6cc-e53561ad28b4/e03e8aa6-fb5e-43a2-a64d-daa70606a6c2/f3258c3c-8ae5-4096-b516-a75a7e4ae7a2) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:39.703449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port ef02a158-7609-472e-93cf-a6330be9321c {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:39.704334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.730332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:39.733896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.738893 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e6290369-8c40-4d79-ad30-e62c465a5706 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0349205 Dec 20 15:59:39.746661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55108) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:39.754187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:39.768251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:39.781354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.792217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added segment 6206ff58-27b5-411a-b38e-673066eda89c of type vlan for network 8b010112-c712-4327-a215-60c2178261e9 Dec 20 15:59:39.820778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.887934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ef02a158-7609-472e-93cf-a6330be9321c no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:59:39.954164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.956382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] For port ef02a158-7609-472e-93cf-a6330be9321c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ef02a158-7609-472e-93cf-a6330be9321c,segment=NetworkSegment(57111712-83bf-49dd-b0cf-09808be916a3),segment_id=57111712-83bf-49dd-b0cf-09808be916a3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:39.956870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.964169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:39.965391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:39.998437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-52dfdf9f-6a53-4a5a-a2ad-c4e199c484e9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:40.055752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:40.072119 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:40.076735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:40.086276 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port ef02a158-7609-472e-93cf-a6330be9321c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ef02a158-7609-472e-93cf-a6330be9321c,segment=NetworkSegment(57111712-83bf-49dd-b0cf-09808be916a3),segment_id=57111712-83bf-49dd-b0cf-09808be916a3)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:40.086625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.096155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:40.112985 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] Calling delete_port for ef02a158-7609-472e-93cf-a6330be9321c owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:40.121027 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:36Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:37Z', 'revision_number': 2, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:40.126153 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Checking router: 2870490b-40bf-4aae-8bd8-7bdc3d594611 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:59:40.127057 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Updating router 2870490b-40bf-4aae-8bd8-7bdc3d594611 port 57397ab0-2be9-4940-87ec-01c3da6cb15f binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:59:40.130624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Network': ['ID=8b010112-c712-4327-a215-60c2178261e9,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:40.144877 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6744528 Dec 20 15:59:40.146577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:40.147192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55112) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:40.154531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'subnet': {'network_id': '8b010112-c712-4327-a215-60c2178261e9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:40.154724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 8b010112-c712-4327-a215-60c2178261e9 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:40.167882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=ebc44711-054c-44fb-82a4-fa6d80c5a173,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:40.171768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:40.222944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for ef02a158-7609-472e-93cf-a6330be9321c owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:40.232152 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.280958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:40.284018 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:40.284762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.288824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:subnet and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:40.292001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:40.297857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:40.382058 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No ports have port_id starting with ef02a158-7609-472e-93cf-a6330be9321c Dec 20 15:59:40.390412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.394573 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d349b9c7-b0df-4a8f-81a3-ffd99c55765f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:40.405610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Made reservation on behalf of a2d9ab17a7714b56bef631143e09e6f5 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:40.412253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:59:40.412766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:59:40.431877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 59ef6efa-be6f-4f6f-818b-73920dc069de no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:59:40.477389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] Pushing event deleted for resources: {'Port': ['ID=ef02a158-7609-472e-93cf-a6330be9321c,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:40.482695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 59ef6efa-be6f-4f6f-818b-73920dc069de {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:59:40.483098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 59ef6efa-be6f-4f6f-818b-73920dc069de not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:59:40.497267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:40.508025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] No DVR routers for this DVR port ef02a158-7609-472e-93cf-a6330be9321c on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:40.579715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.590689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.605526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Transition to ACTIVE for port object f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:40.626207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Transition to ACTIVE for port object f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:40.672808 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.684645 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Transition to ACTIVE for port object 57397ab0-2be9-4940-87ec-01c3da6cb15f will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:40.713818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.719390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f71c0069-a6f3-4f44-acaf-7396f1fd2901 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:40.771203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.776454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-acddaabe-1638-4847-a586-be0cd81311fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:40.780786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network b435d528-2684-44f3-b6cc-e53561ad28b4 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:40.783972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:40.786765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:40.787987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.808443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=7f46860e-3f21-4d19-9485-93c0a4139ba2,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:40.811347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:40.817389 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.822161 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:40.843314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Network b435d528-2684-44f3-b6cc-e53561ad28b4 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:40.846475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:40.850496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:40.856700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Pushing event updated for resources: {'Port': ['ID=f3258c3c-8ae5-4096-b516-a75a7e4ae7a2,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:40.860527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:40.902505 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1545651 Dec 20 15:59:40.905213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55116) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:40.911913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4', 'fixed_ips': [{'subnet_id': 'e03e8aa6-fb5e-43a2-a64d-daa70606a6c2'}, {'subnet_id': '7f46860e-3f21-4d19-9485-93c0a4139ba2'}], 'name': 'tempest-PortsTestJSON-963770329'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:40.915089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port ef02a158-7609-472e-93cf-a6330be9321c {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:40.915089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.934901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.944591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Attempting to bind port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:40.945013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Attempting to bind port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'dd3a31c1-1c40-4564-bc4c-54aaeb121ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:40.945328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Attempting to bind port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 on network b435d528-2684-44f3-b6cc-e53561ad28b4 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:40.947418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:40.952488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:40.953036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Checking segment: {'id': 'dd3a31c1-1c40-4564-bc4c-54aaeb121ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:40.953453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:40.953853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Bound using segment: {'id': 'dd3a31c1-1c40-4564-bc4c-54aaeb121ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:40.954335 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Bound port: f3258c3c-8ae5-4096-b516-a75a7e4ae7a2, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3a31c1-1c40-4564-bc4c-54aaeb121ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:40.954713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.022102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] The port 'ef02a158-7609-472e-93cf-a6330be9321c' was deleted {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:59:41.078377 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068df8c-8b2a-4a46-918b-7315196bb64d None None] Pushing event updated for resources: {'Port': ['ID=57397ab0-2be9-4940-87ec-01c3da6cb15f,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:41.082935 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-8068df8c-8b2a-4a46-918b-7315196bb64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:41.084099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] For port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:41.089541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] For port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f3258c3c-8ae5-4096-b516-a75a7e4ae7a2,segment=NetworkSegment(dd3a31c1-1c40-4564-bc4c-54aaeb121ebf),segment_id=dd3a31c1-1c40-4564-bc4c-54aaeb121ebf)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:41.164977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.171067 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:41.184216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Subnet': ['ID=5d2957e7-e806-4012-a57f-04ef12eab0cf,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:41.207537 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Attempting to bind port 57397ab0-2be9-4940-87ec-01c3da6cb15f on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:41.207905 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Attempting to bind port 57397ab0-2be9-4940-87ec-01c3da6cb15f by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'dbf6301a-666c-476a-b694-1e1bcd9759b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:41.208463 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Attempting to bind port 57397ab0-2be9-4940-87ec-01c3da6cb15f on network 3ab14030-4432-4998-87f3-d706fe9dd1b7 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:41.214795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:41.220009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.221673 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:41.222050 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Checking segment: {'id': 'dbf6301a-666c-476a-b694-1e1bcd9759b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:41.222472 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.222869 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Bound using segment: {'id': 'dbf6301a-666c-476a-b694-1e1bcd9759b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:41.223376 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Bound port: 57397ab0-2be9-4940-87ec-01c3da6cb15f, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6301a-666c-476a-b694-1e1bcd9759b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:41.223762 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.284107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Checking segment: {'id': '6206ff58-27b5-411a-b38e-673066eda89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8b010112-c712-4327-a215-60c2178261e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:41.284537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network hostable DHCP agents. Network: 8b010112-c712-4327-a215-60c2178261e9, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:41.305666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:41.317025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:41.338399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Pushing event updated for resources: {'Port': ['ID=f3258c3c-8ae5-4096-b516-a75a7e4ae7a2,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:41.341788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:41.379333 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] For port 57397ab0-2be9-4940-87ec-01c3da6cb15f, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:41.384201 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] For port 57397ab0-2be9-4940-87ec-01c3da6cb15f, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=57397ab0-2be9-4940-87ec-01c3da6cb15f,segment=NetworkSegment(dbf6301a-666c-476a-b694-1e1bcd9759b9),segment_id=dbf6301a-666c-476a-b694-1e1bcd9759b9)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:41.404212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d86b5d-9e91-4392-8f1e-2dcc41877c00']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:41.420183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57111712-83bf-49dd-b0cf-09808be916a3') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:41.420559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57111712-83bf-49dd-b0cf-09808be916a3') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:41.433406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:41.436310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.454965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.463042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:41.463910 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.479340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 8b010112-c712-4327-a215-60c2178261e9 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:41.480189 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:41.481150 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:41.487538 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-8068df8c-8b2a-4a46-918b-7315196bb64d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:41.575978 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068df8c-8b2a-4a46-918b-7315196bb64d None None] Pushing event updated for resources: {'Port': ['ID=57397ab0-2be9-4940-87ec-01c3da6cb15f,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:41.579570 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-8068df8c-8b2a-4a46-918b-7315196bb64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:41.581292 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:41.581423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.581925 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:41.600176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 8b010112-c712-4327-a215-60c2178261e9) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:41.611853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:41.612386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.622024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a826df-c520-4162-b739-ac5f93db91e5 None None] Network 8b010112-c712-4327-a215-60c2178261e9 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:41.636657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:59:41.729733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.729733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2c07bdbc-80de-435c-a864-e75dafa1e455 tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:41.773353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:41.789604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Network': ['ID=01d86b5d-9e91-4392-8f1e-2dcc41877c00,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:41.806602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:41.808813 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/networks/01d86b5d-9e91-4392-8f1e-2dcc41877c00 HTTP/1.1" status: 204 len: 168 time: 2.2411869 Dec 20 15:59:41.819796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55120) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:41.827519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1560200962'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:41.840405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:41.846434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:network and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:41.851378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:41.868087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:41.871511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ebc44711-054c-44fb-82a4-fa6d80c5a173 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:41.907127 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:41.982894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:41.987508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:42.026256 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8774438 Dec 20 15:59:42.028981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55124) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:42.166515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ebc44711-054c-44fb-82a4-fa6d80c5a173 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:42.167031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:42.242713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:42.244989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-8b010112-c712-4327-a215-60c2178261e9', 'network_id': '8b010112-c712-4327-a215-60c2178261e9', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'fixed_ips': [{'subnet_id': '5d2957e7-e806-4012-a57f-04ef12eab0cf'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:42.245907 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:42.259601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:42.260028 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added segment eff1a0a3-b891-4eb2-84b0-5380a4730482 of type vlan for network 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 Dec 20 15:59:42.324403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:42.401870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.13 (b435d528-2684-44f3-b6cc-e53561ad28b4/e03e8aa6-fb5e-43a2-a64d-daa70606a6c2/38186ada-c416-448a-a5c9-e6ec3e7a23e3) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:42.414281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.22 (b435d528-2684-44f3-b6cc-e53561ad28b4/7f46860e-3f21-4d19-9485-93c0a4139ba2/38186ada-c416-448a-a5c9-e6ec3e7a23e3) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:42.435580 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:36Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:41Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:42.440245 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cebf9-4478-4e61-9345-2b7f52c2bddf None None] The sync data for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv is: [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:36Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:41Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:42.484256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:59:42.539111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Allocated IP 2001:db8:3::2 (8b010112-c712-4327-a215-60c2178261e9/5d2957e7-e806-4012-a57f-04ef12eab0cf/c8f6acb7-82cb-440c-8e3e-cf2022e5c144) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:42.713813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:42.717610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:42.726454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:42.738049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-66c81cd3-b4be-487e-8d07-155d74021baf tempest-NetworksTest-634751556 tempest-NetworksTest-634751556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:42.743509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:42.774092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object 38186ada-c416-448a-a5c9-e6ec3e7a23e3 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:42.864985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Network': ['ID=9ea96d45-d8ee-4ce6-b1d5-42543b65c989,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:42.868424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:42.875653 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 15:59:42.880596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:42.890828 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0697608 Dec 20 15:59:42.894655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55128) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:42.905032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'subnet': {'network_id': '9ea96d45-d8ee-4ce6-b1d5-42543b65c989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:42.911418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:42.955276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Transition to ACTIVE for port object c8f6acb7-82cb-440c-8e3e-cf2022e5c144 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:42.984081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:42.992964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-30d60817-2280-4db0-8c39-769f73524075 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:43.083620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:43.097256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Transition to ACTIVE for port object c8f6acb7-82cb-440c-8e3e-cf2022e5c144 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:43.119129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046957f9-21da-4d80-9966-a7f2da6f389c None None] Network b435d528-2684-44f3-b6cc-e53561ad28b4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:43.153898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network b435d528-2684-44f3-b6cc-e53561ad28b4 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:43.157282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:43.166687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:43.218585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=38186ada-c416-448a-a5c9-e6ec3e7a23e3,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:43.232028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:43.240753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:43.251971 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:43.254030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:subnet and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:43.263859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:43.269634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:43.277221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:43.291462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:43.294374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:43.323654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-786ffcac-0d3b-4929-82ff-d57141e8ad97 None None] Provisioning for port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:43.395516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Network 8b010112-c712-4327-a215-60c2178261e9 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:43.402275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Pushing event updated for resources: {'Port': ['ID=c8f6acb7-82cb-440c-8e3e-cf2022e5c144,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:43.404719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:43.405745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:43.409686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:43.438716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:43.547335 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6380949 Dec 20 15:59:43.548431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55132) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:43.551464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Attempting to bind port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:43.551864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Attempting to bind port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '6206ff58-27b5-411a-b38e-673066eda89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8b010112-c712-4327-a215-60c2178261e9'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:43.552645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Attempting to bind port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 on network 8b010112-c712-4327-a215-60c2178261e9 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:43.558797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:43.564337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:43.564713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Checking segment: {'id': '6206ff58-27b5-411a-b38e-673066eda89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8b010112-c712-4327-a215-60c2178261e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:43.565114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:43.565513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Bound using segment: {'id': '6206ff58-27b5-411a-b38e-673066eda89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8b010112-c712-4327-a215-60c2178261e9'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:43.565990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Bound port: c8f6acb7-82cb-440c-8e3e-cf2022e5c144, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6206ff58-27b5-411a-b38e-673066eda89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8b010112-c712-4327-a215-60c2178261e9'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:43.566131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e03e8aa6-fb5e-43a2-a64d-daa70606a6c2'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:43.566361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:43.696781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] For port c8f6acb7-82cb-440c-8e3e-cf2022e5c144, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:43.702319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] For port c8f6acb7-82cb-440c-8e3e-cf2022e5c144, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c8f6acb7-82cb-440c-8e3e-cf2022e5c144,segment=NetworkSegment(6206ff58-27b5-411a-b38e-673066eda89c),segment_id=6206ff58-27b5-411a-b38e-673066eda89c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:43.767902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Allocated IP 2001:db8:3::1 (8b010112-c712-4327-a215-60c2178261e9/5d2957e7-e806-4012-a57f-04ef12eab0cf/4e76181e-6d0c-4870-a413-f4abde495782) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:43.800949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ea389-1050-4404-ab2e-d0f6e07c03be None None] Update dhcp port {'port': {'network_id': 'b435d528-2684-44f3-b6cc-e53561ad28b4', 'fixed_ips': [{'subnet_id': 'e03e8aa6-fb5e-43a2-a64d-daa70606a6c2', 'ip_address': '172.20.0.2'}, {'subnet_id': '7f46860e-3f21-4d19-9485-93c0a4139ba2'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': 'f3258c3c-8ae5-4096-b516-a75a7e4ae7a2'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 15:59:43.845951 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:43.855492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b2d58297-cd27-4cc2-9043-df4de6106abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:43.883580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 57397ab0-2be9-4940-87ec-01c3da6cb15f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:43.925320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:43.931543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cce401e4-25bb-458c-8046-4ceb012fea9a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:44.019976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Checking segment: {'id': 'eff1a0a3-b891-4eb2-84b0-5380a4730482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9ea96d45-d8ee-4ce6-b1d5-42543b65c989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:44.020385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network hostable DHCP agents. Network: 9ea96d45-d8ee-4ce6-b1d5-42543b65c989, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:44.037821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Subnet': ['ID=8766460d-39b0-4ab2-8e24-dbd9b485b0bb,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:44.040996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:44.047486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea389-1050-4404-ab2e-d0f6e07c03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.075087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Pushing event updated for resources: {'Port': ['ID=c8f6acb7-82cb-440c-8e3e-cf2022e5c144,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:44.078708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:44.120583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:44.125084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.139283 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.162133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Transition to ACTIVE for port object 4e76181e-6d0c-4870-a413-f4abde495782 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:44.210948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 9ea96d45-d8ee-4ce6-b1d5-42543b65c989) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:44.218155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:44.219915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.221181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f2173f-043f-4606-9dc8-cecea25a6986 None None] Network 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:44.315497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 57397ab0-2be9-4940-87ec-01c3da6cb15f completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:44.358803 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4524441 Dec 20 15:59:44.358803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55136) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:44.364898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-329819223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:44.377734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:44.387170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:router and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:44.393218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:44.400746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:44.403081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 57397ab0-2be9-4940-87ec-01c3da6cb15f triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:44.403544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.449217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.460527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77dfacd0-6eed-439d-84b3-32d1182854f4 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:44.462304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.463630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.486968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.487239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3a9ea389-1050-4404-ab2e-d0f6e07c03be None None] Allocated IP 172.20.0.18 (b435d528-2684-44f3-b6cc-e53561ad28b4/7f46860e-3f21-4d19-9485-93c0a4139ba2/f3258c3c-8ae5-4096-b516-a75a7e4ae7a2) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:44.551754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 8b010112-c712-4327-a215-60c2178261e9 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:44.560081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:44.562517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:44.563302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.575859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=4e76181e-6d0c-4870-a413-f4abde495782,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:44.578606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:44.594294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.641629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.731446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.733845 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-124ae52b-4686-4c6b-bda4-c66e9402bd98 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3743742 Dec 20 15:59:44.736554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55140) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:44.743163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'port': {'network_id': '9ea96d45-d8ee-4ce6-b1d5-42543b65c989', 'name': 'tempest-RoutersTest-1644119922'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:44.745143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.747309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.835996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3a9ea389-1050-4404-ab2e-d0f6e07c03be None None] For port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f3258c3c-8ae5-4096-b516-a75a7e4ae7a2,segment=NetworkSegment(dd3a31c1-1c40-4564-bc4c-54aaeb121ebf),segment_id=dd3a31c1-1c40-4564-bc4c-54aaeb121ebf)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:44.865810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea389-1050-4404-ab2e-d0f6e07c03be None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.893416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 57397ab0-2be9-4940-87ec-01c3da6cb15f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=57397ab0-2be9-4940-87ec-01c3da6cb15f,segment=NetworkSegment(dbf6301a-666c-476a-b694-1e1bcd9759b9),segment_id=dbf6301a-666c-476a-b694-1e1bcd9759b9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:44.900652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-9ea96d45-d8ee-4ce6-b1d5-42543b65c989', 'network_id': '9ea96d45-d8ee-4ce6-b1d5-42543b65c989', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'fixed_ips': [{'subnet_id': '8766460d-39b0-4ab2-8e24-dbd9b485b0bb'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:44.901623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:44.908666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:44.913200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:port and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:44.916169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:44.921877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3a9ea389-1050-4404-ab2e-d0f6e07c03be None None] Transition to ACTIVE for port object f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:44.926140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:45.013850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:45.014762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:45.044711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:45.061960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:45.066065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:45.087779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea389-1050-4404-ab2e-d0f6e07c03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:45.102051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] device_id is not set on port 80c8a812-2f88-4eb3-8d88-fb5fa57af3a6 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:59:45.174884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Delete allocated IP 172.20.0.22 (b435d528-2684-44f3-b6cc-e53561ad28b4/7f46860e-3f21-4d19-9485-93c0a4139ba2) {{(pid=84391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 15:59:45.248564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=57397ab0-2be9-4940-87ec-01c3da6cb15f,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:45.251963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:45.256698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:45.324809 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea96290-aa70-4527-958d-760cf3452a17 None None] Network 8b010112-c712-4327-a215-60c2178261e9 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:45.338359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Allocated IP 172.20.0.2 (9ea96d45-d8ee-4ce6-b1d5-42543b65c989/8766460d-39b0-4ab2-8e24-dbd9b485b0bb/b164ac48-794a-4390-9d5f-255fab857292) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:45.402629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:45.405357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:45.423981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Ignored duplicate provisioning block setup for port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 15:59:45.508662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ea389-1050-4404-ab2e-d0f6e07c03be None None] Pushing event updated for resources: {'Port': ['ID=f3258c3c-8ae5-4096-b516-a75a7e4ae7a2,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:45.512183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3a9ea389-1050-4404-ab2e-d0f6e07c03be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:45.516796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:45.539998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:45.539998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:45.581821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:45.589876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:45.645286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event updated for resources: {'Port': ['ID=4e76181e-6d0c-4870-a413-f4abde495782,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:45.655151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8556819f-d558-4fdb-96d7-212f7f68183a None None] Provisioning for port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:45.879165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:45.915945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:45.922045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a02d7ce7-af89-4b02-b660-a48257bee023 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:45.927304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699cc1a2-7df5-4fdb-8567-b787ce029fc5 None None] Network b435d528-2684-44f3-b6cc-e53561ad28b4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:45.951877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.000763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Transition to ACTIVE for port object b164ac48-794a-4390-9d5f-255fab857292 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:46.017203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Network 8b010112-c712-4327-a215-60c2178261e9 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:46.026958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:46.095475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Transition to ACTIVE for port object b164ac48-794a-4390-9d5f-255fab857292 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:46.165657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=38186ada-c416-448a-a5c9-e6ec3e7a23e3,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:46.179898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:46.186428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] In _notify_port_updated(), no bound segment for port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 on network b435d528-2684-44f3-b6cc-e53561ad28b4 {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:59:46.190304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:46.190958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.195190 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "PUT /v2.0/ports/38186ada-c416-448a-a5c9-e6ec3e7a23e3 HTTP/1.1" status: 200 len: 919 time: 2.6465497 Dec 20 15:59:46.205958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55144) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:46.207862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.214040 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e03e8aa6-fb5e-43a2-a64d-daa70606a6c2'}, {'subnet_id': '7f46860e-3f21-4d19-9485-93c0a4139ba2'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:46.223720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c30c7c84-b4bc-4f08-b30f-55cf16aa31ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:46.278938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Allocated IP 172.20.0.12 (9ea96d45-d8ee-4ce6-b1d5-42543b65c989/8766460d-39b0-4ab2-8e24-dbd9b485b0bb/80c8a812-2f88-4eb3-8d88-fb5fa57af3a6) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:46.302592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Network 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:46.303931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 57397ab0-2be9-4940-87ec-01c3da6cb15f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:46.343235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Provisioning for port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:46.352047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.352429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:46.355205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:46.362964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Provisioning complete for port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:46.366173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.398104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Pushing event updated for resources: {'Port': ['ID=b164ac48-794a-4390-9d5f-255fab857292,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:46.401002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:46.608967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 57397ab0-2be9-4940-87ec-01c3da6cb15f triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:46.609468 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.622173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.643336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Transition to ACTIVE for port object 80c8a812-2f88-4eb3-8d88-fb5fa57af3a6 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:46.682281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Attempting to bind port b164ac48-794a-4390-9d5f-255fab857292 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:46.682742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Attempting to bind port b164ac48-794a-4390-9d5f-255fab857292 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'eff1a0a3-b891-4eb2-84b0-5380a4730482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9ea96d45-d8ee-4ce6-b1d5-42543b65c989'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:46.683221 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Attempting to bind port b164ac48-794a-4390-9d5f-255fab857292 on network 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:46.737105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.743896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-47005179-7fb1-4541-9306-4cfdde343933 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:46.752135 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:46.756369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Checking segment: {'id': 'eff1a0a3-b891-4eb2-84b0-5380a4730482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9ea96d45-d8ee-4ce6-b1d5-42543b65c989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:46.756369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.756369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Bound using segment: {'id': 'eff1a0a3-b891-4eb2-84b0-5380a4730482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9ea96d45-d8ee-4ce6-b1d5-42543b65c989'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:46.756369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Bound port: b164ac48-794a-4390-9d5f-255fab857292, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff1a0a3-b891-4eb2-84b0-5380a4730482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9ea96d45-d8ee-4ce6-b1d5-42543b65c989'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:46.756369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.826217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.827691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=80c8a812-2f88-4eb3-8d88-fb5fa57af3a6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:46.838042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:46.854532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:46.856072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:46.870206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:46.924115 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.22 (b435d528-2684-44f3-b6cc-e53561ad28b4/7f46860e-3f21-4d19-9485-93c0a4139ba2/38186ada-c416-448a-a5c9-e6ec3e7a23e3) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:46.944444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:46.945278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:46.963318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] For port b164ac48-794a-4390-9d5f-255fab857292, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:46.986833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c8f6acb7-82cb-440c-8e3e-cf2022e5c144 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:47.018070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] For port b164ac48-794a-4390-9d5f-255fab857292, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b164ac48-794a-4390-9d5f-255fab857292,segment=NetworkSegment(eff1a0a3-b891-4eb2-84b0-5380a4730482),segment_id=eff1a0a3-b891-4eb2-84b0-5380a4730482)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:47.030929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] For port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f3258c3c-8ae5-4096-b516-a75a7e4ae7a2,segment=NetworkSegment(dd3a31c1-1c40-4564-bc4c-54aaeb121ebf),segment_id=dd3a31c1-1c40-4564-bc4c-54aaeb121ebf)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:47.054684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:47.062684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3250058 Dec 20 15:59:47.065349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55148) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:47.091508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:47.095454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:47.097941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:47.150717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:47.179065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:47.179486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:47.231784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Pushing event updated for resources: {'Port': ['ID=b164ac48-794a-4390-9d5f-255fab857292,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:47.356150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Pushing event updated for resources: {'Port': ['ID=f3258c3c-8ae5-4096-b516-a75a7e4ae7a2,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:47.359937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:47.366190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:47.366190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:47.383943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Provisioning for port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:47.402164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Provisioning complete for port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:47.402623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:47.442728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:47.504824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:47.519004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port c8f6acb7-82cb-440c-8e3e-cf2022e5c144, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c8f6acb7-82cb-440c-8e3e-cf2022e5c144,segment=NetworkSegment(6206ff58-27b5-411a-b38e-673066eda89c),segment_id=6206ff58-27b5-411a-b38e-673066eda89c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:47.568873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.resource_extend [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:59:47.650756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:47.652670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3ad0ee33-e482-4aee-a7f4-6f0549f639f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:47.656289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:47.746959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=c8f6acb7-82cb-440c-8e3e-cf2022e5c144,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:47.749087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Ignored duplicate provisioning block setup for port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 15:59:47.750173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-94dd0c5a-bcd3-42e8-b918-a2bf70959349 None None] Provisioning for port 4e76181e-6d0c-4870-a413-f4abde495782 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:47.753564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:47.759124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-94dd0c5a-bcd3-42e8-b918-a2bf70959349 None None] Provisioning complete for port 4e76181e-6d0c-4870-a413-f4abde495782 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:47.759509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-94dd0c5a-bcd3-42e8-b918-a2bf70959349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:47.814770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-94dd0c5a-bcd3-42e8-b918-a2bf70959349 None None] Port 4e76181e-6d0c-4870-a413-f4abde495782 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:47.827978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-94dd0c5a-bcd3-42e8-b918-a2bf70959349 None None] Provisioning complete for port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:47.828356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-94dd0c5a-bcd3-42e8-b918-a2bf70959349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:47.857869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:47.875468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:47.924925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-047a51b8-8a04-48f6-a9ba-53f1ca93f09a tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:48.036583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:48.039372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:48.039753 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:48.058694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=38186ada-c416-448a-a5c9-e6ec3e7a23e3,revision_number=3']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:48.066416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Sync routers for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:48.095880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:48.109283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55156) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:48.109857 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0792112 Dec 20 15:59:48.116991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1d44b61c-b14c-4efb-b0df-9581d6b26660 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:48.124664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:48.125331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:48.228619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] In _notify_port_updated(), no bound segment for port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 on network b435d528-2684-44f3-b6cc-e53561ad28b4 {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 15:59:48.232516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:48.238177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:48.238177 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "PUT /v2.0/ports/38186ada-c416-448a-a5c9-e6ec3e7a23e3 HTTP/1.1" status: 200 len: 999 time: 2.0283794 Dec 20 15:59:48.239970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55160) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:48.403792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:48.454381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-24c51db8-d89d-47a3-a847-29594a49d893 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:48.455067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-24c51db8-d89d-47a3-a847-29594a49d893 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:48.511325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-93d20516-d829-4ff3-b753-ea3b2887882c None None] Provisioning complete for port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:48.511708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-93d20516-d829-4ff3-b753-ea3b2887882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:48.594514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b164ac48-794a-4390-9d5f-255fab857292 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:48.723726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed69dea0-f2c2-4edc-a0bb-3ae961cc4090 None None] Network 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:48.830351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:48.916327 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-24c51db8-d89d-47a3-a847-29594a49d893 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:48.957730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.extraroute_db [None req-1d44b61c-b14c-4efb-b0df-9581d6b26660 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 15:59:48.974420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.extraroute_db [None req-1d44b61c-b14c-4efb-b0df-9581d6b26660 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Removed routes are [] {{(pid=84392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 15:59:48.980107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1d44b61c-b14c-4efb-b0df-9581d6b26660 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:49.145421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-24c51db8-d89d-47a3-a847-29594a49d893 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 38186ada-c416-448a-a5c9-e6ec3e7a23e3 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:49.149241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port b164ac48-794a-4390-9d5f-255fab857292 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:49.226874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-93d20516-d829-4ff3-b753-ea3b2887882c None None] Provisioning complete for port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:49.227287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-93d20516-d829-4ff3-b753-ea3b2887882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:49.303393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-93d20516-d829-4ff3-b753-ea3b2887882c None None] Port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:49.330604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '4e76181e-6d0c-4870-a413-f4abde495782', 'name': '', 'network_id': '8b010112-c712-4327-a215-60c2178261e9', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:e0:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:43Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 2, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:49.339838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Checking router: 2870490b-40bf-4aae-8bd8-7bdc3d594611 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:59:49.340227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Updating router 2870490b-40bf-4aae-8bd8-7bdc3d594611 port 4e76181e-6d0c-4870-a413-f4abde495782 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 15:59:49.423462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:49.441585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1d44b61c-b14c-4efb-b0df-9581d6b26660 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:49.445399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1d44b61c-b14c-4efb-b0df-9581d6b26660 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:49.504475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Provisioning complete for port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:49.505011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:49.566355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Port 38186ada-c416-448a-a5c9-e6ec3e7a23e3 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:49.668977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d44b61c-b14c-4efb-b0df-9581d6b26660 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:49.679611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Provisioning for port b164ac48-794a-4390-9d5f-255fab857292 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:49.710991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Provisioning complete for port b164ac48-794a-4390-9d5f-255fab857292 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:49.710991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:49.765301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c8f6acb7-82cb-440c-8e3e-cf2022e5c144 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:49.795884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:49.856720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:49.862775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e0ae1a37-3812-475e-96f2-fcdac543d9e8 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:49.909152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-24c51db8-d89d-47a3-a847-29594a49d893 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.018801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d44b61c-b14c-4efb-b0df-9581d6b26660 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:50.030255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1d44b61c-b14c-4efb-b0df-9581d6b26660 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.030255 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1d44b61c-b14c-4efb-b0df-9581d6b26660 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611 HTTP/1.1" status: 200 len: 954 time: 1.9168494 Dec 20 15:59:50.030542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55168) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:50.041093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=80c8a812-2f88-4eb3-8d88-fb5fa57af3a6,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:50.044034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:50.047519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2ed242e0-1ba7-4bee-9c8b-a7a14add3b0b tempest-TagsExtTest-438880521 tempest-TagsExtTest-438880521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:50.119673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:50.120635 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.144733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.170634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c51db8-d89d-47a3-a847-29594a49d893 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=38186ada-c416-448a-a5c9-e6ec3e7a23e3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:50.172316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-24c51db8-d89d-47a3-a847-29594a49d893 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:50.236006 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6f47a552-5f1d-418d-b733-7245740d6842 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611 HTTP/1.1" status: 200 len: 954 time: 0.2031856 Dec 20 15:59:50.239342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55172) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:50.247305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-0363d1f3-f5b7-4043-9dfa-8139c4dc1a62 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'routes': None}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:50.265559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-24c51db8-d89d-47a3-a847-29594a49d893 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.294144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] For port b164ac48-794a-4390-9d5f-255fab857292, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b164ac48-794a-4390-9d5f-255fab857292,segment=NetworkSegment(eff1a0a3-b891-4eb2-84b0-5380a4730482),segment_id=eff1a0a3-b891-4eb2-84b0-5380a4730482)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:50.307803 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-24c51db8-d89d-47a3-a847-29594a49d893 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/38186ada-c416-448a-a5c9-e6ec3e7a23e3 HTTP/1.1" status: 204 len: 168 time: 2.0661781 Dec 20 15:59:50.310031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.312517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55176) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:50.360863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Transition to ACTIVE for port object 4e76181e-6d0c-4870-a413-f4abde495782 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:50.364728 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acd6475-4bca-41e2-8d6f-9b9ce7330ac3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 15:59:50.365772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3acd6475-4bca-41e2-8d6f-9b9ce7330ac3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:50.374569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.378027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd3081f2-f595-4935-80cf-acf539937f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:50.457938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.475496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Pushing event updated for resources: {'Port': ['ID=b164ac48-794a-4390-9d5f-255fab857292,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:50.478981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:50.479725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:50.495392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.499099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3acd6475-4bca-41e2-8d6f-9b9ce7330ac3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:50.500491 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3acd6475-4bca-41e2-8d6f-9b9ce7330ac3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/38186ada-c416-448a-a5c9-e6ec3e7a23e3 HTTP/1.1" status: 404 len: 333 time: 0.1870048 Dec 20 15:59:50.503246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55180) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:50.638079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34e462-1766-4570-a973-7323fbe44337 None None] Pushing event updated for resources: {'Port': ['ID=4e76181e-6d0c-4870-a413-f4abde495782,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:50.644167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-af34e462-1766-4570-a973-7323fbe44337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:50.649806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-42a247b3-3977-4232-84cd-65b2765387c2 None None] Provisioning complete for port b164ac48-794a-4390-9d5f-255fab857292 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:50.653923 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-42a247b3-3977-4232-84cd-65b2765387c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.803786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Attempting to bind port 4e76181e-6d0c-4870-a413-f4abde495782 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:50.804172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Attempting to bind port 4e76181e-6d0c-4870-a413-f4abde495782 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '6206ff58-27b5-411a-b38e-673066eda89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8b010112-c712-4327-a215-60c2178261e9'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:50.804533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Attempting to bind port 4e76181e-6d0c-4870-a413-f4abde495782 on network 8b010112-c712-4327-a215-60c2178261e9 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:50.817300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:50.817685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Checking segment: {'id': '6206ff58-27b5-411a-b38e-673066eda89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8b010112-c712-4327-a215-60c2178261e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:50.818089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.818379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.818515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Bound using segment: {'id': '6206ff58-27b5-411a-b38e-673066eda89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8b010112-c712-4327-a215-60c2178261e9'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:50.819023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Bound port: 4e76181e-6d0c-4870-a413-f4abde495782, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6206ff58-27b5-411a-b38e-673066eda89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8b010112-c712-4327-a215-60c2178261e9'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:50.819403 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.835892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de84665-af44-4475-9329-6ebfd4e351c9 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet 7f46860e-3f21-4d19-9485-93c0a4139ba2 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:59:50.840616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4de84665-af44-4475-9329-6ebfd4e351c9 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.947070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4de84665-af44-4475-9329-6ebfd4e351c9 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:50.962861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] For port 4e76181e-6d0c-4870-a413-f4abde495782, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:50.966251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] For port 4e76181e-6d0c-4870-a413-f4abde495782, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e76181e-6d0c-4870-a413-f4abde495782,segment=NetworkSegment(6206ff58-27b5-411a-b38e-673066eda89c),segment_id=6206ff58-27b5-411a-b38e-673066eda89c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:50.981998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.extraroute_db [None req-0363d1f3-f5b7-4043-9dfa-8139c4dc1a62 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added routes are [] {{(pid=84392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 15:59:50.982558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.extraroute_db [None req-0363d1f3-f5b7-4043-9dfa-8139c4dc1a62 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 15:59:51.013781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0363d1f3-f5b7-4043-9dfa-8139c4dc1a62 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.096191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-42a247b3-3977-4232-84cd-65b2765387c2 None None] Provisioning for port 80c8a812-2f88-4eb3-8d88-fb5fa57af3a6 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:51.101644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-42a247b3-3977-4232-84cd-65b2765387c2 None None] Provisioning complete for port 80c8a812-2f88-4eb3-8d88-fb5fa57af3a6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:51.102028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-42a247b3-3977-4232-84cd-65b2765387c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.130353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.141692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:51.253381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34e462-1766-4570-a973-7323fbe44337 None None] Pushing event updated for resources: {'Port': ['ID=4e76181e-6d0c-4870-a413-f4abde495782,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:51.260293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-42a247b3-3977-4232-84cd-65b2765387c2 None None] Port 80c8a812-2f88-4eb3-8d88-fb5fa57af3a6 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:51.260293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-af34e462-1766-4570-a973-7323fbe44337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:51.271551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:51.272634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:51.398096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4de84665-af44-4475-9329-6ebfd4e351c9 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.472729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:51.552861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.582446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0363d1f3-f5b7-4043-9dfa-8139c4dc1a62 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.586418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0363d1f3-f5b7-4043-9dfa-8139c4dc1a62 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.651413 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4de84665-af44-4475-9329-6ebfd4e351c9 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.655993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-da77a1cc-95c7-4feb-b2e4-9ff313cd92eb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:51.702538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.746959 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de84665-af44-4475-9329-6ebfd4e351c9 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=7f46860e-3f21-4d19-9485-93c0a4139ba2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:51.753534 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4de84665-af44-4475-9329-6ebfd4e351c9 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:51.754366 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e04c82af-e3ec-4992-b702-73f19a2ec4c4 tempest-PortsAdminExtendedAttrsTestJSON-1761425556 tempest-PortsAdminExtendedAttrsTestJSON-1761425556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:51.756168 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b164ac48-794a-4390-9d5f-255fab857292 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:51.805420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4de84665-af44-4475-9329-6ebfd4e351c9 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.844903 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4de84665-af44-4475-9329-6ebfd4e351c9 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/7f46860e-3f21-4d19-9485-93c0a4139ba2 HTTP/1.1" status: 204 len: 168 time: 1.3370402 Dec 20 15:59:51.849625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55186) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:51.877853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9597518d-8bdb-404f-a4e9-e42a1cb99367 None None] Network b435d528-2684-44f3-b6cc-e53561ad28b4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:51.887759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=80c8a812-2f88-4eb3-8d88-fb5fa57af3a6,revision_number=3']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:51.893737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:51.898084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:51.953455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0363d1f3-f5b7-4043-9dfa-8139c4dc1a62 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:51.961708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e00909a-759d-43af-a567-35645a6ec3e2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet e03e8aa6-fb5e-43a2-a64d-daa70606a6c2 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:59:51.976693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0e00909a-759d-43af-a567-35645a6ec3e2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.051664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-88db8b59-2b68-42e8-9dee-8cf2593ca421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.093369 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0e00909a-759d-43af-a567-35645a6ec3e2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.107149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b164ac48-794a-4390-9d5f-255fab857292 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:52.107536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.141270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0363d1f3-f5b7-4043-9dfa-8139c4dc1a62 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:52.148683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0363d1f3-f5b7-4043-9dfa-8139c4dc1a62 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.152652 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0363d1f3-f5b7-4043-9dfa-8139c4dc1a62 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611 HTTP/1.1" status: 200 len: 704 time: 1.9102876 Dec 20 15:59:52.158021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55190) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:52.166044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:52.170476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:52.311494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:50Z', 'revision_number': 7, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '4e76181e-6d0c-4870-a413-f4abde495782', 'name': '', 'network_id': '8b010112-c712-4327-a215-60c2178261e9', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:e0:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:43Z', 'updated_at': '2021-12-20T15:59:50Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:52.340798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939bf68-efbf-421c-b005-1d0149f838a3 None None] The sync data for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv is: [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:50Z', 'revision_number': 7, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '4e76181e-6d0c-4870-a413-f4abde495782', 'name': '', 'network_id': '8b010112-c712-4327-a215-60c2178261e9', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:e0:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:43Z', 'updated_at': '2021-12-20T15:59:50Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:52.381442 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b3b62534-2aae-443d-9c6d-91dff523cefe tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611 HTTP/1.1" status: 200 len: 704 time: 0.2266016 Dec 20 15:59:52.385652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55194) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:52.426110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0e00909a-759d-43af-a567-35645a6ec3e2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.540582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-80d39f2a-a602-4357-9074-4f54c893c29d None None] Provisioning complete for port 80c8a812-2f88-4eb3-8d88-fb5fa57af3a6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:52.541214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-80d39f2a-a602-4357-9074-4f54c893c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.615476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-80d39f2a-a602-4357-9074-4f54c893c29d None None] Port 80c8a812-2f88-4eb3-8d88-fb5fa57af3a6 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 15:59:52.810888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0e00909a-759d-43af-a567-35645a6ec3e2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.817222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77a05c35-2e9c-4013-8f47-3d843a975a6f tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:52.852362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00909a-759d-43af-a567-35645a6ec3e2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=e03e8aa6-fb5e-43a2-a64d-daa70606a6c2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:52.856922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0e00909a-759d-43af-a567-35645a6ec3e2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:52.860037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.862564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0e00909a-759d-43af-a567-35645a6ec3e2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.869676 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0e00909a-759d-43af-a567-35645a6ec3e2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/e03e8aa6-fb5e-43a2-a64d-daa70606a6c2 HTTP/1.1" status: 204 len: 168 time: 1.0190017 Dec 20 15:59:52.872839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55198) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:52.991642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:52.997956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 2a533758-2186-4708-bd39-8d739b3d1cc4 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:53.133687 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:53.134034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:53.146874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f0f900-a71f-4a2f-aa4d-f9bfc989871f None None] Network b435d528-2684-44f3-b6cc-e53561ad28b4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:53.279000 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] Sync routers for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:53.300067 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:53.300807 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:53.361235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8d545788-3509-46b2-8db6-5a48158f213f None None] Provisioning complete for port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:53.361646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8d545788-3509-46b2-8db6-5a48158f213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:53.457655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:53.469771 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:53.492391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f3d1b-577c-4488-82c8-127521579d15 None None] Sync routers for ids ['2a533758-2186-4708-bd39-8d739b3d1cc4'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:53.515574 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/2a533758-2186-4708-bd39-8d739b3d1cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4491353 Dec 20 15:59:53.524210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55202) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:53.534512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f3d1b-577c-4488-82c8-127521579d15 None None] Routers {'2a533758-2186-4708-bd39-8d739b3d1cc4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:53.535238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7b9f3d1b-577c-4488-82c8-127521579d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2a533758-2186-4708-bd39-8d739b3d1cc4'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:53.548177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] For port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f3258c3c-8ae5-4096-b516-a75a7e4ae7a2,segment=NetworkSegment(dd3a31c1-1c40-4564-bc4c-54aaeb121ebf),segment_id=dd3a31c1-1c40-4564-bc4c-54aaeb121ebf)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:53.549268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:53.603321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] DHCP port deletion for b435d528-2684-44f3-b6cc-e53561ad28b4 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 15:59:53.615371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7b9f3d1b-577c-4488-82c8-127521579d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:53.616226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209f21a-e186-4c8e-8c89-d6883d33ba0f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:53.616825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e209f21a-e186-4c8e-8c89-d6883d33ba0f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:53.628346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f3d1b-577c-4488-82c8-127521579d15 None None] Routers {'2a533758-2186-4708-bd39-8d739b3d1cc4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:53.629559 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7b9f3d1b-577c-4488-82c8-127521579d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2a533758-2186-4708-bd39-8d739b3d1cc4'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:53.699861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] Deleting port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:53.700253 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:53.717354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:53.732551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7b9f3d1b-577c-4488-82c8-127521579d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:53.732978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f3d1b-577c-4488-82c8-127521579d15 None None] The sync data for ids ['2a533758-2186-4708-bd39-8d739b3d1cc4'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:53.823823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e76181e-6d0c-4870-a413-f4abde495782 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:53.871536 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:50Z', 'revision_number': 7, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '4e76181e-6d0c-4870-a413-f4abde495782', 'name': '', 'network_id': '8b010112-c712-4327-a215-60c2178261e9', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:e0:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:43Z', 'updated_at': '2021-12-20T15:59:50Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:53.875855 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] Checking router: 2870490b-40bf-4aae-8bd8-7bdc3d594611 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:59:53.887778 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:53.891385 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:53.901615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:53.905740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:53.931822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 4e76181e-6d0c-4870-a413-f4abde495782 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:53.932315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:53.962062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e209f21a-e186-4c8e-8c89-d6883d33ba0f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:53.966289 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e209f21a-e186-4c8e-8c89-d6883d33ba0f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports/80c8a812-2f88-4eb3-8d88-fb5fa57af3a6 HTTP/1.1" status: 200 len: 978 time: 0.4375584 Dec 20 15:59:53.970298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55206) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:53.988588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=f3258c3c-8ae5-4096-b516-a75a7e4ae7a2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:54.001446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:54.008443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] For port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f3258c3c-8ae5-4096-b516-a75a7e4ae7a2,segment=NetworkSegment(dd3a31c1-1c40-4564-bc4c-54aaeb121ebf),segment_id=dd3a31c1-1c40-4564-bc4c-54aaeb121ebf)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:54.008443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.010637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No DVR routers for this DVR port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:54.055289 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:54.158653 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] Calling delete_port for f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:54.192493 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.228105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b435d528-2684-44f3-b6cc-e53561ad28b4']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:54.242947 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3a31c1-1c40-4564-bc4c-54aaeb121ebf') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:54.242947 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3a31c1-1c40-4564-bc4c-54aaeb121ebf') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:54.245817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:59:54.246634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:59:54.254675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.265426 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 4e76181e-6d0c-4870-a413-f4abde495782 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:54.271349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4e76181e-6d0c-4870-a413-f4abde495782 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:54.272794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.273383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.280228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 15:59:54.280624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:54.386770 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:54.442393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-55e324f9-f57e-4454-bce7-6e6e83c42350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.461932 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:50Z', 'revision_number': 7, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '4e76181e-6d0c-4870-a413-f4abde495782', 'name': '', 'network_id': '8b010112-c712-4327-a215-60c2178261e9', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:e0:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:43Z', 'updated_at': '2021-12-20T15:59:50Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:54.466378 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b59b3-be57-42ea-84b7-a6c527aa81b7 None None] The sync data for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv is: [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:50Z', 'revision_number': 7, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '4e76181e-6d0c-4870-a413-f4abde495782', 'name': '', 'network_id': '8b010112-c712-4327-a215-60c2178261e9', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:e0:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:43Z', 'updated_at': '2021-12-20T15:59:50Z', 'revision_number': 4, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5d2957e7-e806-4012-a57f-04ef12eab0cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:54.471587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.491161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.494821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0f49e083-0e51-44a2-afa2-9bd4e712e4ca tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:54.503483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port 4e76181e-6d0c-4870-a413-f4abde495782, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e76181e-6d0c-4870-a413-f4abde495782,segment=NetworkSegment(6206ff58-27b5-411a-b38e-673066eda89c),segment_id=6206ff58-27b5-411a-b38e-673066eda89c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:54.503847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.509285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 4e76181e-6d0c-4870-a413-f4abde495782, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e76181e-6d0c-4870-a413-f4abde495782,segment=NetworkSegment(6206ff58-27b5-411a-b38e-673066eda89c),segment_id=6206ff58-27b5-411a-b38e-673066eda89c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:54.521664 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.528552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Network': ['ID=b435d528-2684-44f3-b6cc-e53561ad28b4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:54.534231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:54.599132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.601777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cfba9677-1144-42d6-9a62-a6db6112da17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:54.640265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 4e76181e-6d0c-4870-a413-f4abde495782 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:54.645776 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/networks/b435d528-2684-44f3-b6cc-e53561ad28b4 HTTP/1.1" status: 204 len: 168 time: 1.7718685 Dec 20 15:59:54.650577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55210) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:54.667004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 15:59:54.706493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 15:59:54.707062 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 15:59:54.712114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=4e76181e-6d0c-4870-a413-f4abde495782,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:54.715451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:54.734226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee0288a-9833-42ac-a603-a1b7f2f1f570 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:54.734952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fee0288a-9833-42ac-a603-a1b7f2f1f570 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:54.749389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] Deleting port f3258c3c-8ae5-4096-b516-a75a7e4ae7a2 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:54.749920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:54.812958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-067bf2e3-d250-4049-8fd4-8920c0cb557e None None] The port 'f3258c3c-8ae5-4096-b516-a75a7e4ae7a2' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 15:59:54.896058 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fee0288a-9833-42ac-a603-a1b7f2f1f570 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:54.897894 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fee0288a-9833-42ac-a603-a1b7f2f1f570 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2459919 Dec 20 15:59:54.899980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:59:54.900278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:59:54.901240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55214) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:55.016217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.148232 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-59a6ede9-5ae7-45e9-8da7-19e472840331 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:55.167389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-59a6ede9-5ae7-45e9-8da7-19e472840331 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:55.168982 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-59a6ede9-5ae7-45e9-8da7-19e472840331 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2665260 Dec 20 15:59:55.179560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55218) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:55.185220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-154287723'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:55.189998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:55.193829 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:network and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:55.196734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:55.202431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:55.296018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:55.299050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.327288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:55.336205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.336536 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Added segment d08a13b4-d825-4fbf-a919-a4cf51a34a06 of type vlan for network 29619e4e-1895-400d-9dd8-2b7958edaf3e Dec 20 15:59:55.359197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.369709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.383442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port 80c8a812-2f88-4eb3-8d88-fb5fa57af3a6 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:55.383807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.456189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.460071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:55.460655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.464988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-87f22d21-d842-44f3-9e4e-7eee6637df0c tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:55.491082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.524905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 4e76181e-6d0c-4870-a413-f4abde495782 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:55.525234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.575381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Network': ['ID=29619e4e-1895-400d-9dd8-2b7958edaf3e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:55.577951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:55.588685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 29619e4e-1895-400d-9dd8-2b7958edaf3e details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 15:59:55.659742 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4765329 Dec 20 15:59:55.660304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55222) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:55.673547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '29619e4e-1895-400d-9dd8-2b7958edaf3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:55.748255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e76181e-6d0c-4870-a413-f4abde495782 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:55.800540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:55.805219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:55.808078 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:55.814136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:55.822032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4e76181e-6d0c-4870-a413-f4abde495782 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:55.822531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.836801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.850072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port 4e76181e-6d0c-4870-a413-f4abde495782, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e76181e-6d0c-4870-a413-f4abde495782,segment=NetworkSegment(6206ff58-27b5-411a-b38e-673066eda89c),segment_id=6206ff58-27b5-411a-b38e-673066eda89c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:55.850413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:55.947470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:56.017406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for 80c8a812-2f88-4eb3-8d88-fb5fa57af3a6 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:56.051637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:56.106568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 4e76181e-6d0c-4870-a413-f4abde495782 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 15:59:56.342147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:56.346682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2a9bee2c-8d94-4eac-a955-de0107ddd305 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:56.425857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=48a0f50e-a180-425b-8e0d-11a63a25303d,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:56.429770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:56.436917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Checking segment: {'id': 'd08a13b4-d825-4fbf-a919-a4cf51a34a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '29619e4e-1895-400d-9dd8-2b7958edaf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:56.437272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network hostable DHCP agents. Network: 29619e4e-1895-400d-9dd8-2b7958edaf3e, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:56.445113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:56.450721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6a785562-52c8-4923-bd34-c89e8600bafe tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:56.485722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:56.498808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=80c8a812-2f88-4eb3-8d88-fb5fa57af3a6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:56.502264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:56.502755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-31435bef-6b31-41a6-b3f5-a3bc6a66be95 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:56.530237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 29619e4e-1895-400d-9dd8-2b7958edaf3e is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:56.574297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=4e76181e-6d0c-4870-a413-f4abde495782,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:56.577332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:56.638899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 29619e4e-1895-400d-9dd8-2b7958edaf3e) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:56.650787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:56.653704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c7419e-afda-40e0-8617-84c9abb5b89e None None] Network 29619e4e-1895-400d-9dd8-2b7958edaf3e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:56.654879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:56.772404 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1106884 Dec 20 15:59:56.775803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55226) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:56.789921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '29619e4e-1895-400d-9dd8-2b7958edaf3e', 'name': 'tempest-PortsTestJSON-1558813013'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:56.971120 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.081306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-29619e4e-1895-400d-9dd8-2b7958edaf3e', 'network_id': '29619e4e-1895-400d-9dd8-2b7958edaf3e', 'tenant_id': '8c8fec8b636f4fcdbe043db760a76388', 'fixed_ips': [{'subnet_id': '48a0f50e-a180-425b-8e0d-11a63a25303d'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 15:59:57.083277 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.090651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:57.101363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:57.110442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.176417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:57.181619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.215556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:59:57.244398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.268350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Allocated IP 172.20.0.2 (29619e4e-1895-400d-9dd8-2b7958edaf3e/48a0f50e-a180-425b-8e0d-11a63a25303d/7e4f7303-8fdf-435c-9d75-d1106d29aeb8) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:57.482953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.493850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Transition to ACTIVE for port object 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:57.515395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Transition to ACTIVE for port object 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:57.582672 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.588414 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:57.662648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Network 29619e4e-1895-400d-9dd8-2b7958edaf3e is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:57.666663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:57.669685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:57.672481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Pushing event updated for resources: {'Port': ['ID=7e4f7303-8fdf-435c-9d75-d1106d29aeb8,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:57.675195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:57.684130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.12 (29619e4e-1895-400d-9dd8-2b7958edaf3e/48a0f50e-a180-425b-8e0d-11a63a25303d/9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:57.720535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 2a533758-2186-4708-bd39-8d739b3d1cc4 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:57.779129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Attempting to bind port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 15:59:57.779792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Attempting to bind port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd08a13b4-d825-4fbf-a919-a4cf51a34a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '29619e4e-1895-400d-9dd8-2b7958edaf3e'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 15:59:57.780376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Attempting to bind port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 on network 29619e4e-1895-400d-9dd8-2b7958edaf3e {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 15:59:57.788977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 15:59:57.794041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Checking segment: {'id': 'd08a13b4-d825-4fbf-a919-a4cf51a34a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '29619e4e-1895-400d-9dd8-2b7958edaf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 15:59:57.794041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.794041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Bound using segment: {'id': 'd08a13b4-d825-4fbf-a919-a4cf51a34a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '29619e4e-1895-400d-9dd8-2b7958edaf3e'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 15:59:57.794041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Bound port: 7e4f7303-8fdf-435c-9d75-d1106d29aeb8, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08a13b4-d825-4fbf-a919-a4cf51a34a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '29619e4e-1895-400d-9dd8-2b7958edaf3e'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 15:59:57.794041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.894285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] For port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:57.897685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] For port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7e4f7303-8fdf-435c-9d75-d1106d29aeb8,segment=NetworkSegment(d08a13b4-d825-4fbf-a919-a4cf51a34a06),segment_id=d08a13b4-d825-4fbf-a919-a4cf51a34a06)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:57.942012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.958328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object 9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:57.981937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:57.986785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d349b9c7-b0df-4a8f-81a3-ffd99c55765f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:58.050792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:58.058580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7c882129-9a8e-42e2-a56f-a0935d8801ab tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:58.062328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Pushing event updated for resources: {'Port': ['ID=7e4f7303-8fdf-435c-9d75-d1106d29aeb8,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:58.067933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:58.074379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:58.085262 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e2c24b-6a4a-4116-ae85-48ceb551fd03 None None] Sync routers for ids ['2a533758-2186-4708-bd39-8d739b3d1cc4'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:58.098634 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2c24b-6a4a-4116-ae85-48ceb551fd03 None None] Routers {'2a533758-2186-4708-bd39-8d739b3d1cc4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:58.100236 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e1e2c24b-6a4a-4116-ae85-48ceb551fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2a533758-2186-4708-bd39-8d739b3d1cc4'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:58.141280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:58.144224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:58.147043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 29619e4e-1895-400d-9dd8-2b7958edaf3e is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:58.148392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:58.150754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:58.218340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:58.219017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:58.239305 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e1e2c24b-6a4a-4116-ae85-48ceb551fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:58.255174 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2c24b-6a4a-4116-ae85-48ceb551fd03 None None] Routers {'2a533758-2186-4708-bd39-8d739b3d1cc4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:58.256321 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e1e2c24b-6a4a-4116-ae85-48ceb551fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2a533758-2186-4708-bd39-8d739b3d1cc4'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:58.322669 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e1e2c24b-6a4a-4116-ae85-48ceb551fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:58.323574 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e2c24b-6a4a-4116-ae85-48ceb551fd03 None None] The sync data for ids ['2a533758-2186-4708-bd39-8d739b3d1cc4'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 15:59:58.408464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:58.425879 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6449990 Dec 20 15:59:58.426600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55230) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:58.433142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '29619e4e-1895-400d-9dd8-2b7958edaf3e', 'name': 'tempest-PortsTestJSON-664066578'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 15:59:58.480250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55234) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:58.480511 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/2a533758-2186-4708-bd39-8d739b3d1cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5089455 Dec 20 15:59:58.598408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:58.605567 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2176652 Dec 20 15:59:58.606034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55238) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:58.609327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] Sync routers for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 15:59:58.621404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:58.627589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:58.705122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 15:59:58.710808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:port and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 15:59:58.714247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 15:59:58.782597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 15:59:58.813246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5179f57-a022-4f60-be8e-6d30f82c9c73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting subnet 5d2957e7-e806-4012-a57f-04ef12eab0cf {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 15:59:58.816416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5179f57-a022-4f60-be8e-6d30f82c9c73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:58.834225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:58.885969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5179f57-a022-4f60-be8e-6d30f82c9c73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:58.944130 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-f5a9ff67-c006-4516-b7a8-0d22a780f2f6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 15:59:58.945176 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f5a9ff67-c006-4516-b7a8-0d22a780f2f6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/2a533758-2186-4708-bd39-8d739b3d1cc4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4639173 Dec 20 15:59:58.948144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55242) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:58.959028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:58.962355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:58.993355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 76d7c42e-d309-4da7-b044-815c6d214e88 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:59:59.007121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c52f1345-2b40-443a-9d2e-81b86b520bd9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 15:59:59.043490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5179f57-a022-4f60-be8e-6d30f82c9c73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.091528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c52f1345-2b40-443a-9d2e-81b86b520bd9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 15:59:59.092688 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c52f1345-2b40-443a-9d2e-81b86b520bd9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a533758-2186-4708-bd39-8d739b3d1cc4 HTTP/1.1" status: 200 len: 205 time: 0.1434190 Dec 20 15:59:59.095710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55246) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:59.157897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.3 (29619e4e-1895-400d-9dd8-2b7958edaf3e/48a0f50e-a180-425b-8e0d-11a63a25303d/76d7c42e-d309-4da7-b044-815c6d214e88) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:59.261429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:56Z', 'revision_number': 8, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:59.269879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] Checking router: 2870490b-40bf-4aae-8bd8-7bdc3d594611 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 15:59:59.278596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-657bbc5d-560d-41c2-9f8c-99c45e67183d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.301825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eda37b-2055-4dc3-b5ca-dd4e9bdcc371 None None] Network 29619e4e-1895-400d-9dd8-2b7958edaf3e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:59.322865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:59.323825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:59.380162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.394367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5179f57-a022-4f60-be8e-6d30f82c9c73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.397377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object 76d7c42e-d309-4da7-b044-815c6d214e88 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:59:59.404000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5f84a5ca-c98d-4e96-89a9-ef1b9e1fe477 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:59.447643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5179f57-a022-4f60-be8e-6d30f82c9c73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2957e7-e806-4012-a57f-04ef12eab0cf,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:59.450067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d5179f57-a022-4f60-be8e-6d30f82c9c73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:59.456179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d5179f57-a022-4f60-be8e-6d30f82c9c73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.468626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ab7b0-27da-47e5-945a-971a6e28850c None None] Network 8b010112-c712-4327-a215-60c2178261e9 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 15:59:59.468871 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d5179f57-a022-4f60-be8e-6d30f82c9c73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/5d2957e7-e806-4012-a57f-04ef12eab0cf HTTP/1.1" status: 204 len: 168 time: 0.8591630 Dec 20 15:59:59.469104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55250) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 15:59:59.585300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.654988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1183d02c-ed2f-4116-9e5d-0adaa3147ee1 None None] Provisioning for port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:59.674619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 15:59:59.716810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 15:59:59.794446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.821707 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=76d7c42e-d309-4da7-b044-815c6d214e88,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:59.826391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 15:59:59.830906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 15:59:59.838316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 15:59:59.838651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.879160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-657bbc5d-560d-41c2-9f8c-99c45e67183d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.881745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 29619e4e-1895-400d-9dd8-2b7958edaf3e is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:59.884245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-657bbc5d-560d-41c2-9f8c-99c45e67183d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.884561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:59.888239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:59.992949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-657bbc5d-560d-41c2-9f8c-99c45e67183d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 15:59:59.993497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657bbc5d-560d-41c2-9f8c-99c45e67183d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Fanout notify agent at l3_agent the message router_deleted on router 2a533758-2186-4708-bd39-8d739b3d1cc4 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:00.003314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:00.003978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.007181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-657bbc5d-560d-41c2-9f8c-99c45e67183d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.011045 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-657bbc5d-560d-41c2-9f8c-99c45e67183d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/2a533758-2186-4708-bd39-8d739b3d1cc4 HTTP/1.1" status: 204 len: 168 time: 0.9122465 Dec 20 16:00:00.018247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55254) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:00.132514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port c8f6acb7-82cb-440c-8e3e-cf2022e5c144, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c8f6acb7-82cb-440c-8e3e-cf2022e5c144,segment=NetworkSegment(6206ff58-27b5-411a-b38e-673066eda89c),segment_id=6206ff58-27b5-411a-b38e-673066eda89c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:00.132866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.232337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-624801f2-1155-45d5-a0d1-e5dcab00dff4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting subnet 8766460d-39b0-4ab2-8e24-dbd9b485b0bb {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:00:00.237136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-624801f2-1155-45d5-a0d1-e5dcab00dff4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.279290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for c8f6acb7-82cb-440c-8e3e-cf2022e5c144 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:00.300705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] DHCP port deletion for 8b010112-c712-4327-a215-60c2178261e9 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:00:00.308668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-624801f2-1155-45d5-a0d1-e5dcab00dff4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.315522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] Deleting port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:00.315992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.403546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-624801f2-1155-45d5-a0d1-e5dcab00dff4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.482269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:56Z', 'revision_number': 8, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:00.499617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3570a5e2-fe1f-4802-b942-3a299952ea6d None None] The sync data for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv is: [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:56Z', 'revision_number': 8, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '57397ab0-2be9-4940-87ec-01c3da6cb15f', 'name': '', 'network_id': '3ab14030-4432-4998-87f3-d706fe9dd1b7', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:c5:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:35Z', 'updated_at': '2021-12-20T15:59:44Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': '5c4753c4-8f5b-4257-84f7-25a4a9316777', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:00.563743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] For port c8f6acb7-82cb-440c-8e3e-cf2022e5c144, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c8f6acb7-82cb-440c-8e3e-cf2022e5c144,segment=NetworkSegment(6206ff58-27b5-411a-b38e-673066eda89c),segment_id=6206ff58-27b5-411a-b38e-673066eda89c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:00.564149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.572427 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1444654 Dec 20 16:00:00.574685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55258) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:00.665194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f258d5-13db-4074-8344-90e0e957fab2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:00.668170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-624801f2-1155-45d5-a0d1-e5dcab00dff4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.672448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-976ac8c9-a58c-40e6-b878-36ff08bf5143 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:00.683646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-92f258d5-13db-4074-8344-90e0e957fab2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:00.688783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.692472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:00.695145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:00.699722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] Calling delete_port for c8f6acb7-82cb-440c-8e3e-cf2022e5c144 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:00.718965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624801f2-1155-45d5-a0d1-e5dcab00dff4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Subnet': ['ID=8766460d-39b0-4ab2-8e24-dbd9b485b0bb,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:00.722534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-624801f2-1155-45d5-a0d1-e5dcab00dff4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:00.729310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:00.729690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.729863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-624801f2-1155-45d5-a0d1-e5dcab00dff4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.738085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-624801f2-1155-45d5-a0d1-e5dcab00dff4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/8766460d-39b0-4ab2-8e24-dbd9b485b0bb HTTP/1.1" status: 204 len: 168 time: 0.7254572 Dec 20 16:00:00.743143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55262) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:00.765852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71c855f-94d8-4723-853a-724737dcefd7 None None] Network 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:00.795937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=c8f6acb7-82cb-440c-8e3e-cf2022e5c144,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:00.804005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:00.808168 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No DVR routers for this DVR port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:00.897582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2c21cd8a-da15-4be8-b351-77050ab138a3 None None] Provisioning complete for port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:00.898269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2c21cd8a-da15-4be8-b351-77050ab138a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:00.956046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.056349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-92f258d5-13db-4074-8344-90e0e957fab2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:01.057748 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-92f258d5-13db-4074-8344-90e0e957fab2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.4819672 Dec 20 16:00:01.060670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55266) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:01.062538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:01.062906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:01.072285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b010112-c712-4327-a215-60c2178261e9']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:01.086604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.091965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6206ff58-27b5-411a-b38e-673066eda89c') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:01.097853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6206ff58-27b5-411a-b38e-673066eda89c') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:01.114754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.136677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port b164ac48-794a-4390-9d5f-255fab857292 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:01.137352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.137622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-826b4bf5-9841-45f4-aae8-5e4690bfb57b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 76d7c42e-d309-4da7-b044-815c6d214e88 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:01.138056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-826b4bf5-9841-45f4-aae8-5e4690bfb57b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.165717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.169577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.181704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:00:01.182403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:01.196907 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:01.214808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2c21cd8a-da15-4be8-b351-77050ab138a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.244295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7e4f7303-8fdf-435c-9d75-d1106d29aeb8,segment=NetworkSegment(d08a13b4-d825-4fbf-a919-a4cf51a34a06),segment_id=d08a13b4-d825-4fbf-a919-a4cf51a34a06)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:01.319290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] DHCP port deletion for 9ea96d45-d8ee-4ce6-b1d5-42543b65c989 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:00:01.322000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] Deleting port b164ac48-794a-4390-9d5f-255fab857292 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:01.322384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.364787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.373124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-af34e462-1766-4570-a973-7323fbe44337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:01.466301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.471966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9d3c8d72-97f2-4d58-98a1-d1069ccfe34f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:01.472479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-826b4bf5-9841-45f4-aae8-5e4690bfb57b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.488126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.505566 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port b164ac48-794a-4390-9d5f-255fab857292, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b164ac48-794a-4390-9d5f-255fab857292,segment=NetworkSegment(eff1a0a3-b891-4eb2-84b0-5380a4730482),segment_id=eff1a0a3-b891-4eb2-84b0-5380a4730482)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:01.506956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.514175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Network': ['ID=8b010112-c712-4327-a215-60c2178261e9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:01.522567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:01.526796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-2c21cd8a-da15-4be8-b351-77050ab138a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:01.527176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-2c21cd8a-da15-4be8-b351-77050ab138a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:01.546053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=7e4f7303-8fdf-435c-9d75-d1106d29aeb8,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:01.549095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:01.566551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] Deleting port c8f6acb7-82cb-440c-8e3e-cf2022e5c144 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:01.567024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.612690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-826b4bf5-9841-45f4-aae8-5e4690bfb57b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 76d7c42e-d309-4da7-b044-815c6d214e88 owned by {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:01.636842 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/networks/8b010112-c712-4327-a215-60c2178261e9 HTTP/1.1" status: 204 len: 168 time: 2.1633718 Dec 20 16:00:01.645266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for b164ac48-794a-4390-9d5f-255fab857292 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:01.645498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55270) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:01.648916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cd497-f590-417e-8225-d2203c1e159c None None] The port 'c8f6acb7-82cb-440c-8e3e-cf2022e5c144' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:00:01.729920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] For port b164ac48-794a-4390-9d5f-255fab857292, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b164ac48-794a-4390-9d5f-255fab857292,segment=NetworkSegment(eff1a0a3-b891-4eb2-84b0-5380a4730482),segment_id=eff1a0a3-b891-4eb2-84b0-5380a4730482)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:01.730308 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.875868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:01.956252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] Calling delete_port for b164ac48-794a-4390-9d5f-255fab857292 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:01.964936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:01.970059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9156dd5d-f6b9-4271-8955-a946b36cd5cc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:02.011270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=b164ac48-794a-4390-9d5f-255fab857292,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:02.016606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:02.020369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-826b4bf5-9841-45f4-aae8-5e4690bfb57b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.027895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No DVR routers for this DVR port b164ac48-794a-4390-9d5f-255fab857292 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:02.033190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ddd7ad65-048c-4e8d-a2e0-d70de18307a6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:02.111356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:02.111767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:02.132552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b4bf5-9841-45f4-aae8-5e4690bfb57b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=76d7c42e-d309-4da7-b044-815c6d214e88,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:02.132823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:02.132823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.140862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-826b4bf5-9841-45f4-aae8-5e4690bfb57b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:02.165182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.239271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea96d45-d8ee-4ce6-b1d5-42543b65c989']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:02.269266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff1a0a3-b891-4eb2-84b0-5380a4730482') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:02.269551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff1a0a3-b891-4eb2-84b0-5380a4730482') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:02.293860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.307130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2c21cd8a-da15-4be8-b351-77050ab138a3 None None] Provisioning for port 9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:02.315061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.318245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2c21cd8a-da15-4be8-b351-77050ab138a3 None None] Provisioning complete for port 9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:02.318538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2c21cd8a-da15-4be8-b351-77050ab138a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.322783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:00:02.330549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:02.339745 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:02.388332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e76181e-6d0c-4870-a413-f4abde495782 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:02.437370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-826b4bf5-9841-45f4-aae8-5e4690bfb57b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.453065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 4e76181e-6d0c-4870-a413-f4abde495782 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:02.453065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e76181e-6d0c-4870-a413-f4abde495782 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:02.453065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c8f6acb7-82cb-440c-8e3e-cf2022e5c144 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:02.463862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.489572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: c8f6acb7-82cb-440c-8e3e-cf2022e5c144 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:02.490004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c8f6acb7-82cb-440c-8e3e-cf2022e5c144 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:02.490953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b164ac48-794a-4390-9d5f-255fab857292 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:02.513048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2c21cd8a-da15-4be8-b351-77050ab138a3 None None] Port 9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:02.523952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: b164ac48-794a-4390-9d5f-255fab857292 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:02.524309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b164ac48-794a-4390-9d5f-255fab857292 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:02.525808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2c21cd8a-da15-4be8-b351-77050ab138a3 None None] Could not find standard attr ID for object 76d7c42e-d309-4da7-b044-815c6d214e88. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:00:02.530522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.533994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-81a49fdc-5739-40d2-98e5-e4ed69ce7e7a tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:02.551044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.551162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-826b4bf5-9841-45f4-aae8-5e4690bfb57b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/76d7c42e-d309-4da7-b044-815c6d214e88 HTTP/1.1" status: 204 len: 168 time: 1.4884522 Dec 20 16:00:02.554826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55274) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:02.593890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Network': ['ID=9ea96d45-d8ee-4ce6-b1d5-42543b65c989,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:02.601518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:02.608661 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6f36df-33ce-4f18-8f9f-ad1ec90b2ab7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 16:00:02.609934 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2c6f36df-33ce-4f18-8f9f-ad1ec90b2ab7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/76d7c42e-d309-4da7-b044-815c6d214e88 HTTP/1.1" status: 404 len: 333 time: 0.0531554 Dec 20 16:00:02.612711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55278) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:02.613657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] Deleting port b164ac48-794a-4390-9d5f-255fab857292 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:02.613926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.688589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7133c6c6-adf9-4eba-abfd-e058d96a5556 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:02.688983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7133c6c6-adf9-4eba-abfd-e058d96a5556 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.689303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa70cd-8731-4f48-b289-193595e529a6 None None] The port 'b164ac48-794a-4390-9d5f-255fab857292' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:00:02.706451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-544f1c4a-1f73-4a19-b1a8-ef35565c0bf1 None None] Provisioning complete for port 9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:02.707045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-544f1c4a-1f73-4a19-b1a8-ef35565c0bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:02.761495 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/networks/9ea96d45-d8ee-4ce6-b1d5-42543b65c989 HTTP/1.1" status: 204 len: 168 time: 2.0136325 Dec 20 16:00:02.761745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55282) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:02.769025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'network': {'name': 'tempest-RoutersTest-214790126'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:02.772036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-544f1c4a-1f73-4a19-b1a8-ef35565c0bf1 None None] Port 9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:02.775328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-544f1c4a-1f73-4a19-b1a8-ef35565c0bf1 None None] Could not find standard attr ID for object 76d7c42e-d309-4da7-b044-815c6d214e88. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:00:02.810966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:02.819225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:network and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:02.829695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:02.840761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:02.970009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:02.973042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.000890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7133c6c6-adf9-4eba-abfd-e058d96a5556 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.144659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7133c6c6-adf9-4eba-abfd-e058d96a5556 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:03.148209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 57397ab0-2be9-4940-87ec-01c3da6cb15f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:03.148753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.185423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:03.208998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.209527 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added segment 7dbfe630-90cd-4254-9e84-8ea26f35a0f9 of type vlan for network e3f29d43-a95c-4046-a58f-2dcaf4c10044 Dec 20 16:00:03.253103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.346248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port 57397ab0-2be9-4940-87ec-01c3da6cb15f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=57397ab0-2be9-4940-87ec-01c3da6cb15f,segment=NetworkSegment(dbf6301a-666c-476a-b694-1e1bcd9759b9),segment_id=dbf6301a-666c-476a-b694-1e1bcd9759b9)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:03.346608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.433271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7133c6c6-adf9-4eba-abfd-e058d96a5556 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.439005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-031c2288-79b6-414e-974a-3b9e4d97ac97 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:03.473570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.477789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:03.478386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.485343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 57397ab0-2be9-4940-87ec-01c3da6cb15f owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:03.497570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133c6c6-adf9-4eba-abfd-e058d96a5556 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:03.502325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7133c6c6-adf9-4eba-abfd-e058d96a5556 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:03.503347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:03.685482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Network': ['ID=e3f29d43-a95c-4046-a58f-2dcaf4c10044,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:03.690115 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:03.696183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7133c6c6-adf9-4eba-abfd-e058d96a5556 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.698133 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7133c6c6-adf9-4eba-abfd-e058d96a5556 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f HTTP/1.1" status: 204 len: 168 time: 1.0845253 Dec 20 16:00:03.698575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network e3f29d43-a95c-4046-a58f-2dcaf4c10044 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:00:03.700689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55286) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:03.741830 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9790788 Dec 20 16:00:03.744789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55290) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:03.748371 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3d58cd-967e-44fc-bc04-e7c21fb3fe69 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 16:00:03.748816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fd3d58cd-967e-44fc-bc04-e7c21fb3fe69 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:03.751381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'subnet': {'network_id': 'e3f29d43-a95c-4046-a58f-2dcaf4c10044', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:03.836001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:03.852609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-826b4bf5-9841-45f4-aae8-5e4690bfb57b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:03.867404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fd3d58cd-967e-44fc-bc04-e7c21fb3fe69 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:03.868558 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fd3d58cd-967e-44fc-bc04-e7c21fb3fe69 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/9f4ea0fe-d0a7-43b6-adde-eb6adfa5df3f HTTP/1.1" status: 404 len: 333 time: 0.1669064 Dec 20 16:00:03.871253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55294) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:03.899656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=57397ab0-2be9-4940-87ec-01c3da6cb15f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:03.906215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:03.908560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:03.937462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:subnet and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:03.945491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:03.956811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:04.179253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c976065-1642-42fc-aa96-35e129b6fcb0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet 48a0f50e-a180-425b-8e0d-11a63a25303d {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:00:04.183260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c976065-1642-42fc-aa96-35e129b6fcb0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.203311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:04.245426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c976065-1642-42fc-aa96-35e129b6fcb0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.320960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.329694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c976065-1642-42fc-aa96-35e129b6fcb0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.445630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.496102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c976065-1642-42fc-aa96-35e129b6fcb0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.500055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c544df40-55a2-4ec2-b179-8e632ddf2308 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:04.537372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c976065-1642-42fc-aa96-35e129b6fcb0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=48a0f50e-a180-425b-8e0d-11a63a25303d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:04.541219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6c976065-1642-42fc-aa96-35e129b6fcb0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:04.545885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6c976065-1642-42fc-aa96-35e129b6fcb0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.552336 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6c976065-1642-42fc-aa96-35e129b6fcb0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/48a0f50e-a180-425b-8e0d-11a63a25303d HTTP/1.1" status: 204 len: 168 time: 0.6800947 Dec 20 16:00:04.553773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d137b2e2-629b-4852-9a58-a5b5ad99dac2 None None] Network 29619e4e-1895-400d-9dd8-2b7958edaf3e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:04.554855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55298) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:04.672605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.684597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:04.685404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.827217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] DHCP port deletion for 29619e4e-1895-400d-9dd8-2b7958edaf3e request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:00:04.831846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] Deleting port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:04.832230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.837684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.848137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-78524024-7c36-4c17-9927-e8fe75fcfa93 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:04.935047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] For port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7e4f7303-8fdf-435c-9d75-d1106d29aeb8,segment=NetworkSegment(d08a13b4-d825-4fbf-a919-a4cf51a34a06),segment_id=d08a13b4-d825-4fbf-a919-a4cf51a34a06)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:04.935532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:04.948964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Subnet': ['ID=f64f02be-34f5-4d9b-9c86-e15095c1c528,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:04.954560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:05.029987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Checking segment: {'id': '7dbfe630-90cd-4254-9e84-8ea26f35a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e3f29d43-a95c-4046-a58f-2dcaf4c10044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:05.030373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network hostable DHCP agents. Network: e3f29d43-a95c-4046-a58f-2dcaf4c10044, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:05.056487 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] For port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7e4f7303-8fdf-435c-9d75-d1106d29aeb8,segment=NetworkSegment(d08a13b4-d825-4fbf-a919-a4cf51a34a06),segment_id=d08a13b4-d825-4fbf-a919-a4cf51a34a06)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:05.056885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.073402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:05.160297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:05.187226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] Calling delete_port for 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:05.284702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network e3f29d43-a95c-4046-a58f-2dcaf4c10044 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:05.290713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.299722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:05.302191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:05.302191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:05.359282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=7e4f7303-8fdf-435c-9d75-d1106d29aeb8,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:05.362252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:05.362985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:05.367183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No DVR routers for this DVR port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:05.374118 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] Sync routers for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:05.384697 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7381957 Dec 20 16:00:05.387479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55302) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:05.388890 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:05.389496 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:05.432839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, e3f29d43-a95c-4046-a58f-2dcaf4c10044) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:05.437431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:05.437950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.446539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4978e264-7e1f-4b1e-b199-c8525ce8c094 None None] Network e3f29d43-a95c-4046-a58f-2dcaf4c10044 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:05.535554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.551926 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:05.564147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29619e4e-1895-400d-9dd8-2b7958edaf3e']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:05.577647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08a13b4-d825-4fbf-a919-a4cf51a34a06') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:05.577941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08a13b4-d825-4fbf-a919-a4cf51a34a06') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:05.590017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.610144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.618098 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:00:05.618517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.627716 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8817019 Dec 20 16:00:05.631465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55306) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:05.634231 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:05.636853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-670471222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:05.653350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:05.660865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:router and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:05.665036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:05.683256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:05.699310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9a68bb-0f56-4446-8c38-fd97f513875e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting subnet 5c4753c4-8f5b-4257-84f7-25a4a9316777 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:00:05.702597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec9a68bb-0f56-4446-8c38-fd97f513875e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.779941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec9a68bb-0f56-4446-8c38-fd97f513875e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.803065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] Deleting port 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:05.803455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.816813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.821546 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.832955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-e3f29d43-a95c-4046-a58f-2dcaf4c10044', 'network_id': 'e3f29d43-a95c-4046-a58f-2dcaf4c10044', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'fixed_ips': [{'subnet_id': 'f64f02be-34f5-4d9b-9c86-e15095c1c528'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:00:05.834890 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:05.859315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3160a34d-47e3-4926-98c4-8d575cbd12dc tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:05.892446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-da9fc808-aa98-48e3-bfb2-5ea861ab9dbd None None] The port '7e4f7303-8fdf-435c-9d75-d1106d29aeb8' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:00:05.895107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:05.905006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Network': ['ID=29619e4e-1895-400d-9dd8-2b7958edaf3e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:05.915171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:05.934186 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:03Z', 'revision_number': 9, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:05.938371 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] Checking router: 2870490b-40bf-4aae-8bd8-7bdc3d594611 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:00:05.948885 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/networks/29619e4e-1895-400d-9dd8-2b7958edaf3e HTTP/1.1" status: 204 len: 168 time: 1.3923919 Dec 20 16:00:05.949784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55310) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:05.957878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1926900720'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:05.965152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:05.967369 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:05.969199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:network and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:05.970078 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:05.973278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:05.984107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:05.984556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:05.984959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7e4f7303-8fdf-435c-9d75-d1106d29aeb8 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:06.069395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec9a68bb-0f56-4446-8c38-fd97f513875e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.107252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:06.110707 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.119926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Allocated IP 172.20.0.2 (e3f29d43-a95c-4046-a58f-2dcaf4c10044/f64f02be-34f5-4d9b-9c86-e15095c1c528/f93df130-c055-4cf0-b906-723c9ff9fbeb) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:06.131349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.132323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.152399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:06.161357 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:06.162350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.163644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.164122 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Added segment a8bded94-b15f-4918-9505-15b0391c811b of type vlan for network 610fbcb7-8148-4940-8b36-2908e8ea318d Dec 20 16:00:06.201472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.234602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec9a68bb-0f56-4446-8c38-fd97f513875e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.242310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8adfdddc-3858-4642-8bd8-400fdccbe077 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:06.281478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.290775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a68bb-0f56-4446-8c38-fd97f513875e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4753c4-8f5b-4257-84f7-25a4a9316777,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:06.293247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ec9a68bb-0f56-4446-8c38-fd97f513875e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:06.304036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec9a68bb-0f56-4446-8c38-fd97f513875e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.319034 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ec9a68bb-0f56-4446-8c38-fd97f513875e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/5c4753c4-8f5b-4257-84f7-25a4a9316777 HTTP/1.1" status: 204 len: 168 time: 0.9305644 Dec 20 16:00:06.321582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55314) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:06.325873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40378b8-9589-4136-b1a1-05ae910b8761 None None] Network 3ab14030-4432-4998-87f3-d706fe9dd1b7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:06.351202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.355686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:06.355829 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.369594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d04d171b-9af2-4d54-9a6c-b7f844c42b91 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:06.399297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.406824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55318) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:06.413604 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b0b97cda-7f23-4ff8-8a58-e93eb6c496ed tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7750058 Dec 20 16:00:06.454541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.495548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Transition to ACTIVE for port object f93df130-c055-4cf0-b906-723c9ff9fbeb will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:06.531165 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:03Z', 'revision_number': 9, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:06.536506 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d255157-f54b-4090-8ba3-cd2b18429077 None None] The sync data for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv is: [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:03Z', 'revision_number': 9, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '594ac037-2aca-40e8-ad55-67a8e388dff9', 'name': '', 'network_id': '89d924a3-97f4-49bb-8cd5-d182321d961d', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:25:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:28Z', 'updated_at': '2021-12-20T15:59:35Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'bd0660de-fe99-473d-89b1-669ca6399566', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:06.553936 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Transition to ACTIVE for port object f93df130-c055-4cf0-b906-723c9ff9fbeb will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:06.667696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.671440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:06.674158 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7223384 Dec 20 16:00:06.677045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55322) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:06.683333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '610fbcb7-8148-4940-8b36-2908e8ea318d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:06.740006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Pushing event updated for resources: {'Port': ['ID=f93df130-c055-4cf0-b906-723c9ff9fbeb,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:06.743402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Network e3f29d43-a95c-4046-a58f-2dcaf4c10044 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:06.744274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:06.745263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:06.747238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:06.789254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.796053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:06.796973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Network': ['ID=610fbcb7-8148-4940-8b36-2908e8ea318d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:06.800539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:06.803886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:06.809741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:06.818127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port ebc44711-054c-44fb-82a4-fa6d80c5a173 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:06.818367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.837474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Attempting to bind port f93df130-c055-4cf0-b906-723c9ff9fbeb on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:00:06.838011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Attempting to bind port f93df130-c055-4cf0-b906-723c9ff9fbeb by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '7dbfe630-90cd-4254-9e84-8ea26f35a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e3f29d43-a95c-4046-a58f-2dcaf4c10044'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:00:06.838148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Attempting to bind port f93df130-c055-4cf0-b906-723c9ff9fbeb on network e3f29d43-a95c-4046-a58f-2dcaf4c10044 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:00:06.844412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:00:06.844789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Checking segment: {'id': '7dbfe630-90cd-4254-9e84-8ea26f35a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e3f29d43-a95c-4046-a58f-2dcaf4c10044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:06.845194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.845621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Bound using segment: {'id': '7dbfe630-90cd-4254-9e84-8ea26f35a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e3f29d43-a95c-4046-a58f-2dcaf4c10044'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:00:06.846090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Bound port: f93df130-c055-4cf0-b906-723c9ff9fbeb, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbfe630-90cd-4254-9e84-8ea26f35a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e3f29d43-a95c-4046-a58f-2dcaf4c10044'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:00:06.846467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:06.851091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.851469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.851837 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.852224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.852589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.852943 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.853297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.853649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.853999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.854357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.854709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:06.858770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:06.887125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 610fbcb7-8148-4940-8b36-2908e8ea318d details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:00:06.907462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:06.912840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] DHCP port deletion for 3ab14030-4432-4998-87f3-d706fe9dd1b7 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:00:06.932515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] Deleting port ebc44711-054c-44fb-82a4-fa6d80c5a173 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:06.932895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:07.045100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:07.132086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] For port f93df130-c055-4cf0-b906-723c9ff9fbeb, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:07.150520 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] For port f93df130-c055-4cf0-b906-723c9ff9fbeb, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f93df130-c055-4cf0-b906-723c9ff9fbeb,segment=NetworkSegment(7dbfe630-90cd-4254-9e84-8ea26f35a0f9),segment_id=7dbfe630-90cd-4254-9e84-8ea26f35a0f9)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:07.275339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:07.292398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:07.308011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port ebc44711-054c-44fb-82a4-fa6d80c5a173, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ebc44711-054c-44fb-82a4-fa6d80c5a173,segment=NetworkSegment(dbf6301a-666c-476a-b694-1e1bcd9759b9),segment_id=dbf6301a-666c-476a-b694-1e1bcd9759b9)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:07.308451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:07.350006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] For port ebc44711-054c-44fb-82a4-fa6d80c5a173, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ebc44711-054c-44fb-82a4-fa6d80c5a173,segment=NetworkSegment(dbf6301a-666c-476a-b694-1e1bcd9759b9),segment_id=dbf6301a-666c-476a-b694-1e1bcd9759b9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:07.350452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:07.353241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:07.357189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1e05c8ba-623a-4c59-a84d-155e3a3e1704 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:07.424484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=e22f194b-c504-45cf-b3e9-b8a23bc041d8,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:07.439647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:07.456447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Checking segment: {'id': 'a8bded94-b15f-4918-9505-15b0391c811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '610fbcb7-8148-4940-8b36-2908e8ea318d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:07.456808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network hostable DHCP agents. Network: 610fbcb7-8148-4940-8b36-2908e8ea318d, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:07.469052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for ebc44711-054c-44fb-82a4-fa6d80c5a173 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:07.543187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] Calling delete_port for ebc44711-054c-44fb-82a4-fa6d80c5a173 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:07.564343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 610fbcb7-8148-4940-8b36-2908e8ea318d is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:07.590362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:07.607638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Pushing event updated for resources: {'Port': ['ID=f93df130-c055-4cf0-b906-723c9ff9fbeb,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:07.611039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:07.726301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 610fbcb7-8148-4940-8b36-2908e8ea318d) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:07.737867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:07.746099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:07.746276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ebc44711-054c-44fb-82a4-fa6d80c5a173 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:07.804702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074eefaa-2dbc-47bb-9338-2bf79c8b195f None None] Network 610fbcb7-8148-4940-8b36-2908e8ea318d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:07.814937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:07.819910 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dbeddfce-6883-44ae-b033-e4d8ddb878fc tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:07.869316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:07.869896 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:07.881927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=ebc44711-054c-44fb-82a4-fa6d80c5a173,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:07.888651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:07.914661 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2361290 Dec 20 16:00:07.935192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No active binding found for port ebc44711-054c-44fb-82a4-fa6d80c5a173 {{(pid=84393) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 16:00:07.935192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ebc44711-054c-44fb-82a4-fa6d80c5a173 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:07.935192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 57397ab0-2be9-4940-87ec-01c3da6cb15f no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:07.935950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55326) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:07.935950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '610fbcb7-8148-4940-8b36-2908e8ea318d', 'name': 'tempest-PortsTestJSON-1137193365', 'fixed_ips': [{'subnet_id': 'e22f194b-c504-45cf-b3e9-b8a23bc041d8', 'ip_address': '172.20.0.10'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:07.956995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 57397ab0-2be9-4940-87ec-01c3da6cb15f {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:07.957342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 57397ab0-2be9-4940-87ec-01c3da6cb15f not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:07.973293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No DVR routers for this DVR port ebc44711-054c-44fb-82a4-fa6d80c5a173 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:08.080395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:08.085103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:port and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:08.088371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:08.095003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:08.104841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-610fbcb7-8148-4940-8b36-2908e8ea318d', 'network_id': '610fbcb7-8148-4940-8b36-2908e8ea318d', 'tenant_id': '8c8fec8b636f4fcdbe043db760a76388', 'fixed_ips': [{'subnet_id': 'e22f194b-c504-45cf-b3e9-b8a23bc041d8'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:00:08.106082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.193844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:08.203148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.235618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port b100ef1a-59d6-4245-b714-c095945fbea4 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:00:08.286215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Allocated IP 172.20.0.2 (610fbcb7-8148-4940-8b36-2908e8ea318d/e22f194b-c504-45cf-b3e9-b8a23bc041d8/bdcf8336-92a8-43df-8ec6-4f5581aa80b0) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:08.289795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.310926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Allocated IP 172.20.0.1 (e3f29d43-a95c-4046-a58f-2dcaf4c10044/f64f02be-34f5-4d9b-9c86-e15095c1c528/b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:08.342943 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab14030-4432-4998-87f3-d706fe9dd1b7']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:08.378247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf6301a-666c-476a-b694-1e1bcd9759b9') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:08.383176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf6301a-666c-476a-b694-1e1bcd9759b9') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:08.394667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] Deleting port ebc44711-054c-44fb-82a4-fa6d80c5a173 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:08.395190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.407219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.468359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e3efd511-6bf6-48bf-8887-2b38bbad4488 None None] The port 'ebc44711-054c-44fb-82a4-fa6d80c5a173' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:00:08.486760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.504113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:00:08.504521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:08.519419 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:08.589463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.601203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Transition to ACTIVE for port object bdcf8336-92a8-43df-8ec6-4f5581aa80b0 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:08.623024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Transition to ACTIVE for port object bdcf8336-92a8-43df-8ec6-4f5581aa80b0 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:08.630229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.647701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Transition to ACTIVE for port object b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:08.679801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f43825-4687-4583-a9d7-29cf1869e7d5 None None] Network e3f29d43-a95c-4046-a58f-2dcaf4c10044 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:08.769209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.774937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-689deac7-6c57-47b6-8289-cf8b900f5ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:08.780179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.780179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.784536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f0084d80-d215-431b-93f3-fcf763204649 tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:08.804284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.10 (610fbcb7-8148-4940-8b36-2908e8ea318d/e22f194b-c504-45cf-b3e9-b8a23bc041d8/b100ef1a-59d6-4245-b714-c095945fbea4) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:08.820832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:08.868688 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/networks/3ab14030-4432-4998-87f3-d706fe9dd1b7 HTTP/1.1" status: 204 len: 168 time: 2.5459330 Dec 20 16:00:08.870931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network e3f29d43-a95c-4046-a58f-2dcaf4c10044 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:08.871797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55330) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:08.874864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:08.878803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:08.882339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Network 610fbcb7-8148-4940-8b36-2908e8ea318d is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:08.884382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Pushing event updated for resources: {'Port': ['ID=bdcf8336-92a8-43df-8ec6-4f5581aa80b0,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:08.909515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:08.913908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:08.916795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:08.917288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc8fb61f-f3e0-474e-af09-7caaf9814183 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:08.918757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:08.936412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.936767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.937096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.937434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.938182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.938182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.938459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.939041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.939173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.939402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.939730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:08.942521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Network': ['ID=3ab14030-4432-4998-87f3-d706fe9dd1b7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:08.945082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:08.951752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:08.967855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.014147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3535de40-2012-427a-bcd4-796283d9bea5 None None] Provisioning for port f93df130-c055-4cf0-b906-723c9ff9fbeb completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:09.078681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Attempting to bind port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:00:09.079099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Attempting to bind port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'a8bded94-b15f-4918-9505-15b0391c811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '610fbcb7-8148-4940-8b36-2908e8ea318d'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:00:09.079469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Attempting to bind port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 on network 610fbcb7-8148-4940-8b36-2908e8ea318d {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:00:09.089977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:00:09.090362 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Checking segment: {'id': 'a8bded94-b15f-4918-9505-15b0391c811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '610fbcb7-8148-4940-8b36-2908e8ea318d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:09.090775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.091226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Bound using segment: {'id': 'a8bded94-b15f-4918-9505-15b0391c811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '610fbcb7-8148-4940-8b36-2908e8ea318d'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:00:09.091732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Bound port: bdcf8336-92a8-43df-8ec6-4f5581aa80b0, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bded94-b15f-4918-9505-15b0391c811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '610fbcb7-8148-4940-8b36-2908e8ea318d'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:00:09.092117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.133047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.194092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.204651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] For port bdcf8336-92a8-43df-8ec6-4f5581aa80b0, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:09.208598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] For port bdcf8336-92a8-43df-8ec6-4f5581aa80b0, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bdcf8336-92a8-43df-8ec6-4f5581aa80b0,segment=NetworkSegment(a8bded94-b15f-4918-9505-15b0391c811b),segment_id=a8bded94-b15f-4918-9505-15b0391c811b)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:09.213027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object b100ef1a-59d6-4245-b714-c095945fbea4 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:09.290392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.294488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-af34e462-1766-4570-a973-7323fbe44337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:09.382371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Pushing event updated for resources: {'Port': ['ID=bdcf8336-92a8-43df-8ec6-4f5581aa80b0,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:09.385615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:09.531551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.616575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-18bcc0ec-8040-49c6-a171-bad886d7034d None None] Provisioning for port b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:09.623479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-18bcc0ec-8040-49c6-a171-bad886d7034d None None] Provisioning complete for port b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:09.623830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-18bcc0ec-8040-49c6-a171-bad886d7034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.633257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.642938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.663971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a7d1e730-7f41-44e7-a3ae-79aa7de261f5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:09.729474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-18bcc0ec-8040-49c6-a171-bad886d7034d None None] Port b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:09.740325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.757229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 610fbcb7-8148-4940-8b36-2908e8ea318d is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:09.763439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:09.771479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:09.783122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-43df174f-dcc3-4b94-b3c7-fff5893df20e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:09.808681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=b100ef1a-59d6-4245-b714-c095945fbea4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:09.815039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:09.877120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:09.877747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.911042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:09.914897 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bdcf8336-92a8-43df-8ec6-4f5581aa80b0 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:09.916313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:09.922453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:09.975103 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0518589 Dec 20 16:00:09.976257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55334) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:09.989956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-41d2d2e5-a197-4943-8717-b4db14d418b5 None None] Provisioning complete for port b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:09.990413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-41d2d2e5-a197-4943-8717-b4db14d418b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:10.035711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '610fbcb7-8148-4940-8b36-2908e8ea318d', 'name': 'tempest-PortsTestJSON-1291185872', 'fixed_ips': [{'subnet_id': 'e22f194b-c504-45cf-b3e9-b8a23bc041d8', 'ip_address': '172.20.0.9'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:10.051870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-41d2d2e5-a197-4943-8717-b4db14d418b5 None None] Port b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:10.081303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network e3f29d43-a95c-4046-a58f-2dcaf4c10044 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:10.082466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:10.141327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:10.147276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f93df130-c055-4cf0-b906-723c9ff9fbeb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:10.301360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:10.316989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:port and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:10.363084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:10.382208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:10.388227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port f93df130-c055-4cf0-b906-723c9ff9fbeb completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:10.395880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f93df130-c055-4cf0-b906-723c9ff9fbeb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:10.397749 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:10.501110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:10.507780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:10.538334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 08e6b1fb-4169-4714-9bdc-14faf70c21eb yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:00:10.547719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d1d0cec2-6de8-46e5-8989-935eaa5d03df None None] Provisioning complete for port b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:10.548109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cec2-6de8-46e5-8989-935eaa5d03df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:10.625554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d1d0cec2-6de8-46e5-8989-935eaa5d03df None None] Port b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:10.647379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:10.654198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 594ac037-2aca-40e8-ad55-67a8e388dff9 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:10.654702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:10.685209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port f93df130-c055-4cf0-b906-723c9ff9fbeb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f93df130-c055-4cf0-b906-723c9ff9fbeb,segment=NetworkSegment(7dbfe630-90cd-4254-9e84-8ea26f35a0f9),segment_id=7dbfe630-90cd-4254-9e84-8ea26f35a0f9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:10.757002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b336a5-fcbd-48be-a2c1-78308de9f106 None None] Network 610fbcb7-8148-4940-8b36-2908e8ea318d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:10.838047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 3320feda-4e2e-422c-85e5-7d75b28b09fa is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:10.848977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:10.853494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-feaadd1a-7f57-42bc-bbc3-cb3ff51f60ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:10.970088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.9 (610fbcb7-8148-4940-8b36-2908e8ea318d/e22f194b-c504-45cf-b3e9-b8a23bc041d8/08e6b1fb-4169-4714-9bdc-14faf70c21eb) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:10.973096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port 594ac037-2aca-40e8-ad55-67a8e388dff9, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=594ac037-2aca-40e8-ad55-67a8e388dff9,segment=NetworkSegment(506fc5c4-8a97-46b0-9d96-5c3f18693254),segment_id=506fc5c4-8a97-46b0-9d96-5c3f18693254)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:10.973441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:10.998669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=f93df130-c055-4cf0-b906-723c9ff9fbeb,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:10.999286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:11.044054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:11.049763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dfa43d6d-30a1-4b1c-a20f-7c0a79f0bbdc None None] Provisioning for port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:11.053320 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/3320feda-4e2e-422c-85e5-7d75b28b09fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6398256 Dec 20 16:00:11.054713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55338) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:11.060938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e326db-e1be-4cdb-ae3b-eb601e881fc1 None None] Sync routers for ids ['3320feda-4e2e-422c-85e5-7d75b28b09fa'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:11.073863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dfa43d6d-30a1-4b1c-a20f-7c0a79f0bbdc None None] Provisioning complete for port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:11.074239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dfa43d6d-30a1-4b1c-a20f-7c0a79f0bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:11.134142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d42ad92-0ea2-4e0c-9bc6-ebc25277ba54 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:11.134721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1d42ad92-0ea2-4e0c-9bc6-ebc25277ba54 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:11.147825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 594ac037-2aca-40e8-ad55-67a8e388dff9 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:11.155575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e326db-e1be-4cdb-ae3b-eb601e881fc1 None None] Routers {'3320feda-4e2e-422c-85e5-7d75b28b09fa'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:11.156238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-80e326db-e1be-4cdb-ae3b-eb601e881fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['3320feda-4e2e-422c-85e5-7d75b28b09fa'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:11.210129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1d42ad92-0ea2-4e0c-9bc6-ebc25277ba54 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:11.218393 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1d42ad92-0ea2-4e0c-9bc6-ebc25277ba54 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports/b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd HTTP/1.1" status: 200 len: 910 time: 0.1560171 Dec 20 16:00:11.219865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55342) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:11.241439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-80e326db-e1be-4cdb-ae3b-eb601e881fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:11.326946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dfa43d6d-30a1-4b1c-a20f-7c0a79f0bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:11.341389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e326db-e1be-4cdb-ae3b-eb601e881fc1 None None] Routers {'3320feda-4e2e-422c-85e5-7d75b28b09fa'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:11.342055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-80e326db-e1be-4cdb-ae3b-eb601e881fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['3320feda-4e2e-422c-85e5-7d75b28b09fa'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:11.424569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-80e326db-e1be-4cdb-ae3b-eb601e881fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:11.425270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e326db-e1be-4cdb-ae3b-eb601e881fc1 None None] The sync data for ids ['3320feda-4e2e-422c-85e5-7d75b28b09fa'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:11.441883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-dfa43d6d-30a1-4b1c-a20f-7c0a79f0bbdc None None] For port bdcf8336-92a8-43df-8ec6-4f5581aa80b0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bdcf8336-92a8-43df-8ec6-4f5581aa80b0,segment=NetworkSegment(a8bded94-b15f-4918-9505-15b0391c811b),segment_id=a8bded94-b15f-4918-9505-15b0391c811b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:11.501678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dfa43d6d-30a1-4b1c-a20f-7c0a79f0bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:11.503410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:11.537692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:11.578702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa43d6d-30a1-4b1c-a20f-7c0a79f0bbdc None None] Pushing event updated for resources: {'Port': ['ID=bdcf8336-92a8-43df-8ec6-4f5581aa80b0,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:11.593692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dfa43d6d-30a1-4b1c-a20f-7c0a79f0bbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:11.594607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object 08e6b1fb-4169-4714-9bdc-14faf70c21eb will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:11.619248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:11.745339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bdcf8336-92a8-43df-8ec6-4f5581aa80b0 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:11.835565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:11.835947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:11.955616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f93df130-c055-4cf0-b906-723c9ff9fbeb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:11.964060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:11.968671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ee077de8-439f-4968-90b8-d2256a30881e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:12.014765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=594ac037-2aca-40e8-ad55-67a8e388dff9,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:12.022289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ba7cca9c-1d9c-4d1c-b6bf-a40d1d872aa1 None None] Provisioning for port b100ef1a-59d6-4245-b714-c095945fbea4 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:12.033337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ba7cca9c-1d9c-4d1c-b6bf-a40d1d872aa1 None None] Provisioning complete for port b100ef1a-59d6-4245-b714-c095945fbea4 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:12.033729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ba7cca9c-1d9c-4d1c-b6bf-a40d1d872aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:12.060819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:12.078430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f93df130-c055-4cf0-b906-723c9ff9fbeb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:12.078430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:12.154836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ba7cca9c-1d9c-4d1c-b6bf-a40d1d872aa1 None None] Port b100ef1a-59d6-4245-b714-c095945fbea4 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:12.165359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.169137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.169828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.170438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.171089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.172051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.172643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.173296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.173883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.174586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.175186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:12.221527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ba7cca9c-1d9c-4d1c-b6bf-a40d1d872aa1 None None] Provisioning complete for port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:12.221935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ba7cca9c-1d9c-4d1c-b6bf-a40d1d872aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:12.248448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:12.252952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-90eae1ab-fdc5-4d75-a9b2-58ba2b3b0398 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:12.335992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:12.336966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:12.344841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 610fbcb7-8148-4940-8b36-2908e8ea318d is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:12.351026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:12.356712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:12.431149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:12.431799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:12.438565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=08e6b1fb-4169-4714-9bdc-14faf70c21eb,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:12.444330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:12.498301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:12.546878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-94d440fc-e726-4395-88cc-989bb8bec2f6 None None] Provisioning complete for port b100ef1a-59d6-4245-b714-c095945fbea4 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:12.547284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-94d440fc-e726-4395-88cc-989bb8bec2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:12.580071 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5999067 Dec 20 16:00:12.585904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55346) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:12.610746 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-94d440fc-e726-4395-88cc-989bb8bec2f6 None None] Port b100ef1a-59d6-4245-b714-c095945fbea4 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:12.701811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:12.768633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69cdd7c-6c60-4dc5-aefa-5991953e0917 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:12.769326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e69cdd7c-6c60-4dc5-aefa-5991953e0917 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:12.816400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-48b23daa-c16a-4a7c-9502-bc846be2f50f None None] Provisioning for port 08e6b1fb-4169-4714-9bdc-14faf70c21eb completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:12.822218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-48b23daa-c16a-4a7c-9502-bc846be2f50f None None] Provisioning complete for port 08e6b1fb-4169-4714-9bdc-14faf70c21eb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:12.822815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-48b23daa-c16a-4a7c-9502-bc846be2f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:12.826758 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:12.925079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-48b23daa-c16a-4a7c-9502-bc846be2f50f None None] Port 08e6b1fb-4169-4714-9bdc-14faf70c21eb cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:12.931763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e69cdd7c-6c60-4dc5-aefa-5991953e0917 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:12.933098 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e69cdd7c-6c60-4dc5-aefa-5991953e0917 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3461823 Dec 20 16:00:12.936433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55350) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:13.090503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:13.095246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bbb8fe12-92e8-40a0-aa5c-bbc74e159677 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:13.143220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=b12c50f3-20b0-4dd3-a62b-4c8d2d2d3ddd,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:13.146393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:13.150864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b3570-077f-4ad1-8d82-9ebdb254dfeb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:13.154728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b3570-077f-4ad1-8d82-9ebdb254dfeb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:13.166112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b3570-077f-4ad1-8d82-9ebdb254dfeb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:13.166112 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4d7b3570-077f-4ad1-8d82-9ebdb254dfeb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2230000 Dec 20 16:00:13.171787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55354) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:13.305363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b886aa86-0d4a-4395-8afe-6694164e99ac tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 08e6b1fb-4169-4714-9bdc-14faf70c21eb {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:13.305709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b886aa86-0d4a-4395-8afe-6694164e99ac tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:13.354869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:13.542090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:13.551869 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6789782 Dec 20 16:00:13.554665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55358) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:13.557875 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] Sync routers for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:13.570591 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:13.571270 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:13.612533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:13.766237 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:13.910855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b886aa86-0d4a-4395-8afe-6694164e99ac tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:14.094562 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:11Z', 'revision_number': 10, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:14.098569 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] Checking router: 2870490b-40bf-4aae-8bd8-7bdc3d594611 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:00:14.110602 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:14.111247 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:14.223336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b886aa86-0d4a-4395-8afe-6694164e99ac tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 08e6b1fb-4169-4714-9bdc-14faf70c21eb owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:14.269700 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:14.450027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cc7de8-1782-4975-92e8-67f82aa16d73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting subnet bd0660de-fe99-473d-89b1-669ca6399566 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:00:14.463625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-50cc7de8-1782-4975-92e8-67f82aa16d73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:14.588113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:14.590478 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:11Z', 'revision_number': 10, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:14.594866 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7fd7b-e265-47a6-b6be-6b882a05dc04 None None] The sync data for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv is: [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:11Z', 'revision_number': 10, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None, '_interfaces': [{'id': '7de570e2-4b94-4f35-b083-221925e5bb16', 'name': '', 'network_id': 'df9f4d5e-8038-4e5f-993e-dfe852edeb60', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'mac_address': 'fa:16:3e:1c:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:20Z', 'updated_at': '2021-12-20T15:59:30Z', 'revision_number': 5, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'subnets': [{'id': 'eb50712c-df8a-4387-8d6b-8091f370cb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:14.629328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-50cc7de8-1782-4975-92e8-67f82aa16d73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:14.797542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 3320feda-4e2e-422c-85e5-7d75b28b09fa has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:14.807899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-50cc7de8-1782-4975-92e8-67f82aa16d73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:14.842462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b886aa86-0d4a-4395-8afe-6694164e99ac tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:14.852589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:14.905001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886aa86-0d4a-4395-8afe-6694164e99ac tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=08e6b1fb-4169-4714-9bdc-14faf70c21eb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:14.961762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b886aa86-0d4a-4395-8afe-6694164e99ac tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:15.155237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b886aa86-0d4a-4395-8afe-6694164e99ac tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.161064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:15.176196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305f190-7d8b-4510-8033-6fb8758074ac None None] Sync routers for ids ['3320feda-4e2e-422c-85e5-7d75b28b09fa'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:15.194458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305f190-7d8b-4510-8033-6fb8758074ac None None] Routers {'3320feda-4e2e-422c-85e5-7d75b28b09fa'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:15.195148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b305f190-7d8b-4510-8033-6fb8758074ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['3320feda-4e2e-422c-85e5-7d75b28b09fa'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:15.211142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-50cc7de8-1782-4975-92e8-67f82aa16d73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.215309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-56e9b8dd-91e8-4ca0-9b7d-db1ea005f208 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:15.258630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc7de8-1782-4975-92e8-67f82aa16d73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0660de-fe99-473d-89b1-669ca6399566,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:15.259331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-50cc7de8-1782-4975-92e8-67f82aa16d73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:15.260484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b305f190-7d8b-4510-8033-6fb8758074ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:15.263477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-50cc7de8-1782-4975-92e8-67f82aa16d73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.265423 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-50cc7de8-1782-4975-92e8-67f82aa16d73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/bd0660de-fe99-473d-89b1-669ca6399566 HTTP/1.1" status: 204 len: 168 time: 1.7097976 Dec 20 16:00:15.268241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55362) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:15.270623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f87caf-bce0-406f-b7dc-304ead6df2c5 None None] Network 89d924a3-97f4-49bb-8cd5-d182321d961d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:15.306948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305f190-7d8b-4510-8033-6fb8758074ac None None] Routers {'3320feda-4e2e-422c-85e5-7d75b28b09fa'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:15.307576 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b305f190-7d8b-4510-8033-6fb8758074ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['3320feda-4e2e-422c-85e5-7d75b28b09fa'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:15.313972 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b886aa86-0d4a-4395-8afe-6694164e99ac tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/08e6b1fb-4169-4714-9bdc-14faf70c21eb HTTP/1.1" status: 204 len: 168 time: 2.1412263 Dec 20 16:00:15.317002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55366) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:15.358151 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/3320feda-4e2e-422c-85e5-7d75b28b09fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1380806 Dec 20 16:00:15.365448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55370) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:15.375667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b305f190-7d8b-4510-8033-6fb8758074ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:15.376085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305f190-7d8b-4510-8033-6fb8758074ac None None] The sync data for ids ['3320feda-4e2e-422c-85e5-7d75b28b09fa'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:15.391320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.407534 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff5c360-9ba2-43f1-a59c-4536ee913d51 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 16:00:15.408203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5ff5c360-9ba2-43f1-a59c-4536ee913d51 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:15.408693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:15.409049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.418001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6e3b8785-18b1-4ede-b5f5-7875ae008ed5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:15.490178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5ff5c360-9ba2-43f1-a59c-4536ee913d51 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:15.491517 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5ff5c360-9ba2-43f1-a59c-4536ee913d51 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/08e6b1fb-4169-4714-9bdc-14faf70c21eb HTTP/1.1" status: 404 len: 333 time: 0.1728146 Dec 20 16:00:15.495665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55374) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:15.548513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6e3b8785-18b1-4ede-b5f5-7875ae008ed5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:15.552736 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6e3b8785-18b1-4ede-b5f5-7875ae008ed5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=3320feda-4e2e-422c-85e5-7d75b28b09fa HTTP/1.1" status: 200 len: 205 time: 0.1783416 Dec 20 16:00:15.557147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55378) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:15.629015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] DHCP port deletion for 89d924a3-97f4-49bb-8cd5-d182321d961d request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:00:15.636182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] Deleting port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:15.636813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.669150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0c495ec4-1a81-4edf-8ee2-2b6b7f830659,segment=NetworkSegment(506fc5c4-8a97-46b0-9d96-5c3f18693254),segment_id=506fc5c4-8a97-46b0-9d96-5c3f18693254)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:15.669537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.760813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 594ac037-2aca-40e8-ad55-67a8e388dff9 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:15.810309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:15.818280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 594ac037-2aca-40e8-ad55-67a8e388dff9 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:15.818733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 594ac037-2aca-40e8-ad55-67a8e388dff9 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:15.819110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:15.825127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c52504ac-7221-4de2-96f4-c219100d382d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port b100ef1a-59d6-4245-b714-c095945fbea4 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:15.825699 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c52504ac-7221-4de2-96f4-c219100d382d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.933770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31d82d52-59a8-4a49-82da-74d87a666288 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.955988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] For port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0c495ec4-1a81-4edf-8ee2-2b6b7f830659,segment=NetworkSegment(506fc5c4-8a97-46b0-9d96-5c3f18693254),segment_id=506fc5c4-8a97-46b0-9d96-5c3f18693254)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:15.956460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.993705 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:15.998524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b11b1018-fbad-4607-ae37-58b51f07c3aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:16.046658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=0c495ec4-1a81-4edf-8ee2-2b6b7f830659,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:16.049928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:16.061351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 update to DOWN by agent not found {{(pid=84393) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 16:00:16.061638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No DVR routers for this DVR port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:16.125453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] Calling delete_port for 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:16.226398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:16.226873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:16.237879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.269358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d924a3-97f4-49bb-8cd5-d182321d961d']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:16.283378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506fc5c4-8a97-46b0-9d96-5c3f18693254') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:16.283813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506fc5c4-8a97-46b0-9d96-5c3f18693254') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:16.296049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.313566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.324981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:00:16.328827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:16.340605 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:16.414288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c52504ac-7221-4de2-96f4-c219100d382d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.485421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.490480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:16.505949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.518369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Network': ['ID=89d924a3-97f4-49bb-8cd5-d182321d961d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:16.523467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:16.529679 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/networks/89d924a3-97f4-49bb-8cd5-d182321d961d HTTP/1.1" status: 204 len: 168 time: 1.2576561 Dec 20 16:00:16.529860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55382) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:16.612341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c52504ac-7221-4de2-96f4-c219100d382d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for b100ef1a-59d6-4245-b714-c095945fbea4 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:16.644601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31d82d52-59a8-4a49-82da-74d87a666288 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.658421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31d82d52-59a8-4a49-82da-74d87a666288 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.728040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] Deleting port 0c495ec4-1a81-4edf-8ee2-2b6b7f830659 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:16.728648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.777595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31d82d52-59a8-4a49-82da-74d87a666288 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.777595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d82d52-59a8-4a49-82da-74d87a666288 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Fanout notify agent at l3_agent the message router_deleted on router 3320feda-4e2e-422c-85e5-7d75b28b09fa {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:16.796372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31d82d52-59a8-4a49-82da-74d87a666288 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.796495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5bb04b64-bf2f-4cc2-bb0b-1f33938a854c None None] The port '0c495ec4-1a81-4edf-8ee2-2b6b7f830659' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:00:16.796604 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-31d82d52-59a8-4a49-82da-74d87a666288 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/3320feda-4e2e-422c-85e5-7d75b28b09fa HTTP/1.1" status: 204 len: 168 time: 1.2378223 Dec 20 16:00:16.798338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55386) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:16.844277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c52504ac-7221-4de2-96f4-c219100d382d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:16.852220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d9d8e430-8fc1-45c7-878a-3b11bcf405f6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:16.911316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52504ac-7221-4de2-96f4-c219100d382d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=b100ef1a-59d6-4245-b714-c095945fbea4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:16.919143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c52504ac-7221-4de2-96f4-c219100d382d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:17.053527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.110809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c52504ac-7221-4de2-96f4-c219100d382d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.112773 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c52504ac-7221-4de2-96f4-c219100d382d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/b100ef1a-59d6-4245-b714-c095945fbea4 HTTP/1.1" status: 204 len: 168 time: 1.6161141 Dec 20 16:00:17.119785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55390) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:17.234272 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b852cf9b-6c64-4426-9f41-ccfb64d25836 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 16:00:17.238195 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b852cf9b-6c64-4426-9f41-ccfb64d25836 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/b100ef1a-59d6-4245-b714-c095945fbea4 HTTP/1.1" status: 404 len: 333 time: 0.0639064 Dec 20 16:00:17.241293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55394) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:17.290299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26028db-4d64-488c-83aa-25ec8f87f8a8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting subnet f64f02be-34f5-4d9b-9c86-e15095c1c528 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:00:17.293354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c26028db-4d64-488c-83aa-25ec8f87f8a8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.350254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c26028db-4d64-488c-83aa-25ec8f87f8a8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.448927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c26028db-4d64-488c-83aa-25ec8f87f8a8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.516388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c884ef0-c03d-4b69-85fd-751b39b6a643 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet e22f194b-c504-45cf-b3e9-b8a23bc041d8 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:00:17.523265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c884ef0-c03d-4b69-85fd-751b39b6a643 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.628008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c26028db-4d64-488c-83aa-25ec8f87f8a8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.633822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7bb8a7bf-cea4-47e4-a85d-1ce80b711cbb tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:17.673825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26028db-4d64-488c-83aa-25ec8f87f8a8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Subnet': ['ID=f64f02be-34f5-4d9b-9c86-e15095c1c528,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:17.674426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c884ef0-c03d-4b69-85fd-751b39b6a643 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.676282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c26028db-4d64-488c-83aa-25ec8f87f8a8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:17.680079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c26028db-4d64-488c-83aa-25ec8f87f8a8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.686380 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c26028db-4d64-488c-83aa-25ec8f87f8a8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/f64f02be-34f5-4d9b-9c86-e15095c1c528 HTTP/1.1" status: 204 len: 168 time: 0.8864005 Dec 20 16:00:17.688346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55398) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:17.693815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd5e2ea-e4ae-4116-9131-d0d31722ec4c None None] Network e3f29d43-a95c-4046-a58f-2dcaf4c10044 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:17.810036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.823411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port f93df130-c055-4cf0-b906-723c9ff9fbeb {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:17.823760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:17.828713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c884ef0-c03d-4b69-85fd-751b39b6a643 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.003900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] DHCP port deletion for e3f29d43-a95c-4046-a58f-2dcaf4c10044 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:00:18.010896 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] Deleting port f93df130-c055-4cf0-b906-723c9ff9fbeb {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:18.011967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.063594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port f93df130-c055-4cf0-b906-723c9ff9fbeb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f93df130-c055-4cf0-b906-723c9ff9fbeb,segment=NetworkSegment(7dbfe630-90cd-4254-9e84-8ea26f35a0f9),segment_id=7dbfe630-90cd-4254-9e84-8ea26f35a0f9)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:18.064370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.121008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port 7de570e2-4b94-4f35-b083-221925e5bb16 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:18.121352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.153977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c884ef0-c03d-4b69-85fd-751b39b6a643 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.165215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2e0f736a-a0dd-4028-8392-32a3cdca5ff8 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:18.190857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for f93df130-c055-4cf0-b906-723c9ff9fbeb owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:18.254811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] For port f93df130-c055-4cf0-b906-723c9ff9fbeb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f93df130-c055-4cf0-b906-723c9ff9fbeb,segment=NetworkSegment(7dbfe630-90cd-4254-9e84-8ea26f35a0f9),segment_id=7dbfe630-90cd-4254-9e84-8ea26f35a0f9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:18.256358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.267591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065399db-9249-4c70-9402-10bf55f126b1 None None] Network 610fbcb7-8148-4940-8b36-2908e8ea318d requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:18.279152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2c884ef0-c03d-4b69-85fd-751b39b6a643 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.285140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c884ef0-c03d-4b69-85fd-751b39b6a643 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=e22f194b-c504-45cf-b3e9-b8a23bc041d8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:18.289172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2c884ef0-c03d-4b69-85fd-751b39b6a643 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:18.297955 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2c884ef0-c03d-4b69-85fd-751b39b6a643 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/e22f194b-c504-45cf-b3e9-b8a23bc041d8 HTTP/1.1" status: 204 len: 168 time: 1.0555930 Dec 20 16:00:18.301386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55402) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:18.371655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.422650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc6d43de-a393-4cf9-b121-5a0ebc6dab2b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:18.427951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port 7de570e2-4b94-4f35-b083-221925e5bb16, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7de570e2-4b94-4f35-b083-221925e5bb16,segment=NetworkSegment(b083c0e8-8688-40f4-8a66-17e7e73ab20d),segment_id=b083c0e8-8688-40f4-8a66-17e7e73ab20d)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:18.428296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.460285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] Calling delete_port for f93df130-c055-4cf0-b906-723c9ff9fbeb owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:18.485783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=f93df130-c055-4cf0-b906-723c9ff9fbeb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:18.489250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:18.494318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.496418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No DVR routers for this DVR port f93df130-c055-4cf0-b906-723c9ff9fbeb on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:18.565617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:18.565962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.587336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for 7de570e2-4b94-4f35-b083-221925e5bb16 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:18.669286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:18.669788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:18.694967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.763261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f29d43-a95c-4046-a58f-2dcaf4c10044']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:18.777708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] DHCP port deletion for 610fbcb7-8148-4940-8b36-2908e8ea318d request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:00:18.782559 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] Deleting port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:18.782989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.785425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbfe630-90cd-4254-9e84-8ea26f35a0f9') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:18.785780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbfe630-90cd-4254-9e84-8ea26f35a0f9') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:18.808589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.857303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.923226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:00:18.923709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:18.938298 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:18.976141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:18.981580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-217feab3-fda5-4447-b7e7-e7a47c4cc1a4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:19.025589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=7de570e2-4b94-4f35-b083-221925e5bb16,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:19.027976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:19.033769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] For port bdcf8336-92a8-43df-8ec6-4f5581aa80b0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bdcf8336-92a8-43df-8ec6-4f5581aa80b0,segment=NetworkSegment(a8bded94-b15f-4918-9505-15b0391c811b),segment_id=a8bded94-b15f-4918-9505-15b0391c811b)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:19.034460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.037578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] For port bdcf8336-92a8-43df-8ec6-4f5581aa80b0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bdcf8336-92a8-43df-8ec6-4f5581aa80b0,segment=NetworkSegment(a8bded94-b15f-4918-9505-15b0391c811b),segment_id=a8bded94-b15f-4918-9505-15b0391c811b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:19.042020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.176152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] Deleting port f93df130-c055-4cf0-b906-723c9ff9fbeb {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:19.176688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.209770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] Calling delete_port for bdcf8336-92a8-43df-8ec6-4f5581aa80b0 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:19.243125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.327947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5668893a-26d9-4455-85f7-956e05508a3f None None] The port 'f93df130-c055-4cf0-b906-723c9ff9fbeb' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:00:19.330961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.335522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.346432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for bdcf8336-92a8-43df-8ec6-4f5581aa80b0 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:19.385978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cab090e5-76a9-4cce-9cbb-4ddfb9fce83b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:19.419298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Network': ['ID=e3f29d43-a95c-4046-a58f-2dcaf4c10044,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:19.421743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:19.445074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.449297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9547cf04-f2f0-4f66-aab6-67e2e82a0d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:19.466659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:19.467470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:19.496874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] Pushing event deleted for resources: {'Port': ['ID=bdcf8336-92a8-43df-8ec6-4f5581aa80b0,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:19.500481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:19.504631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] No DVR routers for this DVR port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:19.517342 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/networks/e3f29d43-a95c-4046-a58f-2dcaf4c10044 HTTP/1.1" status: 204 len: 168 time: 1.8276420 Dec 20 16:00:19.520819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55406) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:19.526650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1666214800', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:19.534080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:19.538198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:router and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:19.541484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:19.549704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:19.691519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.692470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.714509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.734501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:19.797095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bdcf8336-92a8-43df-8ec6-4f5581aa80b0 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:19.839003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: bdcf8336-92a8-43df-8ec6-4f5581aa80b0 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:19.839843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bdcf8336-92a8-43df-8ec6-4f5581aa80b0 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:19.839843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f93df130-c055-4cf0-b906-723c9ff9fbeb no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:19.876235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: f93df130-c055-4cf0-b906-723c9ff9fbeb {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:19.876603 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f93df130-c055-4cf0-b906-723c9ff9fbeb not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:19.886381 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:00:19.898047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:19.908909 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] Sync routers for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:19.914568 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3809319 Dec 20 16:00:19.914960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55410) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:19.929532 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:19.930518 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:19.949962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:19.968907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port bdcf8336-92a8-43df-8ec6-4f5581aa80b0 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:19.971143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.065778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] The port 'bdcf8336-92a8-43df-8ec6-4f5581aa80b0' was deleted {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:00:20.086528 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:20.140957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5140b2-0af0-48b1-bb53-9a80a6ac232f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting subnet eb50712c-df8a-4387-8d6b-8091f370cb4a {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:00:20.144366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b5140b2-0af0-48b1-bb53-9a80a6ac232f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.200705 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 11, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:20.204830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b5140b2-0af0-48b1-bb53-9a80a6ac232f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.205003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] Checking router: 2870490b-40bf-4aae-8bd8-7bdc3d594611 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:00:20.215252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.216821 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:20.217441 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:20.248221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610fbcb7-8148-4940-8b36-2908e8ea318d']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:20.308205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bded94-b15f-4918-9505-15b0391c811b') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:20.308503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bded94-b15f-4918-9505-15b0391c811b') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:20.331489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.340317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b5140b2-0af0-48b1-bb53-9a80a6ac232f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.352672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.355522 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:20.361822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:00:20.371117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: util.warn( Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:20.377629 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:20.507969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b5140b2-0af0-48b1-bb53-9a80a6ac232f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.519428 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 11, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:20.519672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.520503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-92080c99-ffbe-4841-9099-663451b06d1f tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:20.520705 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4853c996-bbd0-4800-879b-a602f3e05ab9 None None] The sync data for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv is: [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 11, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:20.542626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.549388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.550587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5140b2-0af0-48b1-bb53-9a80a6ac232f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Subnet': ['ID=eb50712c-df8a-4387-8d6b-8091f370cb4a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:20.551564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-34ae03d3-716f-4462-9033-6aa2e207d10a tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:20.555754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0b5140b2-0af0-48b1-bb53-9a80a6ac232f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:20.562682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b5140b2-0af0-48b1-bb53-9a80a6ac232f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.577425 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0b5140b2-0af0-48b1-bb53-9a80a6ac232f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/eb50712c-df8a-4387-8d6b-8091f370cb4a HTTP/1.1" status: 204 len: 168 time: 0.6546516 Dec 20 16:00:20.577705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.577802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55414) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:20.578224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8644ea96-21c5-48dd-93fb-79fc7d62daeb None None] Network df9f4d5e-8038-4e5f-993e-dfe852edeb60 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:20.625409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Network': ['ID=610fbcb7-8148-4940-8b36-2908e8ea318d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:20.635486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:20.722840 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/networks/610fbcb7-8148-4940-8b36-2908e8ea318d HTTP/1.1" status: 204 len: 168 time: 2.4195173 Dec 20 16:00:20.728821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55418) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:20.735722 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1108005416'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:20.742191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:20.753361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:network and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:20.758474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:20.767432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:20.783460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Allocated IP 172.26.7.44 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/8640b0eb-742c-4461-a8e9-e2ba71298a12) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:20.839207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.850841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Deleting port b31f0874-a399-4ad2-9bda-1b38c0d734b0 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:20.851262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.897415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:20.903424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.922065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] DHCP port deletion for df9f4d5e-8038-4e5f-993e-dfe852edeb60 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:00:20.926423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] Deleting port b31f0874-a399-4ad2-9bda-1b38c0d734b0 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:20.926800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.980729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:20.996660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:21.009963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.010309 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Added segment 4d7e6a60-7ca3-4f5c-b860-787c78e445ac of type vlan for network 9c019876-2bce-41a4-942d-88358b2d1141 Dec 20 16:00:21.048751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.087771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] For port b31f0874-a399-4ad2-9bda-1b38c0d734b0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b31f0874-a399-4ad2-9bda-1b38c0d734b0,segment=NetworkSegment(b083c0e8-8688-40f4-8a66-17e7e73ab20d),segment_id=b083c0e8-8688-40f4-8a66-17e7e73ab20d)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:21.088134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.179362 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] For port b31f0874-a399-4ad2-9bda-1b38c0d734b0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b31f0874-a399-4ad2-9bda-1b38c0d734b0,segment=NetworkSegment(b083c0e8-8688-40f4-8a66-17e7e73ab20d),segment_id=b083c0e8-8688-40f4-8a66-17e7e73ab20d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:21.179763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.218462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Calling delete_port for b31f0874-a399-4ad2-9bda-1b38c0d734b0 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:21.262025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.267228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa7ef3aa-08ce-468f-89d5-499b04574ccd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:21.334544 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:21.337852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:21.340936 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] Calling delete_port for b31f0874-a399-4ad2-9bda-1b38c0d734b0 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:21.341668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:21.373196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=8640b0eb-742c-4461-a8e9-e2ba71298a12,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:21.374840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.379145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:21.380036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.392338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:21.392857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-57e7d76c-7ddc-476b-82e9-9157d2eb502b tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:21.444353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.449209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:21.449727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:21.450152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:21.494097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Port': ['ID=b31f0874-a399-4ad2-9bda-1b38c0d734b0,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:21.496549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:21.498812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No DVR routers for this DVR port b31f0874-a399-4ad2-9bda-1b38c0d734b0 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:21.639996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.660963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Network': ['ID=9c019876-2bce-41a4-942d-88358b2d1141,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:21.667096 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9343417 Dec 20 16:00:21.667096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:21.667714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55422) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:21.675305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '9c019876-2bce-41a4-942d-88358b2d1141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:21.683028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 9c019876-2bce-41a4-942d-88358b2d1141 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:00:21.716814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9f4d5e-8038-4e5f-993e-dfe852edeb60']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:21.740613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b083c0e8-8688-40f4-8a66-17e7e73ab20d') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:21.744814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b083c0e8-8688-40f4-8a66-17e7e73ab20d') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:21.761947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.778820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b31f0874-a399-4ad2-9bda-1b38c0d734b0 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:21.824775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: b31f0874-a399-4ad2-9bda-1b38c0d734b0 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:21.825013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b31f0874-a399-4ad2-9bda-1b38c0d734b0 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:21.825802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7de570e2-4b94-4f35-b083-221925e5bb16 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:21.848582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.862520 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 7de570e2-4b94-4f35-b083-221925e5bb16 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:21.862943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7de570e2-4b94-4f35-b083-221925e5bb16 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:21.863064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:00:21.863335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.866729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.867715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:21.884578 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:21.892789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:21.901600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:21.918846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:21.951689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] Deleting port b31f0874-a399-4ad2-9bda-1b38c0d734b0 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:21.952578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:21.970665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:22.000168 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-275933d6-ca9d-4bed-8249-68e07ad97865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:22.038188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4864a46f-e561-48a7-b3c2-b0d1d869e838 None None] The port 'b31f0874-a399-4ad2-9bda-1b38c0d734b0' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:00:22.061742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:22.066577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:22.079480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:22.100182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Pushing event deleted for resources: {'Network': ['ID=df9f4d5e-8038-4e5f-993e-dfe852edeb60,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:22.102617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:22.105092 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/networks/df9f4d5e-8038-4e5f-993e-dfe852edeb60 HTTP/1.1" status: 204 len: 168 time: 1.5308864 Dec 20 16:00:22.106026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:22.108530 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55426) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:22.119488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-13f3d482-b4f7-4e65-9c31-53bb93fcaea3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'routes': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:22.239318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:22.460158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.extraroute_db [None req-13f3d482-b4f7-4e65-9c31-53bb93fcaea3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Added routes are [] {{(pid=84391) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 16:00:22.460827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.extraroute_db [None req-13f3d482-b4f7-4e65-9c31-53bb93fcaea3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Removed routes are [] {{(pid=84391) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 16:00:22.460827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13f3d482-b4f7-4e65-9c31-53bb93fcaea3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:22.579971 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 6ec1551a-ec59-430d-a296-f261da9582d0 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:22.661758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:22.665797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4ed67aae-f626-4350-8b58-3de8a8e7e22c tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:22.745685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=cd41077e-847a-4f2b-b459-4b9c72f1c8db,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:22.749705 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:22.758465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Checking segment: {'id': '4d7e6a60-7ca3-4f5c-b860-787c78e445ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9c019876-2bce-41a4-942d-88358b2d1141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:22.758844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network hostable DHCP agents. Network: 9c019876-2bce-41a4-942d-88358b2d1141, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:22.790330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13f3d482-b4f7-4e65-9c31-53bb93fcaea3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:22.795330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13f3d482-b4f7-4e65-9c31-53bb93fcaea3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:22.850425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 9c019876-2bce-41a4-942d-88358b2d1141 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:22.930260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 9c019876-2bce-41a4-942d-88358b2d1141) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:22.936740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:22.938067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:22.939637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7e4c23-4887-4cca-9de0-85aa36ecdc2d None None] Network 9c019876-2bce-41a4-942d-88358b2d1141 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:23.028774 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3598549 Dec 20 16:00:23.031498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55430) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:23.038170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-704983078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:23.045100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:23.049537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:router and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:23.053710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:23.061777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:23.144785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f3d482-b4f7-4e65-9c31-53bb93fcaea3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 2870490b-40bf-4aae-8bd8-7bdc3d594611 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:23.180846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.185409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.189090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-9c019876-2bce-41a4-942d-88358b2d1141', 'network_id': '9c019876-2bce-41a4-942d-88358b2d1141', 'tenant_id': '8c8fec8b636f4fcdbe043db760a76388', 'fixed_ips': [{'subnet_id': 'cd41077e-847a-4f2b-b459-4b9c72f1c8db'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:00:23.190138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.207330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.308112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.334068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:23.347053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f3d482-b4f7-4e65-9c31-53bb93fcaea3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:23.347435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3c60f-3518-49a0-b68c-140c0f5aeff0 None None] Sync routers for ids ['6ec1551a-ec59-430d-a296-f261da9582d0'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:23.353601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-13f3d482-b4f7-4e65-9c31-53bb93fcaea3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.355193 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-13f3d482-b4f7-4e65-9c31-53bb93fcaea3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611 HTTP/1.1" status: 200 len: 705 time: 1.2450240 Dec 20 16:00:23.359023 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] Sync routers for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:23.361516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55434) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:23.372565 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:23.373341 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:23.383534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3c60f-3518-49a0-b68c-140c0f5aeff0 None None] Routers {'6ec1551a-ec59-430d-a296-f261da9582d0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:23.384188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9bd3c60f-3518-49a0-b68c-140c0f5aeff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['6ec1551a-ec59-430d-a296-f261da9582d0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:23.387843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.392175 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f0bdcdb8-bea7-4eef-802c-880c732f5f25 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3591843 Dec 20 16:00:23.392679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55438) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:23.399245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'network_id': '9c019876-2bce-41a4-942d-88358b2d1141', 'name': 'tempest-PortsTestJSON-1051846172'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:23.409315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5b58014b-c3e6-453a-8f89-a29fecaf7679 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Synchronizing usage tracker for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:23.436511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Allocated IP 172.20.0.2 (9c019876-2bce-41a4-942d-88358b2d1141/cd41077e-847a-4f2b-b459-4b9c72f1c8db/75763840-1d70-44a4-82b0-e5af13e4262d) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:23.450749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.452490 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.9304810 Dec 20 16:00:23.457360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55442) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:23.469205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9bd3c60f-3518-49a0-b68c-140c0f5aeff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:23.523235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3c60f-3518-49a0-b68c-140c0f5aeff0 None None] Routers {'6ec1551a-ec59-430d-a296-f261da9582d0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:23.524281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9bd3c60f-3518-49a0-b68c-140c0f5aeff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['6ec1551a-ec59-430d-a296-f261da9582d0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:23.557729 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:23.596341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5b58014b-c3e6-453a-8f89-a29fecaf7679 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Unset dirty status for tenant:a2d9ab17a7714b56bef631143e09e6f5 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:23.604927 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5b58014b-c3e6-453a-8f89-a29fecaf7679 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=2870490b-40bf-4aae-8bd8-7bdc3d594611 HTTP/1.1" status: 200 len: 205 time: 0.2421148 Dec 20 16:00:23.606494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55446) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:23.678023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9bd3c60f-3518-49a0-b68c-140c0f5aeff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:23.678495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3c60f-3518-49a0-b68c-140c0f5aeff0 None None] The sync data for ids ['6ec1551a-ec59-430d-a296-f261da9582d0'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:23.696140 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 11, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:23.697225 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] Checking router: 2870490b-40bf-4aae-8bd8-7bdc3d594611 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:00:23.711789 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] Routers {'2870490b-40bf-4aae-8bd8-7bdc3d594611'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:23.712425 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T15:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['2870490b-40bf-4aae-8bd8-7bdc3d594611'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:23.759119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:23.766556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:port and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:23.773562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:23.783628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:23.845190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-631fe206-2dbe-4f71-a24d-3320c12ca460 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.871895 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] Set router 2870490b-40bf-4aae-8bd8-7bdc3d594611 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:23.885845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.897217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Transition to ACTIVE for port object 75763840-1d70-44a4-82b0-e5af13e4262d will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:23.903945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:23.908543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:23.916530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Transition to ACTIVE for port object 75763840-1d70-44a4-82b0-e5af13e4262d will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:23.939053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 0e553549-d24b-4f69-97b3-46b02a0b8884 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:00:23.986265 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 11, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:23.991705 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfbd00-8240-49e0-b567-4f8d3befaf85 None None] The sync data for ids ['2870490b-40bf-4aae-8bd8-7bdc3d594611'] in dv-neutron-821074-1-hyperv is: [{'id': '2870490b-40bf-4aae-8bd8-7bdc3d594611', 'name': 'tempest-RoutersIpV6Test-router-1408292281', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 11, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:23.999327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.009943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-444b4cb1-2298-4f18-883e-af83f29a465f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:24.087184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Network 9c019876-2bce-41a4-942d-88358b2d1141 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:24.091467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:24.095180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:24.128229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Pushing event updated for resources: {'Port': ['ID=75763840-1d70-44a4-82b0-e5af13e4262d,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:24.135065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:24.183448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.db.api [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d9cfa4fc-e06c-4925-9d22-03289bafa5ed {{(pid=84392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:24.183835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_db.api [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:24.201268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Attempting to bind port 75763840-1d70-44a4-82b0-e5af13e4262d on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:00:24.201568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Attempting to bind port 75763840-1d70-44a4-82b0-e5af13e4262d by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '4d7e6a60-7ca3-4f5c-b860-787c78e445ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9c019876-2bce-41a4-942d-88358b2d1141'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:00:24.201934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Attempting to bind port 75763840-1d70-44a4-82b0-e5af13e4262d on network 9c019876-2bce-41a4-942d-88358b2d1141 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:00:24.210024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:00:24.210635 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Checking segment: {'id': '4d7e6a60-7ca3-4f5c-b860-787c78e445ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9c019876-2bce-41a4-942d-88358b2d1141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:24.211227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.211611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Bound using segment: {'id': '4d7e6a60-7ca3-4f5c-b860-787c78e445ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9c019876-2bce-41a4-942d-88358b2d1141'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:00:24.212133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Bound port: 75763840-1d70-44a4-82b0-e5af13e4262d, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7e6a60-7ca3-4f5c-b860-787c78e445ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9c019876-2bce-41a4-942d-88358b2d1141'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:00:24.212473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.309030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f2128bc-9ed8-4124-9094-1a664e2e783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.310870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] For port 75763840-1d70-44a4-82b0-e5af13e4262d, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:24.314464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] For port 75763840-1d70-44a4-82b0-e5af13e4262d, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=75763840-1d70-44a4-82b0-e5af13e4262d,segment=NetworkSegment(4d7e6a60-7ca3-4f5c-b860-787c78e445ac),segment_id=4d7e6a60-7ca3-4f5c-b860-787c78e445ac)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:24.349885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-631fe206-2dbe-4f71-a24d-3320c12ca460 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.357924 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-631fe206-2dbe-4f71-a24d-3320c12ca460 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.370808 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-680c1fe5-0180-4b40-8a80-89b3975013c5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/routers/6ec1551a-ec59-430d-a296-f261da9582d0 HTTP/1.1" status: 200 len: 880 time: 0.9117861 Dec 20 16:00:24.374104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55450) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:24.399393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.403759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8ae68f6a-96ad-447f-b7ae-7fadca58007b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:24.461526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-631fe206-2dbe-4f71-a24d-3320c12ca460 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.462105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631fe206-2dbe-4f71-a24d-3320c12ca460 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Fanout notify agent at l3_agent the message router_deleted on router 2870490b-40bf-4aae-8bd8-7bdc3d594611 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:24.481929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-631fe206-2dbe-4f71-a24d-3320c12ca460 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.483139 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-631fe206-2dbe-4f71-a24d-3320c12ca460 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611 HTTP/1.1" status: 204 len: 168 time: 0.8617167 Dec 20 16:00:24.489459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55454) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:24.499978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1626741668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:24.503949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Pushing event updated for resources: {'Port': ['ID=75763840-1d70-44a4-82b0-e5af13e4262d,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:24.508185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:24.511414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:24.519884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Usage tracker for resource:router and tenant:a2d9ab17a7714b56bef631143e09e6f5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:24.522579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:24.529882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:24.624890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.628883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.638042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1b481fb1-f54a-43d5-be0f-1d3676fe1c17 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:router {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:24.654733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.685558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.703946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1b481fb1-f54a-43d5-be0f-1d3676fe1c17 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:router {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:24.705217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1b481fb1-f54a-43d5-be0f-1d3676fe1c17 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3298032 Dec 20 16:00:24.710118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55458) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:24.713722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 939a93be-5c89-474f-84e7-a16d579b5cac yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:00:24.721349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-703153f4-a8f3-4fb8-b102-2389dde15682 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1666214800'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:24.798322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:24.921993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.13 (9c019876-2bce-41a4-942d-88358b2d1141/cd41077e-847a-4f2b-b459-4b9c72f1c8db/939a93be-5c89-474f-84e7-a16d579b5cac) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:25.069025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:25.072647 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ec4c4866-7bb3-4c66-b67d-ed67e20930e1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5782442 Dec 20 16:00:25.077306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55462) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:25.086165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-4ac6d637-96e1-478b-a9a7-0de444c7b821 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:25.174090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:25.192695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object 939a93be-5c89-474f-84e7-a16d579b5cac will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:25.303311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:25.324738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-304db48d-e703-484a-a213-b6bcf3f5d8b9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:25.352619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:25.440119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=939a93be-5c89-474f-84e7-a16d579b5cac,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:25.462992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:25.465156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 9c019876-2bce-41a4-942d-88358b2d1141 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:25.467127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:25.475296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:25.478877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:25.575645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:25.575980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:25.698391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4ac6d637-96e1-478b-a9a7-0de444c7b821 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:25.748361 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3545027 Dec 20 16:00:25.756184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55468) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:25.815115 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4ac6d637-96e1-478b-a9a7-0de444c7b821 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:25.861553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 75763840-1d70-44a4-82b0-e5af13e4262d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:26.042353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1dc916-57ae-4cc2-afc3-120077380742 None None] Network 9c019876-2bce-41a4-942d-88358b2d1141 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:26.257256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac6d637-96e1-478b-a9a7-0de444c7b821 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Router 3dd713be-019d-4fac-a418-dc25917e0f97 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:26.275806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-703153f4-a8f3-4fb8-b102-2389dde15682 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:26.376760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-703153f4-a8f3-4fb8-b102-2389dde15682 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:26.415814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ab22250a-5e8a-4ee7-9a00-efe117872688 None None] Provisioning for port 75763840-1d70-44a4-82b0-e5af13e4262d completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:26.455504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 75763840-1d70-44a4-82b0-e5af13e4262d completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:26.462514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 75763840-1d70-44a4-82b0-e5af13e4262d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:26.463311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:26.612270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:26.648344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 75763840-1d70-44a4-82b0-e5af13e4262d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=75763840-1d70-44a4-82b0-e5af13e4262d,segment=NetworkSegment(4d7e6a60-7ca3-4f5c-b860-787c78e445ac),segment_id=4d7e6a60-7ca3-4f5c-b860-787c78e445ac)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:26.651460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:26.691831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac6d637-96e1-478b-a9a7-0de444c7b821 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:26.700178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4ac6d637-96e1-478b-a9a7-0de444c7b821 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:26.701364 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4ac6d637-96e1-478b-a9a7-0de444c7b821 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "PUT /v2.0/routers/3dd713be-019d-4fac-a418-dc25917e0f97 HTTP/1.1" status: 200 len: 698 time: 1.6231146 Dec 20 16:00:26.704331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55472) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:26.713040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] Sync routers for ids ['3dd713be-019d-4fac-a418-dc25917e0f97'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:26.729446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] Routers {'3dd713be-019d-4fac-a418-dc25917e0f97'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:26.731039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['3dd713be-019d-4fac-a418-dc25917e0f97'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:26.801504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:26.816902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9d336870-c433-43a2-ab00-11bf8748b926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:26.940278 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0f630208-d83c-439b-858d-49bb64496758 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/routers/3dd713be-019d-4fac-a418-dc25917e0f97 HTTP/1.1" status: 200 len: 704 time: 0.2347016 Dec 20 16:00:26.943149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55476) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:26.979484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] Set router 3dd713be-019d-4fac-a418-dc25917e0f97 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:26.992814 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a3d8392b-8294-46c4-bc5a-7332ffc62d61 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=3dd713be-019d-4fac-a418-dc25917e0f97 HTTP/1.1" status: 200 len: 205 time: 0.0485251 Dec 20 16:00:26.996311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55480) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:27.031886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=75763840-1d70-44a4-82b0-e5af13e4262d,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:27.076379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.087183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:27.094141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-79192a72-b7b3-40e8-b303-7a5c9bd8d87f None None] Provisioning for port 939a93be-5c89-474f-84e7-a16d579b5cac completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:27.097175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.099913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd713be-019d-4fac-a418-dc25917e0f97', 'name': 'tempest-RoutersIpV6Test-router-1626741668', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:24Z', 'updated_at': '2021-12-20T16:00:25Z', 'revision_number': 2, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:27.103252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-79192a72-b7b3-40e8-b303-7a5c9bd8d87f None None] Provisioning complete for port 939a93be-5c89-474f-84e7-a16d579b5cac triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:27.103626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-79192a72-b7b3-40e8-b303-7a5c9bd8d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.130641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] Checking router: 3dd713be-019d-4fac-a418-dc25917e0f97 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:00:27.152911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.159224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6f1670f-64ba-48b0-9afe-485dfb9784e7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:27.165021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] Routers {'3dd713be-019d-4fac-a418-dc25917e0f97'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:27.165687 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['3dd713be-019d-4fac-a418-dc25917e0f97'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:27.171405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6d9d88d7-cd03-40b6-a98b-e8c9c82e4e99 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.222226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-79192a72-b7b3-40e8-b303-7a5c9bd8d87f None None] Port 939a93be-5c89-474f-84e7-a16d579b5cac cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:27.241805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=939a93be-5c89-474f-84e7-a16d579b5cac,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:27.248906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:27.266127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703153f4-a8f3-4fb8-b102-2389dde15682 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 6ec1551a-ec59-430d-a296-f261da9582d0 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:27.315776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] Set router 3dd713be-019d-4fac-a418-dc25917e0f97 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:27.358208 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-79192a72-b7b3-40e8-b303-7a5c9bd8d87f None None] Provisioning complete for port 75763840-1d70-44a4-82b0-e5af13e4262d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:27.358853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-79192a72-b7b3-40e8-b303-7a5c9bd8d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.483398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd713be-019d-4fac-a418-dc25917e0f97', 'name': 'tempest-RoutersIpV6Test-router-1626741668', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:24Z', 'updated_at': '2021-12-20T16:00:25Z', 'revision_number': 2, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:27.490711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d4126-851d-4b69-b721-5525dabed55e None None] The sync data for ids ['3dd713be-019d-4fac-a418-dc25917e0f97'] in dv-neutron-821074-1-hyperv is: [{'id': '3dd713be-019d-4fac-a418-dc25917e0f97', 'name': 'tempest-RoutersIpV6Test-router-1626741668', 'tenant_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:24Z', 'updated_at': '2021-12-20T16:00:25Z', 'revision_number': 2, 'project_id': 'a2d9ab17a7714b56bef631143e09e6f5', 'gw_port_host': None}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:27.574504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.726463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-30df0708-b6db-49aa-93a3-05fd449d9c7d None None] Provisioning complete for port 939a93be-5c89-474f-84e7-a16d579b5cac triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:27.727559 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-30df0708-b6db-49aa-93a3-05fd449d9c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.761044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6d9d88d7-cd03-40b6-a98b-e8c9c82e4e99 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.768317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6d9d88d7-cd03-40b6-a98b-e8c9c82e4e99 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.792190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.804124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 75763840-1d70-44a4-82b0-e5af13e4262d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:27.846787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-30df0708-b6db-49aa-93a3-05fd449d9c7d None None] Port 939a93be-5c89-474f-84e7-a16d579b5cac cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:27.887552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 75763840-1d70-44a4-82b0-e5af13e4262d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:27.888216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.898868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703153f4-a8f3-4fb8-b102-2389dde15682 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:27.912171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-703153f4-a8f3-4fb8-b102-2389dde15682 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:27.914967 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-703153f4-a8f3-4fb8-b102-2389dde15682 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/6ec1551a-ec59-430d-a296-f261da9582d0 HTTP/1.1" status: 200 len: 887 time: 3.2019465 Dec 20 16:00:27.915228 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7bab30-4fcf-41c1-a05a-cb90c0a473bd None None] Sync routers for ids ['6ec1551a-ec59-430d-a296-f261da9582d0'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:27.918193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55484) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:27.933151 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7bab30-4fcf-41c1-a05a-cb90c0a473bd None None] Routers {'6ec1551a-ec59-430d-a296-f261da9582d0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:27.933789 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1a7bab30-4fcf-41c1-a05a-cb90c0a473bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['6ec1551a-ec59-430d-a296-f261da9582d0'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:28.012472 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1a7bab30-4fcf-41c1-a05a-cb90c0a473bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:28.030297 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7bab30-4fcf-41c1-a05a-cb90c0a473bd None None] Routers {'6ec1551a-ec59-430d-a296-f261da9582d0'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:28.031136 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1a7bab30-4fcf-41c1-a05a-cb90c0a473bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['6ec1551a-ec59-430d-a296-f261da9582d0'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:28.107951 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1a7bab30-4fcf-41c1-a05a-cb90c0a473bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:28.108259 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7bab30-4fcf-41c1-a05a-cb90c0a473bd None None] The sync data for ids ['6ec1551a-ec59-430d-a296-f261da9582d0'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:28.146667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6d9d88d7-cd03-40b6-a98b-e8c9c82e4e99 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:28.147341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9d88d7-cd03-40b6-a98b-e8c9c82e4e99 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd713be-019d-4fac-a418-dc25917e0f97 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:28.153211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6d9d88d7-cd03-40b6-a98b-e8c9c82e4e99 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:28.154348 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6d9d88d7-cd03-40b6-a98b-e8c9c82e4e99 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/3dd713be-019d-4fac-a418-dc25917e0f97 HTTP/1.1" status: 204 len: 168 time: 1.1574931 Dec 20 16:00:28.161886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55488) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.216201 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a4a9dfa2-6529-4d64-9076-77f0d16d37cf tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=3dd713be-019d-4fac-a418-dc25917e0f97 HTTP/1.1" status: 200 len: 205 time: 0.0532486 Dec 20 16:00:28.220075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55492) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.245544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:28.292297 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-ce506a7e-37a7-4a50-a550-3fe92226c0fe tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] delete failed (client error): The resource could not be found. Dec 20 16:00:28.293326 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ce506a7e-37a7-4a50-a550-3fe92226c0fe tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/3dd713be-019d-4fac-a418-dc25917e0f97 HTTP/1.1" status: 404 len: 336 time: 0.0722890 Dec 20 16:00:28.296090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55496) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.331073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:28.362880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8c93fd01-3fa3-4ad4-99ed-c8ec989075aa tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:28.401403 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3d2776-4fb8-4b82-9755-da99c2b223c6 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:28.401843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3d2776-4fb8-4b82-9755-da99c2b223c6 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:28.403542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5e3d2776-4fb8-4b82-9755-da99c2b223c6 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/5d2957e7-e806-4012-a57f-04ef12eab0cf HTTP/1.1" status: 404 len: 337 time: 0.1063733 Dec 20 16:00:28.406629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55500) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.452178 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-682d6748-8841-4b6c-98ad-cda59730f87a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:28.452630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682d6748-8841-4b6c-98ad-cda59730f87a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:28.453432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:28.454264 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-682d6748-8841-4b6c-98ad-cda59730f87a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/5c4753c4-8f5b-4257-84f7-25a4a9316777 HTTP/1.1" status: 404 len: 337 time: 0.0457942 Dec 20 16:00:28.459147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55504) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.478737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=939a93be-5c89-474f-84e7-a16d579b5cac,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:28.482295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:28.504766 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-40802f83-b5d0-436b-8447-031498e15be6 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:28.505845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40802f83-b5d0-436b-8447-031498e15be6 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:28.507412 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-40802f83-b5d0-436b-8447-031498e15be6 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/bd0660de-fe99-473d-89b1-669ca6399566 HTTP/1.1" status: 404 len: 337 time: 0.0473080 Dec 20 16:00:28.510007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55508) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.515890 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cc76eaee-714b-433f-ae1c-c01c33fd697f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/routers/6ec1551a-ec59-430d-a296-f261da9582d0 HTTP/1.1" status: 200 len: 887 time: 0.5960491 Dec 20 16:00:28.518338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55512) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.563129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-397e1380-16ab-4bd9-b335-0662e4b61ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:28.707389 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-69457bfd-c1c7-438d-b150-8fa25aca93ab tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:28.707713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69457bfd-c1c7-438d-b150-8fa25aca93ab tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:28.709925 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-69457bfd-c1c7-438d-b150-8fa25aca93ab tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/eb50712c-df8a-4387-8d6b-8091f370cb4a HTTP/1.1" status: 404 len: 337 time: 0.1990035 Dec 20 16:00:28.712719 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55516) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.715535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-397e1380-16ab-4bd9-b335-0662e4b61ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:28.716640 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-397e1380-16ab-4bd9-b335-0662e4b61ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ec1551a-ec59-430d-a296-f261da9582d0 HTTP/1.1" status: 200 len: 205 time: 0.1974120 Dec 20 16:00:28.721001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55520) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.758090 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b6ad9e2e-81c5-4c8a-922b-15d02caaba35 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=2870490b-40bf-4aae-8bd8-7bdc3d594611 HTTP/1.1" status: 200 len: 205 time: 0.0440536 Dec 20 16:00:28.760329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55524) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.819497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 9c019876-2bce-41a4-942d-88358b2d1141 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:28.822776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:28.827691 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-d7862abc-82bc-40fd-9aa6-9c62bd909498 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] delete failed (client error): The resource could not be found. Dec 20 16:00:28.828726 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d7862abc-82bc-40fd-9aa6-9c62bd909498 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/2870490b-40bf-4aae-8bd8-7bdc3d594611 HTTP/1.1" status: 404 len: 336 time: 0.0675035 Dec 20 16:00:28.831297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55528) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.877205 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-feeeb1d2-6604-48d6-a662-480b2d6f1aa3 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca316b22-6bbc-493d-b48b-c38b8b42fc81 HTTP/1.1" status: 200 len: 205 time: 0.0445714 Dec 20 16:00:28.879429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55532) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.950346 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-8a44dd2a-563e-40d5-a755-136d1b25d2e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] delete failed (client error): The resource could not be found. Dec 20 16:00:28.952080 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8a44dd2a-563e-40d5-a755-136d1b25d2e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/ca316b22-6bbc-493d-b48b-c38b8b42fc81 HTTP/1.1" status: 404 len: 336 time: 0.0705333 Dec 20 16:00:28.953912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55536) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:28.994307 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9807b85-26e7-433e-8b91-d070f2b13af0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:28.994750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9807b85-26e7-433e-8b91-d070f2b13af0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:28.996488 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c9807b85-26e7-433e-8b91-d070f2b13af0 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/c1e57e4c-d900-4cae-90a6-d4b43cade99b HTTP/1.1" status: 404 len: 337 time: 0.0416603 Dec 20 16:00:28.999147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55540) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.047037 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-07a70d7d-8513-4504-94c6-1bdbf84baff4 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07137cc-e138-42f6-afdd-b5eb196f304f HTTP/1.1" status: 200 len: 205 time: 0.0466311 Dec 20 16:00:29.049653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55544) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.079192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-edbc8532-b253-4c10-a4be-f59ecba016a7 None None] Provisioning complete for port 939a93be-5c89-474f-84e7-a16d579b5cac triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:29.079812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-edbc8532-b253-4c10-a4be-f59ecba016a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:29.116005 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-adf5f5a7-476d-40d7-be77-e3278814e25f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] delete failed (client error): The resource could not be found. Dec 20 16:00:29.117041 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-adf5f5a7-476d-40d7-be77-e3278814e25f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/b07137cc-e138-42f6-afdd-b5eb196f304f HTTP/1.1" status: 404 len: 336 time: 0.0664685 Dec 20 16:00:29.119808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55548) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.144812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-edbc8532-b253-4c10-a4be-f59ecba016a7 None None] Port 939a93be-5c89-474f-84e7-a16d579b5cac cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:29.175127 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-643e081a-ed9c-4fd1-8f63-66d04a5714c7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3f26a52-d280-4177-a9bd-b7837cb1004a HTTP/1.1" status: 200 len: 205 time: 0.0518577 Dec 20 16:00:29.175377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55552) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.241904 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-2af20e6f-5adc-4cd4-b47d-3797191862b1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] delete failed (client error): The resource could not be found. Dec 20 16:00:29.246174 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2af20e6f-5adc-4cd4-b47d-3797191862b1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/f3f26a52-d280-4177-a9bd-b7837cb1004a HTTP/1.1" status: 404 len: 336 time: 0.0668750 Dec 20 16:00:29.246174 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55556) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.265727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:29.287468 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5fd5ea-a36e-411f-b0f0-67d52e35022a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:29.287915 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5fd5ea-a36e-411f-b0f0-67d52e35022a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:29.289598 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2c5fd5ea-a36e-411f-b0f0-67d52e35022a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/37cf831d-bbe9-43d6-a20f-1dd39f2b7461 HTTP/1.1" status: 404 len: 337 time: 0.0429890 Dec 20 16:00:29.292264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55560) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.334519 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2108d2e8-2658-4a62-af7e-d20e2ddf15a8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=025fc5ff-5964-491a-a06f-16642677de7b HTTP/1.1" status: 200 len: 205 time: 0.0411012 Dec 20 16:00:29.336815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55564) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.405004 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-3ee50844-508f-4fda-8e5a-4f2768322175 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] delete failed (client error): The resource could not be found. Dec 20 16:00:29.406029 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3ee50844-508f-4fda-8e5a-4f2768322175 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/025fc5ff-5964-491a-a06f-16642677de7b HTTP/1.1" status: 404 len: 336 time: 0.0683136 Dec 20 16:00:29.408796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55568) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.448065 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc61120-90ab-4dde-9a7f-c766998af54a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:29.448508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc61120-90ab-4dde-9a7f-c766998af54a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:29.452588 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ddc61120-90ab-4dde-9a7f-c766998af54a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/f5c89292-f23e-4ed5-b4f2-c67845524e11 HTTP/1.1" status: 404 len: 337 time: 0.0404925 Dec 20 16:00:29.453387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55572) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.495235 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-07aec220-4a11-4504-99e7-71bdc51b178b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "GET /v2.0/ports?device_id=82c04278-643d-4d63-974a-e2cb124a6350 HTTP/1.1" status: 200 len: 205 time: 0.0410938 Dec 20 16:00:29.497490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55576) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.515032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:29.519719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Router e18270d9-b2f0-4d41-aa20-b86dda21f500 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:29.565551 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-f7d8533a-c5ee-448d-89c0-e2eb268f5be2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] delete failed (client error): The resource could not be found. Dec 20 16:00:29.566596 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f7d8533a-c5ee-448d-89c0-e2eb268f5be2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/routers/82c04278-643d-4d63-974a-e2cb124a6350 HTTP/1.1" status: 404 len: 336 time: 0.0681341 Dec 20 16:00:29.569873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55580) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.608340 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6dd296-1b2e-45cf-8efa-4059366b161c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:29.609037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6dd296-1b2e-45cf-8efa-4059366b161c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:29.610686 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fb6dd296-1b2e-45cf-8efa-4059366b161c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/1fb9703d-ae39-4097-8ff3-993169e9bc53 HTTP/1.1" status: 404 len: 337 time: 0.0398586 Dec 20 16:00:29.613249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55584) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.655240 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d087af4-3a21-47bd-a8ec-d79d607c4a5b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:29.655680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d087af4-3a21-47bd-a8ec-d79d607c4a5b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:29.657336 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2d087af4-3a21-47bd-a8ec-d79d607c4a5b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] 10.222.0.62 "DELETE /v2.0/subnets/83acdf37-66ac-459d-87e3-8a6180cddf48 HTTP/1.1" status: 404 len: 337 time: 0.0432050 Dec 20 16:00:29.668216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port 8640b0eb-742c-4461-a8e9-e2ba71298a12 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:29.668552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:29.861321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:29.867773 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "PUT /v2.0/routers/e18270d9-b2f0-4d41-aa20-b86dda21f500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1104352 Dec 20 16:00:29.869605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:29.870669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55590) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:29.873169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aae700-54f7-4333-9d1b-854afe09d977 None None] Sync routers for ids ['e18270d9-b2f0-4d41-aa20-b86dda21f500'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:29.885792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aae700-54f7-4333-9d1b-854afe09d977 None None] Routers {'e18270d9-b2f0-4d41-aa20-b86dda21f500'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:29.886729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b7aae700-54f7-4333-9d1b-854afe09d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['e18270d9-b2f0-4d41-aa20-b86dda21f500'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:29.949267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b7aae700-54f7-4333-9d1b-854afe09d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:29.951376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15f1036-52a6-4ae2-a63a-8245fb8c6666 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:29.952250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c15f1036-52a6-4ae2-a63a-8245fb8c6666 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:29.961083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aae700-54f7-4333-9d1b-854afe09d977 None None] Routers {'e18270d9-b2f0-4d41-aa20-b86dda21f500'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:29.961763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b7aae700-54f7-4333-9d1b-854afe09d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['e18270d9-b2f0-4d41-aa20-b86dda21f500'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:30.025916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b7aae700-54f7-4333-9d1b-854afe09d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:30.026241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aae700-54f7-4333-9d1b-854afe09d977 None None] The sync data for ids ['e18270d9-b2f0-4d41-aa20-b86dda21f500'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:30.112514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for 8640b0eb-742c-4461-a8e9-e2ba71298a12 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:30.198431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c15f1036-52a6-4ae2-a63a-8245fb8c6666 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:30.202552 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c15f1036-52a6-4ae2-a63a-8245fb8c6666 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18270d9-b2f0-4d41-aa20-b86dda21f500 HTTP/1.1" status: 200 len: 983 time: 0.3279967 Dec 20 16:00:30.202805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55594) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:30.358371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:30.362681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8118e3e3-45bd-41cc-81dd-bde07b3852ce tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:30.413377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=8640b0eb-742c-4461-a8e9-e2ba71298a12,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:30.416189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:30.546419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55602) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:30.641785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:30.781428 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8f9496ae-64e0-43df-99a6-fb9db3c0de41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2d9ab17a7714b56bef631143e09e6f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2317519 Dec 20 16:00:30.784738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55608) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:30.899503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf0eb-4c17-4a3f-afe7-0c52b442a4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:30.902764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:30.907202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:30.968894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf0eb-4c17-4a3f-afe7-0c52b442a4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.014530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.015148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec1551a-ec59-430d-a296-f261da9582d0 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:31.015457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.264073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.265168 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/6ec1551a-ec59-430d-a296-f261da9582d0 HTTP/1.1" status: 204 len: 168 time: 2.5432208 Dec 20 16:00:31.277066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55612) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:31.283222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1835394782'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:31.288946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:31.292842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:network and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:31.295739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:31.301487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:31.319808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf0eb-4c17-4a3f-afe7-0c52b442a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.328053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-819039ca-8053-448b-a792-2419799362e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:31.365224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaf0eb-4c17-4a3f-afe7-0c52b442a4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559117ea-3650-4fa4-bd5e-73a8952f7baa,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:31.367683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5eaaf0eb-4c17-4a3f-afe7-0c52b442a4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:31.385059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf0eb-4c17-4a3f-afe7-0c52b442a4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.386220 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5eaaf0eb-4c17-4a3f-afe7-0c52b442a4b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/559117ea-3650-4fa4-bd5e-73a8952f7baa HTTP/1.1" status: 204 len: 168 time: 0.6004038 Dec 20 16:00:31.404022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:31.407140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.414803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 939a93be-5c89-474f-84e7-a16d579b5cac {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:31.415228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.437862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:31.447526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.447898 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added segment f6bf9e61-3b99-46e5-a8fe-4cfc71df4807 of type vlan for network d42c04a8-608c-4ecf-90d0-d4a6e1577c24 Dec 20 16:00:31.476535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.615620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.712786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.716781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:31.717443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:31.723375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4ff43fa-1045-41a6-8423-d2ad6adff539 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:31.748032 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 939a93be-5c89-474f-84e7-a16d579b5cac owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:31.828219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Network': ['ID=d42c04a8-608c-4ecf-90d0-d4a6e1577c24,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:31.830851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:31.839547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d42c04a8-608c-4ecf-90d0-d4a6e1577c24 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:00:31.875756 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5975041 Dec 20 16:00:31.878508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55620) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:31.886307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'subnet': {'network_id': 'd42c04a8-608c-4ecf-90d0-d4a6e1577c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:32.010072 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:32.012701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:32.016227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e656a783-2ed0-4e5a-9cfd-e42bf2438400 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:32.016934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:subnet and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:32.019939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:32.031415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:32.061351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=939a93be-5c89-474f-84e7-a16d579b5cac,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:32.065486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:32.115532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:32.244832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:32.435854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:32.672949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:32.677586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0b5140b2-0af0-48b1-bb53-9a80a6ac232f tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:32.752795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Subnet': ['ID=7dd71b4a-4f85-4222-b7de-64f83628e3b8,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:32.756768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:32.777080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Checking segment: {'id': 'f6bf9e61-3b99-46e5-a8fe-4cfc71df4807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd42c04a8-608c-4ecf-90d0-d4a6e1577c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:32.777445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network hostable DHCP agents. Network: d42c04a8-608c-4ecf-90d0-d4a6e1577c24, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:32.873530 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Router e18270d9-b2f0-4d41-aa20-b86dda21f500 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:32.892641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network d42c04a8-608c-4ecf-90d0-d4a6e1577c24 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:32.960140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, d42c04a8-608c-4ecf-90d0-d4a6e1577c24) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:32.964627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:32.965211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:32.969176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41db16a5-af76-4d7d-9f0c-7c95f33db0aa None None] Network d42c04a8-608c-4ecf-90d0-d4a6e1577c24 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:33.042844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:33.053795 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcc7ab-ac54-4103-9e7f-69dd71219956 None None] Sync routers for ids ['e18270d9-b2f0-4d41-aa20-b86dda21f500'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:33.056924 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1765773 Dec 20 16:00:33.059776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55640) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:33.065928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-94043410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:33.066522 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcc7ab-ac54-4103-9e7f-69dd71219956 None None] Routers {'e18270d9-b2f0-4d41-aa20-b86dda21f500'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:33.067255 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f8dcc7ab-ac54-4103-9e7f-69dd71219956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['e18270d9-b2f0-4d41-aa20-b86dda21f500'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:33.073585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:33.078692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:router and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:33.081940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:33.089655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:33.132372 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f8dcc7ab-ac54-4103-9e7f-69dd71219956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:33.144249 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcc7ab-ac54-4103-9e7f-69dd71219956 None None] Routers {'e18270d9-b2f0-4d41-aa20-b86dda21f500'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:33.144874 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f8dcc7ab-ac54-4103-9e7f-69dd71219956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['e18270d9-b2f0-4d41-aa20-b86dda21f500'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:33.183991 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "PUT /v2.0/routers/e18270d9-b2f0-4d41-aa20-b86dda21f500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9793351 Dec 20 16:00:33.187599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55646) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:33.205369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d42c04a8-608c-4ecf-90d0-d4a6e1577c24', 'network_id': 'd42c04a8-608c-4ecf-90d0-d4a6e1577c24', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'fixed_ips': [{'subnet_id': '7dd71b4a-4f85-4222-b7de-64f83628e3b8'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:00:33.206255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:33.209715 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f8dcc7ab-ac54-4103-9e7f-69dd71219956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:33.210193 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcc7ab-ac54-4103-9e7f-69dd71219956 None None] The sync data for ids ['e18270d9-b2f0-4d41-aa20-b86dda21f500'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:33.222760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:33.224609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:33.254037 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1544a5-2bf7-4848-be53-45b45a78a29f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 16:00:33.255668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0c1544a5-2bf7-4848-be53-45b45a78a29f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:33.262104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:33.329433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0c1544a5-2bf7-4848-be53-45b45a78a29f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:33.330804 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0c1544a5-2bf7-4848-be53-45b45a78a29f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/939a93be-5c89-474f-84e7-a16d579b5cac HTTP/1.1" status: 404 len: 333 time: 0.1418917 Dec 20 16:00:33.333491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55650) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:33.374548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Allocated IP 172.20.0.2 (d42c04a8-608c-4ecf-90d0-d4a6e1577c24/7dd71b4a-4f85-4222-b7de-64f83628e3b8/026cb680-76ad-4996-ae89-4a857db3eefe) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:33.405249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:33.475673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7005007e-a22e-4bb4-9d9f-ce049e902857 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:33.518297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:33.522538 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-26774e42-f7d0-4e5d-a546-4e28603f55ac tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4613614 Dec 20 16:00:33.523208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55656) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:33.669084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:33.685828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Transition to ACTIVE for port object 026cb680-76ad-4996-ae89-4a857db3eefe will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:33.721759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Transition to ACTIVE for port object 026cb680-76ad-4996-ae89-4a857db3eefe will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:33.793150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:33.797702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-22d37436-e9ae-4fa4-855f-1f740dfcd6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:33.860868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Network d42c04a8-608c-4ecf-90d0-d4a6e1577c24 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:33.864045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:33.872584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:33.886283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Pushing event updated for resources: {'Port': ['ID=026cb680-76ad-4996-ae89-4a857db3eefe,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:33.933215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:33.993855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Attempting to bind port 026cb680-76ad-4996-ae89-4a857db3eefe on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:00:33.994545 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Attempting to bind port 026cb680-76ad-4996-ae89-4a857db3eefe by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f6bf9e61-3b99-46e5-a8fe-4cfc71df4807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd42c04a8-608c-4ecf-90d0-d4a6e1577c24'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:00:33.994698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Attempting to bind port 026cb680-76ad-4996-ae89-4a857db3eefe on network d42c04a8-608c-4ecf-90d0-d4a6e1577c24 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:00:34.001855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:00:34.002338 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Checking segment: {'id': 'f6bf9e61-3b99-46e5-a8fe-4cfc71df4807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd42c04a8-608c-4ecf-90d0-d4a6e1577c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:34.002855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.003370 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Bound using segment: {'id': 'f6bf9e61-3b99-46e5-a8fe-4cfc71df4807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd42c04a8-608c-4ecf-90d0-d4a6e1577c24'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:00:34.003917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Bound port: 026cb680-76ad-4996-ae89-4a857db3eefe, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bf9e61-3b99-46e5-a8fe-4cfc71df4807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd42c04a8-608c-4ecf-90d0-d4a6e1577c24'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:00:34.004365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.057063 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7005007e-a22e-4bb4-9d9f-ce049e902857 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.068993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7005007e-a22e-4bb4-9d9f-ce049e902857 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.076233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.119361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] For port 026cb680-76ad-4996-ae89-4a857db3eefe, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:34.122777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] For port 026cb680-76ad-4996-ae89-4a857db3eefe, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=026cb680-76ad-4996-ae89-4a857db3eefe,segment=NetworkSegment(f6bf9e61-3b99-46e5-a8fe-4cfc71df4807),segment_id=f6bf9e61-3b99-46e5-a8fe-4cfc71df4807)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:34.186714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7005007e-a22e-4bb4-9d9f-ce049e902857 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.187349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7005007e-a22e-4bb4-9d9f-ce049e902857 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Fanout notify agent at l3_agent the message router_deleted on router e18270d9-b2f0-4d41-aa20-b86dda21f500 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:34.200153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7005007e-a22e-4bb4-9d9f-ce049e902857 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.203346 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7005007e-a22e-4bb4-9d9f-ce049e902857 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/routers/e18270d9-b2f0-4d41-aa20-b86dda21f500 HTTP/1.1" status: 204 len: 168 time: 0.8667870 Dec 20 16:00:34.204557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55670) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:34.221988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.233003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dfa43d6d-30a1-4b1c-a20f-7c0a79f0bbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:34.339609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Pushing event updated for resources: {'Port': ['ID=026cb680-76ad-4996-ae89-4a857db3eefe,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:34.342726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:34.377938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55676) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:34.592819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-89aa8727-6921-4867-8d4d-7d810f85f44c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet cd41077e-847a-4f2b-b459-4b9c72f1c8db {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:00:34.599998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89aa8727-6921-4867-8d4d-7d810f85f44c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.629215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'network': {'name': 'tempest-network-smoke--658245928', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'port_security_enabled': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:34.636669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:34.640967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:network and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:34.644200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:34.654144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:34.668463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Allocated IP 172.20.0.1 (d42c04a8-608c-4ecf-90d0-d4a6e1577c24/7dd71b4a-4f85-4222-b7de-64f83628e3b8/d4bd9b7b-7970-4b02-bfce-47db89f9263f) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:34.679539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89aa8727-6921-4867-8d4d-7d810f85f44c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.787772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:34.791088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.805684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:34.839410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:34.843373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:34.846694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:34.856967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:34.930607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.000442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.003590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-54046158-a5f6-4dc3-9682-3b0bbecd1f17 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:35.021441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89aa8727-6921-4867-8d4d-7d810f85f44c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.034752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:35.040577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa223de9-622c-466b-b0cb-42401bff6f2d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:35.044149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:35.047903 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.048246 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Added segment 269a24fd-8d3c-4370-997d-dd9acfadf03b of type vlan for network 07921e50-9ab9-423c-a3b2-cd9a987f4cee Dec 20 16:00:35.061797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.081695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.093434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Transition to ACTIVE for port object d4bd9b7b-7970-4b02-bfce-47db89f9263f will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:35.186490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.190444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:35.194523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.195148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-755bdadb-83ce-45f6-ba9a-bf2901abba4e tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:35.214881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.216719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89aa8727-6921-4867-8d4d-7d810f85f44c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.230701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:35.272348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89aa8727-6921-4867-8d4d-7d810f85f44c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.272662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f001a9-ac62-406e-b9ca-8d4aa81f215c None None] Network 9c019876-2bce-41a4-942d-88358b2d1141 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:35.300082 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-89aa8727-6921-4867-8d4d-7d810f85f44c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/cd41077e-847a-4f2b-b459-4b9c72f1c8db HTTP/1.1" status: 204 len: 168 time: 1.0944660 Dec 20 16:00:35.307668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55682) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:35.320013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Network': ['ID=07921e50-9ab9-423c-a3b2-cd9a987f4cee,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:35.323888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:35.335770 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9566364 Dec 20 16:00:35.338549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55686) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:35.343919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-927224099', 'admin_state_up': True, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:35.346747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network d42c04a8-608c-4ecf-90d0-d4a6e1577c24 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:35.353994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:35.355033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:35.363833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:35.369636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:router and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:35.369636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:35.377522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:35.390132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=d4bd9b7b-7970-4b02-bfce-47db89f9263f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:35.391469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 07921e50-9ab9-423c-a3b2-cd9a987f4cee details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:00:35.401364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:35.401681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-62fa0b61-3b96-4703-a952-128ac898f42f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:35.457465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa8727-6921-4867-8d4d-7d810f85f44c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=cd41077e-847a-4f2b-b459-4b9c72f1c8db,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:35.483574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8394f1-b90e-4e27-be9b-4c07425c161f None None] Network d42c04a8-608c-4ecf-90d0-d4a6e1577c24 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:35.490752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.491882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.506243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-89aa8727-6921-4867-8d4d-7d810f85f44c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:35.513545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.537952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.547988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.563603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 75763840-1d70-44a4-82b0-e5af13e4262d {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:35.569460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.770972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3c17b59b-3316-47ea-9033-c86269afca47 None None] Provisioning for port 026cb680-76ad-4996-ae89-4a857db3eefe completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:35.788145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.840595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 026cb680-76ad-4996-ae89-4a857db3eefe up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:35.874482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.887168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] For port 75763840-1d70-44a4-82b0-e5af13e4262d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=75763840-1d70-44a4-82b0-e5af13e4262d,segment=NetworkSegment(4d7e6a60-7ca3-4f5c-b860-787c78e445ac),segment_id=4d7e6a60-7ca3-4f5c-b860-787c78e445ac)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:35.887528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:35.926233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] DHCP port deletion for 9c019876-2bce-41a4-942d-88358b2d1141 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:00:35.942091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] Deleting port 75763840-1d70-44a4-82b0-e5af13e4262d {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:35.943106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.079853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 75763840-1d70-44a4-82b0-e5af13e4262d owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:36.118301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.152745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.231882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] For port 75763840-1d70-44a4-82b0-e5af13e4262d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=75763840-1d70-44a4-82b0-e5af13e4262d,segment=NetworkSegment(4d7e6a60-7ca3-4f5c-b860-787c78e445ac),segment_id=4d7e6a60-7ca3-4f5c-b860-787c78e445ac)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:36.232674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.323397 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 026cb680-76ad-4996-ae89-4a857db3eefe completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:36.361278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.126 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/ec987d32-7d83-4470-8b95-6488d9696e10) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:36.387923 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] Calling delete_port for 75763840-1d70-44a4-82b0-e5af13e4262d owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:36.427596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 026cb680-76ad-4996-ae89-4a857db3eefe triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:36.431948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.438712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.449491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-860dbbe7-bc2f-4111-8bb1-9d275c353cfd tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:36.502680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=75763840-1d70-44a4-82b0-e5af13e4262d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:36.506250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:36.517801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No DVR routers for this DVR port 75763840-1d70-44a4-82b0-e5af13e4262d on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:36.525269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-997dfef1-3e97-49d1-bec6-8af90e75fa73 None None] Provisioning complete for port 026cb680-76ad-4996-ae89-4a857db3eefe triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:36.525650 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-997dfef1-3e97-49d1-bec6-8af90e75fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.573127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:36.573497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:36.574363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.654797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.724709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.731126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9eda45b9-a0a4-44e5-8ad8-18c9788686d5 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:36.731452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-997dfef1-3e97-49d1-bec6-8af90e75fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.741906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 026cb680-76ad-4996-ae89-4a857db3eefe, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=026cb680-76ad-4996-ae89-4a857db3eefe,segment=NetworkSegment(f6bf9e61-3b99-46e5-a8fe-4cfc71df4807),segment_id=f6bf9e61-3b99-46e5-a8fe-4cfc71df4807)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:36.781263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.797917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:36.800745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:36.805622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:36.810361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.813371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:36.820203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c019876-2bce-41a4-942d-88358b2d1141']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:36.837575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=ec987d32-7d83-4470-8b95-6488d9696e10,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:36.843924 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:36.844906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7e6a60-7ca3-4f5c-b860-787c78e445ac') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:36.845310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7e6a60-7ca3-4f5c-b860-787c78e445ac') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:36.853861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.862370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.880954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.887906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:00:36.888343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:36.907757 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:36.927115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-997dfef1-3e97-49d1-bec6-8af90e75fa73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:36.932826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-997dfef1-3e97-49d1-bec6-8af90e75fa73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:36.932826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=026cb680-76ad-4996-ae89-4a857db3eefe,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:36.933454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:36.933892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:37.008353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:37.053062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:37.054069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:37.074420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] Deleting port 75763840-1d70-44a4-82b0-e5af13e4262d {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:37.075112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:37.104609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:37.109173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=d4bd9b7b-7970-4b02-bfce-47db89f9263f,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:37.112193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:37.138415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:37.142381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:37.151136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a674b291-0e7b-48f0-ad90-2b0cc216dc0c tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:37.153708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b810ffc6-aefd-4f22-ab76-f0ff457a571e None None] The port '75763840-1d70-44a4-82b0-e5af13e4262d' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:00:37.248698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Network': ['ID=9c019876-2bce-41a4-942d-88358b2d1141,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:37.250721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:37.308033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network d42c04a8-608c-4ecf-90d0-d4a6e1577c24 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:37.309288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:37.372492 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/networks/9c019876-2bce-41a4-942d-88358b2d1141 HTTP/1.1" status: 204 len: 168 time: 2.0643396 Dec 20 16:00:37.377915 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55690) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:37.466564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2da2de-cd71-4850-a695-1c96da8515dc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:37.467986 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5c2da2de-cd71-4850-a695-1c96da8515dc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/0a978959-22f6-4e5c-9c5f-5b9ccef7d82d HTTP/1.1" status: 200 len: 839 time: 0.0891168 Dec 20 16:00:37.471793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55694) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:37.556727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a419fc65-24b7-4801-a168-6fdde27dd65a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:37.569552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:37.604068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-997dfef1-3e97-49d1-bec6-8af90e75fa73 None None] Provisioning for port d4bd9b7b-7970-4b02-bfce-47db89f9263f completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:37.613333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-997dfef1-3e97-49d1-bec6-8af90e75fa73 None None] Provisioning complete for port d4bd9b7b-7970-4b02-bfce-47db89f9263f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:37.613333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-997dfef1-3e97-49d1-bec6-8af90e75fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:37.675948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-997dfef1-3e97-49d1-bec6-8af90e75fa73 None None] Port d4bd9b7b-7970-4b02-bfce-47db89f9263f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:37.712403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a419fc65-24b7-4801-a168-6fdde27dd65a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:37.715495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a419fc65-24b7-4801-a168-6fdde27dd65a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/0a978959-22f6-4e5c-9c5f-5b9ccef7d82d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2408719 Dec 20 16:00:37.722981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55698) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:37.730404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:37.771859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 026cb680-76ad-4996-ae89-4a857db3eefe up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:37.818379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:37.834614 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Sync routers for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:37.850137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-95600c63-fabe-4d4b-8e4a-ba0fdb5a95f0 None None] Provisioning complete for port d4bd9b7b-7970-4b02-bfce-47db89f9263f triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:37.850524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-95600c63-fabe-4d4b-8e4a-ba0fdb5a95f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:37.855585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:37.863325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:37.868217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:37.878429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:37.906830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:37.907491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:37.929776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:37.931385 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5918264 Dec 20 16:00:37.934661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55702) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:38.003859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 32499120-409e-442d-8e8c-b95c809be52b is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:38.018984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-95600c63-fabe-4d4b-8e4a-ba0fdb5a95f0 None None] Port d4bd9b7b-7970-4b02-bfce-47db89f9263f cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:38.040072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 026cb680-76ad-4996-ae89-4a857db3eefe triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:38.040452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:38.049719 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-38d42830-38b4-441b-9d2d-45b2ec3f09b6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=546f21e137754670849b9dd3d35e73c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1109581 Dec 20 16:00:38.049919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55708) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:38.080065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:38.194588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:38.209770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e91e7-3f5a-42dd-987d-4ec8bdce49ef tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:38.213279 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a13e91e7-3f5a-42dd-987d-4ec8bdce49ef tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1606534 Dec 20 16:00:38.214305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55712) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:38.259116 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-02bcd25c-e95a-4194-9c51-3daf07024219 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433383 Dec 20 16:00:38.266847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55718) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:38.278225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1750112261', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:38.306305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:38.443398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 75763840-1d70-44a4-82b0-e5af13e4262d no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:38.481556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 75763840-1d70-44a4-82b0-e5af13e4262d {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:38.481908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 75763840-1d70-44a4-82b0-e5af13e4262d not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:38.581564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:00:36Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:38.586302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Checking router: 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:00:38.586730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Updating router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 port ec987d32-7d83-4470-8b95-6488d9696e10 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:00:38.637343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:38.642491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:38.650846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:subnet and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:38.655946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:38.665504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:38.685511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:38.697308 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e0236-9d98-4795-ac02-61e8c93ea945 None None] Sync routers for ids ['32499120-409e-442d-8e8c-b95c809be52b'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:38.704636 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/32499120-409e-442d-8e8c-b95c809be52b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1776352 Dec 20 16:00:38.704898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55722) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:38.715693 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e0236-9d98-4795-ac02-61e8c93ea945 None None] Routers {'32499120-409e-442d-8e8c-b95c809be52b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:38.716420 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b64e0236-9d98-4795-ac02-61e8c93ea945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['32499120-409e-442d-8e8c-b95c809be52b'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:38.778968 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b64e0236-9d98-4795-ac02-61e8c93ea945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:38.783679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:38.790114 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e0236-9d98-4795-ac02-61e8c93ea945 None None] Routers {'32499120-409e-442d-8e8c-b95c809be52b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:38.790786 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b64e0236-9d98-4795-ac02-61e8c93ea945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['32499120-409e-442d-8e8c-b95c809be52b'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:38.853513 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b64e0236-9d98-4795-ac02-61e8c93ea945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:38.853938 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e0236-9d98-4795-ac02-61e8c93ea945 None None] The sync data for ids ['32499120-409e-442d-8e8c-b95c809be52b'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:38.862503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef3766-ea17-4085-b038-bf85c32957d5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:38.863124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-56ef3766-ea17-4085-b038-bf85c32957d5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:38.966346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:38.975521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:38.987271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Transition to ACTIVE for port object ec987d32-7d83-4470-8b95-6488d9696e10 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:39.079892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-56ef3766-ea17-4085-b038-bf85c32957d5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:39.080976 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-56ef3766-ea17-4085-b038-bf85c32957d5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports/d4bd9b7b-7970-4b02-bfce-47db89f9263f HTTP/1.1" status: 200 len: 910 time: 0.3751953 Dec 20 16:00:39.084429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55726) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:39.090433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d1a13e88-83f2-4a71-aa11-d29d88632fda tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7dd71b4a-4f85-4222-b7de-64f83628e3b8'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:39.118964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.122875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:39.126033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.134577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2c884ef0-c03d-4b69-85fd-751b39b6a643 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:39.219212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:39.224771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:39.226880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12d7c2-d086-486d-88ed-2d5157c4cc25 None None] Pushing event updated for resources: {'Port': ['ID=ec987d32-7d83-4470-8b95-6488d9696e10,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:39.229548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Attempting to bind port ec987d32-7d83-4470-8b95-6488d9696e10 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:00:39.229933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Attempting to bind port ec987d32-7d83-4470-8b95-6488d9696e10 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:00:39.230339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Attempting to bind port ec987d32-7d83-4470-8b95-6488d9696e10 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:00:39.237903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ab12d7c2-d086-486d-88ed-2d5157c4cc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:39.240003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:00:39.240200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:39.240433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:39.240722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.240851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.241189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:00:39.241681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Bound port: ec987d32-7d83-4470-8b95-6488d9696e10, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:00:39.242065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.252358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=1560360c-9588-4728-8cf8-e0dad4b49042,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:39.256295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:39.278180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe27aa8b-aef2-4ebe-98b8-657baa8d2dc2 None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:39.359261 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7ca924d0-7f45-4824-aa90-50bbad79dade tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6345673 Dec 20 16:00:39.361896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55730) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:39.368882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'security_group': {'name': 'tempest-secgroup-361238150'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:39.370053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1a13e88-83f2-4a71-aa11-d29d88632fda tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.375373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:39.379200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:39.382295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:39.388956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:39.391811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.398730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f107d55c-ff72-4423-a993-4b773b5199e3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:39.440261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] For port ec987d32-7d83-4470-8b95-6488d9696e10, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:39.480867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Subnet': ['ID=29dae2cb-edf8-43a7-9ab3-a51961ad986e,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:39.481261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] For port ec987d32-7d83-4470-8b95-6488d9696e10, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ec987d32-7d83-4470-8b95-6488d9696e10,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:39.484011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:39.494048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Checking segment: {'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:39.494418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network hostable DHCP agents. Network: 07921e50-9ab9-423c-a3b2-cd9a987f4cee, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:39.507693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.554733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:39.559904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group_rule and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:39.562745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:39.568843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:39.584186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.589025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3fc1f2ed-c6cb-4768-a1fd-3ffe6a54fd9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:39.625575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57deae35-409b-464e-b613-083a965a8986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-2715e398-8e41-42b3-841d-18e1e503b260', 'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'tenant_id': '8c8fec8b636f4fcdbe043db760a76388', 'fixed_ips': [{'subnet_id': '1560360c-9588-4728-8cf8-e0dad4b49042'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:00:39.626338 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57deae35-409b-464e-b613-083a965a8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.636443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.637881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 07921e50-9ab9-423c-a3b2-cd9a987f4cee is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:39.747168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.751230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ab517fdc-3934-49e8-b506-25b0d65956ec tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:39.769077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 07921e50-9ab9-423c-a3b2-cd9a987f4cee) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:39.774400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:39.775197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.776065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12d7c2-d086-486d-88ed-2d5157c4cc25 None None] Pushing event updated for resources: {'Port': ['ID=ec987d32-7d83-4470-8b95-6488d9696e10,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:39.784589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ab12d7c2-d086-486d-88ed-2d5157c4cc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:39.793588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e1c8bd-6fb6-4112-8217-f2b417abbc6b None None] Network 07921e50-9ab9-423c-a3b2-cd9a987f4cee requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:39.824408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6349703-d83f-43c2-b5be-e7135486560f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:39.827646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:39.857044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:39.857718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:39.913371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:39.914952 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5518320 Dec 20 16:00:39.921632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55734) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:39.928192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'security_group': {'name': 'tempest-secgroup-679869221'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:39.934781 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0a514933-8d26-4086-a180-f4746fce9c44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6665280 Dec 20 16:00:39.936032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:39.938115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55738) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:39.942803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:39.986263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1a13e88-83f2-4a71-aa11-d29d88632fda tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:40.014436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:40.028339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:40.061384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1a13e88-83f2-4a71-aa11-d29d88632fda tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:40.089251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:40.137408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:40.144055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-57deae35-409b-464e-b613-083a965a8986 None None] Allocated IP 172.20.0.2 (2715e398-8e41-42b3-841d-18e1e503b260/1560360c-9588-4728-8cf8-e0dad4b49042/a7eaac74-3867-488f-bd02-17f5243c7123) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:40.185833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a13e88-83f2-4a71-aa11-d29d88632fda tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=d4bd9b7b-7970-4b02-bfce-47db89f9263f,revision_number=3']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:40.188970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d1a13e88-83f2-4a71-aa11-d29d88632fda tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:40.194338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a13e88-83f2-4a71-aa11-d29d88632fda tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:40.195359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d1a13e88-83f2-4a71-aa11-d29d88632fda tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:40.196785 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d1a13e88-83f2-4a71-aa11-d29d88632fda tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/ports/d4bd9b7b-7970-4b02-bfce-47db89f9263f HTTP/1.1" status: 200 len: 910 time: 1.1113901 Dec 20 16:00:40.200200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55742) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:40.330343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:40.339911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group_rule and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:40.345522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:40.357223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:40.381090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:40.421839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:00:40.422659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:40.529290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:40.757510 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57deae35-409b-464e-b613-083a965a8986 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:40.797804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:40.806677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-514c706e-b969-4577-85b9-2cd99d6dd213 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:40.819376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-57deae35-409b-464e-b613-083a965a8986 None None] Transition to ACTIVE for port object a7eaac74-3867-488f-bd02-17f5243c7123 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:40.890961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-57deae35-409b-464e-b613-083a965a8986 None None] Transition to ACTIVE for port object a7eaac74-3867-488f-bd02-17f5243c7123 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:40.907604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Allocated IP 172.20.0.2 (07921e50-9ab9-423c-a3b2-cd9a987f4cee/29dae2cb-edf8-43a7-9ab3-a51961ad986e/bf2081e4-70f2-4546-9ef7-28e3af3118bc) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:40.917091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5412de4-e598-475b-8713-baceb1cd1e14,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:40.924596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:41.021236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57deae35-409b-464e-b613-083a965a8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.026372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-bf2a78aa-bbd4-49b5-8be1-6210b76a9a13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:41.052943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.096196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.097407 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1746964 Dec 20 16:00:41.101972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55746) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:41.109327 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1069348239', 'security_groups': ['a5412de4-e598-475b-8713-baceb1cd1e14'], 'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1560360c-9588-4728-8cf8-e0dad4b49042'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:41.126849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:00:36Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:41.136936 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57deae35-409b-464e-b613-083a965a8986 None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:41.138211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deae35-409b-464e-b613-083a965a8986 None None] Pushing event updated for resources: {'Port': ['ID=a7eaac74-3867-488f-bd02-17f5243c7123,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:41.143322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-57deae35-409b-464e-b613-083a965a8986 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:41.145086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828d9b4-715e-4409-b223-5fe232a8d45e None None] The sync data for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv is: [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:00:36Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:41.154747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57deae35-409b-464e-b613-083a965a8986 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:41.156881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57deae35-409b-464e-b613-083a965a8986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:41.388148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.399810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-57deae35-409b-464e-b613-083a965a8986 None None] Attempting to bind port a7eaac74-3867-488f-bd02-17f5243c7123 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:00:41.400199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-57deae35-409b-464e-b613-083a965a8986 None None] Attempting to bind port a7eaac74-3867-488f-bd02-17f5243c7123 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'a2bce33c-cf02-4100-954e-e1bcefeb1ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2715e398-8e41-42b3-841d-18e1e503b260'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:00:41.400566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57deae35-409b-464e-b613-083a965a8986 None None] Attempting to bind port a7eaac74-3867-488f-bd02-17f5243c7123 on network 2715e398-8e41-42b3-841d-18e1e503b260 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:00:41.423031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Transition to ACTIVE for port object bf2081e4-70f2-4546-9ef7-28e3af3118bc will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:41.447668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57deae35-409b-464e-b613-083a965a8986 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:00:41.448048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57deae35-409b-464e-b613-083a965a8986 None None] Checking segment: {'id': 'a2bce33c-cf02-4100-954e-e1bcefeb1ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2715e398-8e41-42b3-841d-18e1e503b260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:41.448541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57deae35-409b-464e-b613-083a965a8986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.449343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57deae35-409b-464e-b613-083a965a8986 None None] Bound using segment: {'id': 'a2bce33c-cf02-4100-954e-e1bcefeb1ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2715e398-8e41-42b3-841d-18e1e503b260'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:00:41.450257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-57deae35-409b-464e-b613-083a965a8986 None None] Bound port: a7eaac74-3867-488f-bd02-17f5243c7123, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bce33c-cf02-4100-954e-e1bcefeb1ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2715e398-8e41-42b3-841d-18e1e503b260'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:00:41.450257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57deae35-409b-464e-b613-083a965a8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.474375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Transition to ACTIVE for port object bf2081e4-70f2-4546-9ef7-28e3af3118bc will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:41.519923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:41.531525 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:41.562848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.570014 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:41.622445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-57deae35-409b-464e-b613-083a965a8986 None None] For port a7eaac74-3867-488f-bd02-17f5243c7123, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:41.646336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Network 07921e50-9ab9-423c-a3b2-cd9a987f4cee is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:41.648017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-57deae35-409b-464e-b613-083a965a8986 None None] For port a7eaac74-3867-488f-bd02-17f5243c7123, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a7eaac74-3867-488f-bd02-17f5243c7123,segment=NetworkSegment(a2bce33c-cf02-4100-954e-e1bcefeb1ac0),segment_id=a2bce33c-cf02-4100-954e-e1bcefeb1ac0)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:41.651106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:41.656023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:41.657783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Pushing event updated for resources: {'Port': ['ID=bf2081e4-70f2-4546-9ef7-28e3af3118bc,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:41.660829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:41.689788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:41.759595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Attempting to bind port bf2081e4-70f2-4546-9ef7-28e3af3118bc on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:00:41.759595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Attempting to bind port bf2081e4-70f2-4546-9ef7-28e3af3118bc by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:00:41.759595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Attempting to bind port bf2081e4-70f2-4546-9ef7-28e3af3118bc on network 07921e50-9ab9-423c-a3b2-cd9a987f4cee {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:00:41.768471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:00:41.768860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Checking segment: {'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:41.769238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.772563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Bound using segment: {'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:00:41.773306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Bound port: bf2081e4-70f2-4546-9ef7-28e3af3118bc, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:00:41.773706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.848872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57deae35-409b-464e-b613-083a965a8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.862029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3c46e5e3-75db-4175-a3f4-01ad8bb02452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:41.888152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.895070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ec987d32-7d83-4470-8b95-6488d9696e10 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:41.925305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:41.953682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port 4d760eb1-0816-49bc-b657-2a4b0eb7ec60 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:00:42.031303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deae35-409b-464e-b613-083a965a8986 None None] Pushing event updated for resources: {'Port': ['ID=a7eaac74-3867-488f-bd02-17f5243c7123,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:42.038332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] For port bf2081e4-70f2-4546-9ef7-28e3af3118bc, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:42.043044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57deae35-409b-464e-b613-083a965a8986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:42.044740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] For port bf2081e4-70f2-4546-9ef7-28e3af3118bc, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bf2081e4-70f2-4546-9ef7-28e3af3118bc,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:42.148340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port ec987d32-7d83-4470-8b95-6488d9696e10 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:42.154685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:42.161635 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:42.228052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.6 (2715e398-8e41-42b3-841d-18e1e503b260/1560360c-9588-4728-8cf8-e0dad4b49042/4d760eb1-0816-49bc-b657-2a4b0eb7ec60) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:42.251979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ec987d32-7d83-4470-8b95-6488d9696e10 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:42.253555 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:42.415734 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Pushing event updated for resources: {'Port': ['ID=bf2081e4-70f2-4546-9ef7-28e3af3118bc,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:42.426820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:42.521321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:42.545445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port ec987d32-7d83-4470-8b95-6488d9696e10, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ec987d32-7d83-4470-8b95-6488d9696e10,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:42.546200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:42.566780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object 4d760eb1-0816-49bc-b657-2a4b0eb7ec60 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:42.619468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port d4bd9b7b-7970-4b02-bfce-47db89f9263f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:42.619802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:42.764234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.1 (07921e50-9ab9-423c-a3b2-cd9a987f4cee/29dae2cb-edf8-43a7-9ab3-a51961ad986e/fb89da42-4bf5-4f12-9b02-e7441cae7062) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:42.764751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:42.798130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:42.841721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=ec987d32-7d83-4470-8b95-6488d9696e10,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:42.845254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:42.855647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:42.888158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:42.933428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:42.936662 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:42.945992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:42.964075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:42.975199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=4d760eb1-0816-49bc-b657-2a4b0eb7ec60,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:42.982339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:43.010839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:43.011469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:43.105710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for d4bd9b7b-7970-4b02-bfce-47db89f9263f owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:43.108459 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0046566 Dec 20 16:00:43.111449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55750) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:43.118038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:43.193397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:43.230412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object fb89da42-4bf5-4f12-9b02-e7441cae7062 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:43.282145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:43.286709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:43.289867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:43.296806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:43.341412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:43.352190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce3b82c8-c0f5-4403-ac80-be1fcf00c191 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:43.387361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:43.391500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:43.433164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 07921e50-9ab9-423c-a3b2-cd9a987f4cee is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:43.437366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:43.440464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=fb89da42-4bf5-4f12-9b02-e7441cae7062,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:43.442800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:43.472616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:43.472924 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-435cad68-8a74-4928-8a16-118121339444 None None] Provisioning for port a7eaac74-3867-488f-bd02-17f5243c7123 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:43.477278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:43.479432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:43.516206 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-435cad68-8a74-4928-8a16-118121339444 None None] Provisioning complete for port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:43.516878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-435cad68-8a74-4928-8a16-118121339444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:43.541423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=d4bd9b7b-7970-4b02-bfce-47db89f9263f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:43.547592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:43.549946 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.ipam_backend_mixin [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1560360c-9588-4728-8cf8-e0dad4b49042 (CIDR: 172.20.0.0/28) Dec 20 16:00:43.587027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-435cad68-8a74-4928-8a16-118121339444 None None] Port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:43.594142 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:00:43.594660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:43.637325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:43.684529 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7c78b2c4-5941-4d9c-83bd-78543e2cd5b6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5719309 Dec 20 16:00:43.687197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55754) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:43.693328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:43.893101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:43.907679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-97acdda8-71ef-4df4-adac-b6b066bc869c None None] Provisioning for port 4d760eb1-0816-49bc-b657-2a4b0eb7ec60 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:43.929862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-97acdda8-71ef-4df4-adac-b6b066bc869c None None] Provisioning complete for port 4d760eb1-0816-49bc-b657-2a4b0eb7ec60 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:43.930254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-97acdda8-71ef-4df4-adac-b6b066bc869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:43.933632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:43.943329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:43.948627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:43.959105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:43.980018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a7eaac74-3867-488f-bd02-17f5243c7123 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:44.009874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b59032b-6c3d-4880-8e24-55ca90a133b4 None None] Network 07921e50-9ab9-423c-a3b2-cd9a987f4cee requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:44.049370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:44.053937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:44.130660 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-97acdda8-71ef-4df4-adac-b6b066bc869c None None] Port 4d760eb1-0816-49bc-b657-2a4b0eb7ec60 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:44.229682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:44.325500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port a7eaac74-3867-488f-bd02-17f5243c7123 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:44.333470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a7eaac74-3867-488f-bd02-17f5243c7123 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:44.333860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:44.400505 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-50c6dbb4-a95a-4e8f-93db-e60e891f14e1 None None] Provisioning for port bf2081e4-70f2-4546-9ef7-28e3af3118bc completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:44.474203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:44.477636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:44.483530 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-14a17111-b42e-4c63-b0fd-62a26ac9a5d4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:44.519249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port a7eaac74-3867-488f-bd02-17f5243c7123, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a7eaac74-3867-488f-bd02-17f5243c7123,segment=NetworkSegment(a2bce33c-cf02-4100-954e-e1bcefeb1ac0),segment_id=a2bce33c-cf02-4100-954e-e1bcefeb1ac0)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:44.570320 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:44.573484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:44.576875 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.577830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:44.588368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c791e52e-5e56-4009-8252-78685af175e4 None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:44.606553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=8312b3d9-5a27-4aab-b064-64589390bd8d,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:44.616030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:44.636690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:44.695852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:44.696704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ec987d32-7d83-4470-8b95-6488d9696e10 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:44.722137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:44.779058 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0907805 Dec 20 16:00:44.779805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55758) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:44.787471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1791399313', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8312b3d9-5a27-4aab-b064-64589390bd8d'}], 'security_groups': ['a6349703-d83f-43c2-b5be-e7135486560f']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:44.800372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 32499120-409e-442d-8e8c-b95c809be52b has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:44.908151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0bf1999f-5fba-4199-a3c0-fd21f183d7b8 None None] Provisioning for port fb89da42-4bf5-4f12-9b02-e7441cae7062 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:44.931107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:44.952021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0bf1999f-5fba-4199-a3c0-fd21f183d7b8 None None] Provisioning complete for port fb89da42-4bf5-4f12-9b02-e7441cae7062 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:44.952536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0bf1999f-5fba-4199-a3c0-fd21f183d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:44.976048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=a7eaac74-3867-488f-bd02-17f5243c7123,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:44.999857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:45.049383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1999f-5fba-4199-a3c0-fd21f183d7b8 None None] Port fb89da42-4bf5-4f12-9b02-e7441cae7062 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:45.069041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:45.098399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc57dd5-102e-4df2-9af0-436194a8b097 None None] Sync routers for ids ['32499120-409e-442d-8e8c-b95c809be52b'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:45.105884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:45.114856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ec987d32-7d83-4470-8b95-6488d9696e10 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:45.115355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:45.154829 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/32499120-409e-442d-8e8c-b95c809be52b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9534605 Dec 20 16:00:45.158122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55762) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:45.192551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc57dd5-102e-4df2-9af0-436194a8b097 None None] Routers {'32499120-409e-442d-8e8c-b95c809be52b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:45.193199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9bc57dd5-102e-4df2-9af0-436194a8b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['32499120-409e-442d-8e8c-b95c809be52b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:45.220235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:45.255132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db3ab07c-8dda-4ad4-80d1-95c2f567f937 tempest-RoutersIpV6AdminTest-749597545 tempest-RoutersIpV6AdminTest-749597545-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:45.272815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9bc57dd5-102e-4df2-9af0-436194a8b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:45.287100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9147097c-8515-4d64-b404-d3dd76ca6456 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:45.350873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc57dd5-102e-4df2-9af0-436194a8b097 None None] Routers {'32499120-409e-442d-8e8c-b95c809be52b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:45.351548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9bc57dd5-102e-4df2-9af0-436194a8b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['32499120-409e-442d-8e8c-b95c809be52b'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:45.356685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:45.361066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=fb89da42-4bf5-4f12-9b02-e7441cae7062,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:45.364222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:45.430589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bf2081e4-70f2-4546-9ef7-28e3af3118bc up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:45.456371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9147097c-8515-4d64-b404-d3dd76ca6456 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:45.457567 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9147097c-8515-4d64-b404-d3dd76ca6456 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=32499120-409e-442d-8e8c-b95c809be52b HTTP/1.1" status: 200 len: 205 time: 0.2982380 Dec 20 16:00:45.460264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55766) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:45.464056 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9bc57dd5-102e-4df2-9af0-436194a8b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:45.464491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc57dd5-102e-4df2-9af0-436194a8b097 None None] The sync data for ids ['32499120-409e-442d-8e8c-b95c809be52b'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:45.502700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c6ca6d09-3c28-48b6-b595-7f28641591ca None None] Provisioning complete for port fb89da42-4bf5-4f12-9b02-e7441cae7062 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:45.503371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c6ca6d09-3c28-48b6-b595-7f28641591ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:45.532844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Delete allocated IP 172.20.0.6 (2715e398-8e41-42b3-841d-18e1e503b260/1560360c-9588-4728-8cf8-e0dad4b49042) {{(pid=84391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 16:00:45.541676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.21 (2715e398-8e41-42b3-841d-18e1e503b260/8312b3d9-5a27-4aab-b064-64589390bd8d/4d760eb1-0816-49bc-b657-2a4b0eb7ec60) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:45.617506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca6d09-3c28-48b6-b595-7f28641591ca None None] Port fb89da42-4bf5-4f12-9b02-e7441cae7062 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:45.631000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd322a-7fac-4a9e-8c28-6d6c6b9fff02 None None] Update dhcp port {'port': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'fixed_ips': [{'subnet_id': '1560360c-9588-4728-8cf8-e0dad4b49042', 'ip_address': '172.20.0.2'}, {'subnet_id': '8312b3d9-5a27-4aab-b064-64589390bd8d'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': 'a7eaac74-3867-488f-bd02-17f5243c7123'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 16:00:45.685259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c5cd322a-7fac-4a9e-8c28-6d6c6b9fff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:45.736349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port bf2081e4-70f2-4546-9ef7-28e3af3118bc completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:45.749976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port bf2081e4-70f2-4546-9ef7-28e3af3118bc triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:45.750354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:45.767620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 07921e50-9ab9-423c-a3b2-cd9a987f4cee is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:45.769848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:45.777667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:45.809925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object 4d760eb1-0816-49bc-b657-2a4b0eb7ec60 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:45.858194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c0125b9-798c-4eed-a3f2-49f9fefc9df3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:45.884331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:45.893690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fce21d76-87a1-4645-b30a-c0c29701ede2 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:45.976232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-c5cd322a-7fac-4a9e-8c28-6d6c6b9fff02 None None] Allocated IP 172.20.0.18 (2715e398-8e41-42b3-841d-18e1e503b260/8312b3d9-5a27-4aab-b064-64589390bd8d/a7eaac74-3867-488f-bd02-17f5243c7123) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:46.051384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=4d760eb1-0816-49bc-b657-2a4b0eb7ec60,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:46.058474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:46.092285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] In _notify_port_updated(), no bound segment for port 4d760eb1-0816-49bc-b657-2a4b0eb7ec60 on network 2715e398-8e41-42b3-841d-18e1e503b260 {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 16:00:46.096416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:46.097036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.101333 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "PUT /v2.0/ports/4d760eb1-0816-49bc-b657-2a4b0eb7ec60 HTTP/1.1" status: 200 len: 921 time: 1.3173428 Dec 20 16:00:46.101649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55770) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:46.159220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.186747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-db8c4870-ee58-4b56-b902-777b17775968 None None] Provisioning complete for port fb89da42-4bf5-4f12-9b02-e7441cae7062 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:46.187349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-db8c4870-ee58-4b56-b902-777b17775968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.189410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-db3b66b0-eb16-4368-a7d0-f5b07b255d9d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 4d760eb1-0816-49bc-b657-2a4b0eb7ec60 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:46.189801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db3b66b0-eb16-4368-a7d0-f5b07b255d9d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.287833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c5cd322a-7fac-4a9e-8c28-6d6c6b9fff02 None None] For port a7eaac74-3867-488f-bd02-17f5243c7123, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a7eaac74-3867-488f-bd02-17f5243c7123,segment=NetworkSegment(a2bce33c-cf02-4100-954e-e1bcefeb1ac0),segment_id=a2bce33c-cf02-4100-954e-e1bcefeb1ac0)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:46.290983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port bf2081e4-70f2-4546-9ef7-28e3af3118bc, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bf2081e4-70f2-4546-9ef7-28e3af3118bc,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:46.297476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-db8c4870-ee58-4b56-b902-777b17775968 None None] Port fb89da42-4bf5-4f12-9b02-e7441cae7062 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:46.323105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c5cd322a-7fac-4a9e-8c28-6d6c6b9fff02 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.342610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c5cd322a-7fac-4a9e-8c28-6d6c6b9fff02 None None] Transition to ACTIVE for port object a7eaac74-3867-488f-bd02-17f5243c7123 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:46.406074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.408291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:46.435898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c0125b9-798c-4eed-a3f2-49f9fefc9df3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.455047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c0125b9-798c-4eed-a3f2-49f9fefc9df3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.474290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c5cd322a-7fac-4a9e-8c28-6d6c6b9fff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.514856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db3b66b0-eb16-4368-a7d0-f5b07b255d9d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.520718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a7eaac74-3867-488f-bd02-17f5243c7123 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:46.591805 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=bf2081e4-70f2-4546-9ef7-28e3af3118bc,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:46.601024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:46.625839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:46.638390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c0125b9-798c-4eed-a3f2-49f9fefc9df3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.639391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0125b9-798c-4eed-a3f2-49f9fefc9df3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Fanout notify agent at l3_agent the message router_deleted on router 32499120-409e-442d-8e8c-b95c809be52b {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:46.641823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:46.663676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-db3b66b0-eb16-4368-a7d0-f5b07b255d9d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 4d760eb1-0816-49bc-b657-2a4b0eb7ec60 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:46.666975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c0125b9-798c-4eed-a3f2-49f9fefc9df3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.667152 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0c0125b9-798c-4eed-a3f2-49f9fefc9df3 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/32499120-409e-442d-8e8c-b95c809be52b HTTP/1.1" status: 204 len: 168 time: 1.2042553 Dec 20 16:00:46.670099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55774) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:46.827822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd322a-7fac-4a9e-8c28-6d6c6b9fff02 None None] Pushing event updated for resources: {'Port': ['ID=a7eaac74-3867-488f-bd02-17f5243c7123,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:46.833159 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c5cd322a-7fac-4a9e-8c28-6d6c6b9fff02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:46.924087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db3b66b0-eb16-4368-a7d0-f5b07b255d9d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:46.931693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:46.979282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b66b0-eb16-4368-a7d0-f5b07b255d9d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=4d760eb1-0816-49bc-b657-2a4b0eb7ec60,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:46.982739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-db3b66b0-eb16-4368-a7d0-f5b07b255d9d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:47.019632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f50cf7-9c37-42ec-a509-f2951b6b4322 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting subnet 7dd71b4a-4f85-4222-b7de-64f83628e3b8 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:00:47.025053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66f50cf7-9c37-42ec-a509-f2951b6b4322 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.092064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-db3b66b0-eb16-4368-a7d0-f5b07b255d9d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.108717 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-db3b66b0-eb16-4368-a7d0-f5b07b255d9d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/4d760eb1-0816-49bc-b657-2a4b0eb7ec60 HTTP/1.1" status: 204 len: 168 time: 1.0023158 Dec 20 16:00:47.109620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55778) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:47.162621 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bffc73-210a-4ff5-828b-9bc9f67fd84e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 16:00:47.163460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-66bffc73-210a-4ff5-828b-9bc9f67fd84e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:47.244432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66f50cf7-9c37-42ec-a509-f2951b6b4322 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.267749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-66bffc73-210a-4ff5-828b-9bc9f67fd84e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:47.273438 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-66bffc73-210a-4ff5-828b-9bc9f67fd84e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/4d760eb1-0816-49bc-b657-2a4b0eb7ec60 HTTP/1.1" status: 404 len: 333 time: 0.1581964 Dec 20 16:00:47.273438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55782) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:47.334302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:47.342773 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/0d9f4d23-5442-41ee-8aec-cd4f374fdac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4033227 Dec 20 16:00:47.344922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55786) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:47.345262 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Sync routers for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:47.358430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66f50cf7-9c37-42ec-a509-f2951b6b4322 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.359477 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:47.360046 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:47.378299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4259f1c4-a56e-4cac-bf9e-4940e21df18a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.399743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c07216a5-5251-4782-93e4-9837f2a9602d None None] Provisioning for port a7eaac74-3867-488f-bd02-17f5243c7123 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:47.413669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c07216a5-5251-4782-93e4-9837f2a9602d None None] Provisioning complete for port a7eaac74-3867-488f-bd02-17f5243c7123 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:47.414805 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c07216a5-5251-4782-93e4-9837f2a9602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.525871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66f50cf7-9c37-42ec-a509-f2951b6b4322 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.534505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-624801f2-1155-45d5-a0d1-e5dcab00dff4 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:47.589778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4259f1c4-a56e-4cac-bf9e-4940e21df18a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.600400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f50cf7-9c37-42ec-a509-f2951b6b4322 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd71b4a-4f85-4222-b7de-64f83628e3b8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:47.603858 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:47.604202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66f50cf7-9c37-42ec-a509-f2951b6b4322 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:47.611321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66f50cf7-9c37-42ec-a509-f2951b6b4322 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.617901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75738843-cedf-4b3b-9f5a-3c02da8b15a6 None None] Network d42c04a8-608c-4ecf-90d0-d4a6e1577c24 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:47.621917 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-66f50cf7-9c37-42ec-a509-f2951b6b4322 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/7dd71b4a-4f85-4222-b7de-64f83628e3b8 HTTP/1.1" status: 204 len: 168 time: 0.9484341 Dec 20 16:00:47.622266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55790) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:47.670812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c07216a5-5251-4782-93e4-9837f2a9602d None None] Could not find standard attr ID for object 4d760eb1-0816-49bc-b657-2a4b0eb7ec60. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:00:47.693075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3bcc2-ad77-492c-a191-5709a43a69f1 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.693645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3bcc2-ad77-492c-a191-5709a43a69f1 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.693879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3bcc2-ad77-492c-a191-5709a43a69f1 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.694142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3bcc2-ad77-492c-a191-5709a43a69f1 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.694494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3bcc2-ad77-492c-a191-5709a43a69f1 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.698034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3bcc2-ad77-492c-a191-5709a43a69f1 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.701337 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d0a3bcc2-ad77-492c-a191-5709a43a69f1 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4303 time: 0.3552718 Dec 20 16:00:47.706996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55794) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:47.713586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c07216a5-5251-4782-93e4-9837f2a9602d None None] Provisioning complete for port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:47.713966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c07216a5-5251-4782-93e4-9837f2a9602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.790380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c07216a5-5251-4782-93e4-9837f2a9602d None None] Port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:47.815227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bcec0e-f735-4f55-9f57-c5bfd9219340 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.815585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bcec0e-f735-4f55-9f57-c5bfd9219340 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.816087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bcec0e-f735-4f55-9f57-c5bfd9219340 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.816448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bcec0e-f735-4f55-9f57-c5bfd9219340 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.816806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bcec0e-f735-4f55-9f57-c5bfd9219340 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.817215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bcec0e-f735-4f55-9f57-c5bfd9219340 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.819390 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-13bcec0e-f735-4f55-9f57-c5bfd9219340 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3915 time: 0.1142607 Dec 20 16:00:47.820709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4259f1c4-a56e-4cac-bf9e-4940e21df18a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.827486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55798) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:47.828136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5eaaf0eb-4c17-4a3f-afe7-0c52b442a4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:47.842930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.858733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port 026cb680-76ad-4996-ae89-4a857db3eefe {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:47.859376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.859519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4259f1c4-a56e-4cac-bf9e-4940e21df18a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:47.863518 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4259f1c4-a56e-4cac-bf9e-4940e21df18a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/security-groups/a5412de4-e598-475b-8713-baceb1cd1e14 HTTP/1.1" status: 204 len: 168 time: 0.5894406 Dec 20 16:00:47.864645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55802) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:47.922102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259f1c4-a56e-4cac-bf9e-4940e21df18a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5412de4-e598-475b-8713-baceb1cd1e14,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:47.934371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4259f1c4-a56e-4cac-bf9e-4940e21df18a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:47.988204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b6ee846c-4cf4-48ef-bd22-29dd82a44c83 None None] Could not find standard attr ID for object 4d760eb1-0816-49bc-b657-2a4b0eb7ec60. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:00:48.080733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4ef20476-86b8-479d-9cf2-6579cf327df3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.107265 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:00:43Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:44Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:48.112273 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Checking router: 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:00:48.112852 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Updating router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 port fb89da42-4bf5-4f12-9b02-e7441cae7062 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:00:48.143493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] DHCP port deletion for d42c04a8-608c-4ecf-90d0-d4a6e1577c24 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:00:48.149391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] Deleting port 026cb680-76ad-4996-ae89-4a857db3eefe {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:48.149772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.169866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port 026cb680-76ad-4996-ae89-4a857db3eefe, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=026cb680-76ad-4996-ae89-4a857db3eefe,segment=NetworkSegment(f6bf9e61-3b99-46e5-a8fe-4cfc71df4807),segment_id=f6bf9e61-3b99-46e5-a8fe-4cfc71df4807)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:48.170231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.192294 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.205043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4ef20476-86b8-479d-9cf2-6579cf327df3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.303746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for 026cb680-76ad-4996-ae89-4a857db3eefe owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:48.328502 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-58620776-36c5-40fa-b3a0-17c3fb7ffafb tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4751229 Dec 20 16:00:48.342314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4ef20476-86b8-479d-9cf2-6579cf327df3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.358517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aa478f11-ef45-4002-a53b-24444a3fbe1f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:48.394338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20476-86b8-479d-9cf2-6579cf327df3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6349703-d83f-43c2-b5be-e7135486560f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:48.401466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4ef20476-86b8-479d-9cf2-6579cf327df3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.402969 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4ef20476-86b8-479d-9cf2-6579cf327df3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/security-groups/a6349703-d83f-43c2-b5be-e7135486560f HTTP/1.1" status: 204 len: 168 time: 0.4824936 Dec 20 16:00:48.405597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4ef20476-86b8-479d-9cf2-6579cf327df3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:48.407695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55812) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:48.470654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] For port 026cb680-76ad-4996-ae89-4a857db3eefe, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=026cb680-76ad-4996-ae89-4a857db3eefe,segment=NetworkSegment(f6bf9e61-3b99-46e5-a8fe-4cfc71df4807),segment_id=f6bf9e61-3b99-46e5-a8fe-4cfc71df4807)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:48.471332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.511879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.528248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-181f7dbd-6e42-49c5-a60f-ab6a0e3413e0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:48.574257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No DVR routers for this DVR port 026cb680-76ad-4996-ae89-4a857db3eefe on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:48.644131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=026cb680-76ad-4996-ae89-4a857db3eefe,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:48.655655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:48.667297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bf2081e4-70f2-4546-9ef7-28e3af3118bc up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:48.696456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] Calling delete_port for 026cb680-76ad-4996-ae89-4a857db3eefe owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:48.737332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-137821ee-78a9-4604-bbde-0777d56b56ef tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet 1560360c-9588-4728-8cf8-e0dad4b49042 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:00:48.741611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-137821ee-78a9-4604-bbde-0777d56b56ef tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.753254 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.778585 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Transition to ACTIVE for port object fb89da42-4bf5-4f12-9b02-e7441cae7062 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:48.800850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:48.801803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:48.805332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.807305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port bf2081e4-70f2-4546-9ef7-28e3af3118bc triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:48.807688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.809606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-137821ee-78a9-4604-bbde-0777d56b56ef tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.846572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42c04a8-608c-4ecf-90d0-d4a6e1577c24']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:48.866058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bf9e61-3b99-46e5-a8fe-4cfc71df4807') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:48.866425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bf9e61-3b99-46e5-a8fe-4cfc71df4807') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:48.884727 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.887313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.890885 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-19917576-e735-4028-8f91-c27c46da284b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:48.902488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-137821ee-78a9-4604-bbde-0777d56b56ef tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.926985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.935019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:00:48.936199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:48.953148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a7eaac74-3867-488f-bd02-17f5243c7123 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:48.960316 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:49.024564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a7eaac74-3867-488f-bd02-17f5243c7123 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:49.025040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.064736 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Pushing event updated for resources: {'Port': ['ID=fb89da42-4bf5-4f12-9b02-e7441cae7062,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:49.118030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55818) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:49.118471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-137821ee-78a9-4604-bbde-0777d56b56ef tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.122818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2b96f905-ec31-468d-8282-6c8e07f4bd60 tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:49.124530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502743286', 'description': 'tempest-secgroup-smoke-1502743286 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:49.131284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:49.142065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:49.145245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:49.158715 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.158966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:49.159698 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.160442 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.161996 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.162507 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.163304 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.163798 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.164365 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.164913 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.165394 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.165947 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:49.174870 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:49.195664 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Attempting to bind port fb89da42-4bf5-4f12-9b02-e7441cae7062 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:00:49.196070 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Attempting to bind port fb89da42-4bf5-4f12-9b02-e7441cae7062 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:00:49.196398 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Attempting to bind port fb89da42-4bf5-4f12-9b02-e7441cae7062 on network 07921e50-9ab9-423c-a3b2-cd9a987f4cee {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:00:49.203036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-137821ee-78a9-4604-bbde-0777d56b56ef tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.208550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf9593-ed63-4f79-b553-cd2e934136b2 None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:49.208817 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:00:49.209160 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Checking segment: {'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:49.209576 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.209792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.209996 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Bound using segment: {'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:00:49.210450 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Bound port: fb89da42-4bf5-4f12-9b02-e7441cae7062, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:00:49.210843 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.217045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137821ee-78a9-4604-bbde-0777d56b56ef tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=1560360c-9588-4728-8cf8-e0dad4b49042,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:49.224507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-137821ee-78a9-4604-bbde-0777d56b56ef tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:49.229659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cdbe8b13-27fd-4a45-902d-3eff5de6eb08 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:49.242788 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-137821ee-78a9-4604-bbde-0777d56b56ef tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/1560360c-9588-4728-8cf8-e0dad4b49042 HTTP/1.1" status: 204 len: 168 time: 0.8338368 Dec 20 16:00:49.246788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55822) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:49.257214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:49.278377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.284557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Network': ['ID=d42c04a8-608c-4ecf-90d0-d4a6e1577c24,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:49.284557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:49.287419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 026cb680-76ad-4996-ae89-4a857db3eefe no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:00:49.319385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.322133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] Deleting port 026cb680-76ad-4996-ae89-4a857db3eefe {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:49.322607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.328780 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] For port fb89da42-4bf5-4f12-9b02-e7441cae7062, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:49.332355 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] For port fb89da42-4bf5-4f12-9b02-e7441cae7062, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=fb89da42-4bf5-4f12-9b02-e7441cae7062,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:49.366586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:49.371159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:49.374032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:49.379811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:49.408490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 026cb680-76ad-4996-ae89-4a857db3eefe {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:00:49.408938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 026cb680-76ad-4996-ae89-4a857db3eefe not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:00:49.415921 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/networks/d42c04a8-608c-4ecf-90d0-d4a6e1577c24 HTTP/1.1" status: 204 len: 168 time: 1.7918341 Dec 20 16:00:49.416175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55826) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:49.417846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:49.424271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:49.428001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:49.432644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-494436096', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:49.435411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:49.440947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:49.444324 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.453194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:router and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:49.456424 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-41380f89-0bf8-440e-8326-80da974d324f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:49.456972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:49.459671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b9a5f600-3afc-4dbc-9e10-35d58ed6ce8e None None] The port '026cb680-76ad-4996-ae89-4a857db3eefe' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:00:49.466067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.467205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:49.531508 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:49.532285 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:49.576483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.581288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18563ae0-7ac5-4107-9690-0bfd2011c023 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:49.603285 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Pushing event updated for resources: {'Port': ['ID=fb89da42-4bf5-4f12-9b02-e7441cae7062,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:49.623499 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:49.634300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90257cbd-28e4-4ba7-8aa2-acf7670529bb,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:49.640156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:49.718215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:49.722684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.743773 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:49.758691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.759979 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6409039 Dec 20 16:00:49.761068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.761994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.763401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55830) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:49.773341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '90257cbd-28e4-4ba7-8aa2-acf7670529bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:49.788950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:49.866402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:49.877124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:49.881958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:49.897155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:49.924161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.026786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.049850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.054397 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5babeb49-83f5-42cc-917a-451fae115be2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6316788 Dec 20 16:00:50.054748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55834) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:50.060666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'network': {'name': 'tempest-RoutersTest-435493745'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:50.070157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:50.077955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:network and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:50.084381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:50.095190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:50.136146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.178056 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:00:43Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:49Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:50.182801 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7fd49-91d9-43c2-b573-e79bf95fa8cf None None] The sync data for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv is: [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:00:43Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:49Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:00:50.192812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:50.196076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.226567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.229457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2bbbdbfc-5fec-46b9-b102-8ba852d9cd2f tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:50.273918 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.276839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:50.292432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.293244 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added segment 21a3fae3-cd96-401f-bd38-26d6512143e2 of type vlan for network 7a51f38a-bf88-4003-832d-75311b009eb4 Dec 20 16:00:50.295979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cd7bc2-a66c-4910-b7b3-9517420b6b6b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:50.305675 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:50.312148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2ac2f75c-b038-4332-82c9-9f6eaf123460 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:50.357189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.377810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:50.385162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:50.390201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:50.390779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.397118 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de116cf-b6ba-4f9a-a915-7c782885be71 None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:50.409067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=ede0cb39-e20b-4064-b06d-7645c8b21bca,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:50.415714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:50.434546 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.438038 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bb40e02a-74a4-4a7b-bcee-2481674a9d9f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6736426 Dec 20 16:00:50.440862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55838) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:50.450752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '90257cbd-28e4-4ba7-8aa2-acf7670529bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:50.462858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.467202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:50.467458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.476710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:50.479053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-10716196-327c-4353-98e9-09898bf68241 tempest-QuotasNegativeTest-665640240 tempest-QuotasNegativeTest-665640240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:50.496595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:50.502184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:50.519639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:50.529968 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2820520 Dec 20 16:00:50.532452 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55842) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:50.538359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'security_group': {'name': 'tempest-secgroup-1384624658'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:50.544406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:50.548535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:50.551735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:50.557884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:50.569079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device fb89da42-4bf5-4f12-9b02-e7441cae7062 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:50.622330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Network': ['ID=7a51f38a-bf88-4003-832d-75311b009eb4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:50.625615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:50.637832 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5819948 Dec 20 16:00:50.640805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55846) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:50.650822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'subnet': {'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:50.650993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 7a51f38a-bf88-4003-832d-75311b009eb4 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:00:50.727540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1016dc31-f534-4cf7-8522-26fef067b94d None None] Provisioning complete for port a7eaac74-3867-488f-bd02-17f5243c7123 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:50.728063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1016dc31-f534-4cf7-8522-26fef067b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.737307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.777126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:50.780372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.783262 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:subnet and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:50.787023 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:50.800090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:50.808359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:50.814116 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group_rule and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:50.818203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:50.826162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:50.888255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.976590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:50.978717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:51.003493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee68dbdb-fcf7-4daf-9457-b61620bad22c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.007366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:51.009320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port fb89da42-4bf5-4f12-9b02-e7441cae7062 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:51.018324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:51.022260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port fb89da42-4bf5-4f12-9b02-e7441cae7062 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:51.022260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.050892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.085273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.087370 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6454701 Dec 20 16:00:51.090206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55850) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:51.096876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '90257cbd-28e4-4ba7-8aa2-acf7670529bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:51.103135 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1016dc31-f534-4cf7-8522-26fef067b94d None None] Provisioning complete for port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:51.103538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1016dc31-f534-4cf7-8522-26fef067b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.103904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:51.109249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:51.114184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:51.127347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:51.160172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.178516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a89b2594-2101-4309-a0a6-ff771ea3704d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:51.211636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d47bae-ff18-4194-b032-02544c132da7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.220495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:51.227721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.242683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.257437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1016dc31-f534-4cf7-8522-26fef067b94d None None] Port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:51.289260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.304068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177283ba-f967-42cf-92db-7114ee754ec6 None None] Update dhcp port {'port': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'fixed_ips': [{'subnet_id': '8312b3d9-5a27-4aab-b064-64589390bd8d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ede0cb39-e20b-4064-b06d-7645c8b21bca'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': 'a7eaac74-3867-488f-bd02-17f5243c7123'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 16:00:51.350563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.352139 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8187225 Dec 20 16:00:51.356831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55854) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:51.362573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.363451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'security_group': {'name': 'tempest-secgroup-733156392'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:51.378841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:51.379851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-177283ba-f967-42cf-92db-7114ee754ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.385770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:51.390635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:51.391488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port fb89da42-4bf5-4f12-9b02-e7441cae7062, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=fb89da42-4bf5-4f12-9b02-e7441cae7062,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:51.399037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:51.421017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.426846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-566766d1-b01e-4e2e-8fea-19b6443b2d50 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:51.449903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b47caa0-c81a-4bcb-850e-5f7d418868c1,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.458272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:51.502844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.510774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:51.539036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.564598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.565599 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4744079 Dec 20 16:00:51.568421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55860) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:51.580778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '90257cbd-28e4-4ba7-8aa2-acf7670529bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:51.588620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:51.595137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:51.597883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:51.600130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:51.606765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group_rule and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:51.609585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:51.612120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:51.620264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:51.624605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.631137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-71eb14f7-7a53-4fe7-b52f-57566a681bfc tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:51.637009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=fb89da42-4bf5-4f12-9b02-e7441cae7062,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.641666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:51.671707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-177283ba-f967-42cf-92db-7114ee754ec6 None None] Allocated IP 172.20.0.2 (2715e398-8e41-42b3-841d-18e1e503b260/ede0cb39-e20b-4064-b06d-7645c8b21bca/a7eaac74-3867-488f-bd02-17f5243c7123) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:51.713401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Subnet': ['ID=56f6f23f-7eda-4ddc-83d0-517a0e9c80ee,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.721786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:51.756148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.790522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.806265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Checking segment: {'id': '21a3fae3-cd96-401f-bd38-26d6512143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:51.806718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network hostable DHCP agents. Network: 7a51f38a-bf88-4003-832d-75311b009eb4, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:51.831243 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-177283ba-f967-42cf-92db-7114ee754ec6 None None] For port a7eaac74-3867-488f-bd02-17f5243c7123, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a7eaac74-3867-488f-bd02-17f5243c7123,segment=NetworkSegment(a2bce33c-cf02-4100-954e-e1bcefeb1ac0),segment_id=a2bce33c-cf02-4100-954e-e1bcefeb1ac0)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:51.864251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.872108 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.874029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-177283ba-f967-42cf-92db-7114ee754ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.876307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-befcf121-4bea-4fb1-bc5d-87f649e0d834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:51.897980 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-177283ba-f967-42cf-92db-7114ee754ec6 None None] Transition to ACTIVE for port object a7eaac74-3867-488f-bd02-17f5243c7123 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:51.923199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34cfbe-9916-4c95-af1b-7f6b1a72b25e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.928275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:51.959116 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:51.960756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 7a51f38a-bf88-4003-832d-75311b009eb4 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:51.966196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0feff1db-2dbd-4c4e-8b06-ba2f4457e4b9 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:51.988995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb6704b-dd28-4d7f-b5ae-9661c683674c,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.992125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:52.020870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-177283ba-f967-42cf-92db-7114ee754ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.025383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-087ed639-bf35-4b6d-8aed-8d36437152a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:52.044881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.046327 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6882052 Dec 20 16:00:52.049398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55864) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:52.055474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'security_group': {'name': 'tempest-secgroup-2065794795'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:52.060257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d131b155-d414-4f74-bc71-cc8f3b511b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.061637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:52.065739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:52.069280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:52.076338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:52.096628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.097901 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5285003 Dec 20 16:00:52.100698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55868) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:52.106261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '90257cbd-28e4-4ba7-8aa2-acf7670529bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:52.112539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:52.116362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:52.119313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:52.126047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:52.128253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 7a51f38a-bf88-4003-832d-75311b009eb4) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:52.133426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:52.134624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.153457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163276c8-7630-4c61-8c56-1ad15ad785ca None None] Network 7a51f38a-bf88-4003-832d-75311b009eb4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:52.175535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.197776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177283ba-f967-42cf-92db-7114ee754ec6 None None] Pushing event updated for resources: {'Port': ['ID=a7eaac74-3867-488f-bd02-17f5243c7123,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:52.203020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-177283ba-f967-42cf-92db-7114ee754ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:52.219604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:52.224060 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:00:52.228412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:security_group_rule and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:52.236188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:52.242659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.249883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:52.255833 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6139638 Dec 20 16:00:52.258768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55872) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:52.353535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.370543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.415572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.423160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-626fc70c-a1c2-4574-93e5-e7d5cc861098 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:52.459336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.486450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d842c7e-ab70-4614-9ab1-72d1aa940b14,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:52.500579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:52.501038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:52.506579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-7a51f38a-bf88-4003-832d-75311b009eb4', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:00:52.507436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.523407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d85f41-eb68-484f-886b-9cda19aea8df,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:52.538010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:52.548630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a7eaac74-3867-488f-bd02-17f5243c7123 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:52.599265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.599265 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5265918 Dec 20 16:00:52.599265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55876) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:52.599265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-953026289', 'security_groups': ['7d842c7e-ab70-4614-9ab1-72d1aa940b14'], 'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ede0cb39-e20b-4064-b06d-7645c8b21bca'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:52.748964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device fb89da42-4bf5-4f12-9b02-e7441cae7062 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:52.780841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:52.783065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.784234 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6825640 Dec 20 16:00:52.790649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55880) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:52.799628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '90257cbd-28e4-4ba7-8aa2-acf7670529bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:52.805104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:52.810092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:52.816932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:52.820582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:52.826642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:52.828006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Allocated IP 172.20.0.2 (7a51f38a-bf88-4003-832d-75311b009eb4/56f6f23f-7eda-4ddc-83d0-517a0e9c80ee/818be6af-dca8-4210-9fa1-e7f1feb1565b) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:52.888976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port fb89da42-4bf5-4f12-9b02-e7441cae7062 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:52.889351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.929748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:52.934818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.946850 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:00:52.958791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:52.978139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] device_id is not set on port ebe604bc-58f5-48e3-9434-b5c098389df2 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:00:52.993788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.117711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b292ea5c-f695-44c3-9b6c-3a266b8d1c96 None None] Provisioning for port a7eaac74-3867-488f-bd02-17f5243c7123 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:53.141892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b292ea5c-f695-44c3-9b6c-3a266b8d1c96 None None] Provisioning complete for port a7eaac74-3867-488f-bd02-17f5243c7123 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:53.141892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b292ea5c-f695-44c3-9b6c-3a266b8d1c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.152601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.209113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.224274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Transition to ACTIVE for port object 818be6af-dca8-4210-9fa1-e7f1feb1565b will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:53.249946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Transition to ACTIVE for port object 818be6af-dca8-4210-9fa1-e7f1feb1565b will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:53.266968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.7 (2715e398-8e41-42b3-841d-18e1e503b260/ede0cb39-e20b-4064-b06d-7645c8b21bca/ebe604bc-58f5-48e3-9434-b5c098389df2) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:53.270445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.280552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c0413215-fd96-4f6c-bd78-98e84a13a8fa tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:53.310016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b59be1-172d-4ff3-9e79-aec325d40aa1,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:53.312457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:53.316804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b292ea5c-f695-44c3-9b6c-3a266b8d1c96 None None] Provisioning complete for port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:53.317107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b292ea5c-f695-44c3-9b6c-3a266b8d1c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.372348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b292ea5c-f695-44c3-9b6c-3a266b8d1c96 None None] Port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:53.382421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.387204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d4165833-621b-4bc1-8dcc-0726cd16f32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:53.443332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.444570 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6529524 Dec 20 16:00:53.463585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Allocated IP 172.20.0.1 (7a51f38a-bf88-4003-832d-75311b009eb4/56f6f23f-7eda-4ddc-83d0-517a0e9c80ee/2f17207e-906a-4fa6-b59f-da51d8ce4246) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:53.464045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Network 7a51f38a-bf88-4003-832d-75311b009eb4 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:53.465025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Pushing event updated for resources: {'Port': ['ID=818be6af-dca8-4210-9fa1-e7f1feb1565b,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:53.467805 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:53.468872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:53.471181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:53.540404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.560339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object ebe604bc-58f5-48e3-9434-b5c098389df2 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:53.588028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Attempting to bind port 818be6af-dca8-4210-9fa1-e7f1feb1565b on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:00:53.588607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Attempting to bind port 818be6af-dca8-4210-9fa1-e7f1feb1565b by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '21a3fae3-cd96-401f-bd38-26d6512143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:00:53.588913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Attempting to bind port 818be6af-dca8-4210-9fa1-e7f1feb1565b on network 7a51f38a-bf88-4003-832d-75311b009eb4 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:00:53.596149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:00:53.601295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Checking segment: {'id': '21a3fae3-cd96-401f-bd38-26d6512143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:53.601295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.601295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Bound using segment: {'id': '21a3fae3-cd96-401f-bd38-26d6512143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:00:53.601295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Bound port: 818be6af-dca8-4210-9fa1-e7f1feb1565b, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a3fae3-cd96-401f-bd38-26d6512143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:00:53.601295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.650894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.656971 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9f13874e-5028-4b93-bbe7-3f2c87a0cba7 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:53.694116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] For port 818be6af-dca8-4210-9fa1-e7f1feb1565b, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:53.696586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.698992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] For port 818be6af-dca8-4210-9fa1-e7f1feb1565b, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=818be6af-dca8-4210-9fa1-e7f1feb1565b,segment=NetworkSegment(21a3fae3-cd96-401f-bd38-26d6512143e2),segment_id=21a3fae3-cd96-401f-bd38-26d6512143e2)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:53.715072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-31d0815e-a5e6-4cd8-af0a-90a1000fb065 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:53.729215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Transition to ACTIVE for port object 2f17207e-906a-4fa6-b59f-da51d8ce4246 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:53.748841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:53.753212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:53.759772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:53.775774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.779872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:53.798150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=ebe604bc-58f5-48e3-9434-b5c098389df2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:53.806057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:53.838016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-31d0815e-a5e6-4cd8-af0a-90a1000fb065 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:53.838270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:53.838905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.839209 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-31d0815e-a5e6-4cd8-af0a-90a1000fb065 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502743286&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.2156196 Dec 20 16:00:53.869833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Pushing event updated for resources: {'Port': ['ID=818be6af-dca8-4210-9fa1-e7f1feb1565b,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:53.878006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:53.888827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:53.893512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:53.987719 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4063659 Dec 20 16:00:53.991222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55894) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:53.999162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:54.069491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=2f17207e-906a-4fa6-b59f-da51d8ce4246,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:54.077965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:54.087948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 7a51f38a-bf88-4003-832d-75311b009eb4 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:54.101877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:54.103891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:54.175311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c96fd993-c1ca-466f-b5c9-451003671b50 None None] Provisioning for port ebe604bc-58f5-48e3-9434-b5c098389df2 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:54.184244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c96fd993-c1ca-466f-b5c9-451003671b50 None None] Provisioning complete for port ebe604bc-58f5-48e3-9434-b5c098389df2 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:54.184730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c96fd993-c1ca-466f-b5c9-451003671b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:54.218950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-c92a6cc6-b3ee-4d3f-901b-9eb812f3ec1b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:54.220587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-c92a6cc6-b3ee-4d3f-901b-9eb812f3ec1b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/networks?id=07921e50-9ab9-423c-a3b2-cd9a987f4cee HTTP/1.1" status: 200 len: 796 time: 0.3740833 Dec 20 16:00:54.239210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:54.247247 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-e867d2d8-1661-4ee6-a098-194893132e73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/quotas/546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 375 time: 0.0196784 Dec 20 16:00:54.275848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0bf7-e5e7-4084-a1ac-3b4cbb0b2d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:54.307818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c96fd993-c1ca-466f-b5c9-451003671b50 None None] Port ebe604bc-58f5-48e3-9434-b5c098389df2 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:54.333365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:54.337298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:54.340270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:54.346173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:54.346446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-4a5d81d4-d8c4-44a8-bd0e-bf467a27e926 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:00:54.421270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:54.448671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:54.497880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-4a5d81d4-d8c4-44a8-bd0e-bf467a27e926 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:00:54.499215 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-4a5d81d4-d8c4-44a8-bd0e-bf467a27e926 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2440395 Dec 20 16:00:54.525631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 818be6af-dca8-4210-9fa1-e7f1feb1565b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:54.572627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:54.740812 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.ipam_backend_mixin [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ede0cb39-e20b-4064-b06d-7645c8b21bca (CIDR: 172.20.0.0/28) Dec 20 16:00:54.786439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 818be6af-dca8-4210-9fa1-e7f1feb1565b completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:54.822651 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:00:54.823513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:54.949496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ff8f2-36d9-49b3-894c-15664d1ae802 None None] Network 7a51f38a-bf88-4003-832d-75311b009eb4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:54.958667 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-308fb123-9af1-4a3a-9d4a-f948302c3a75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9657373 Dec 20 16:00:54.961337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55902) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:54.968940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:55.014341 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-1d339418-ec17-4a62-9dba-b5677207b0e5 service neutron] 10.222.0.62 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981933 Dec 20 16:00:55.123320 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:55.127321 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:55.130444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:55.137218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:55.191194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-133e771e-5004-4211-acb6-786827a16871 None None] Provisioning for port 818be6af-dca8-4210-9fa1-e7f1feb1565b completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:55.192379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:55.195952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:55.198973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-133e771e-5004-4211-acb6-786827a16871 None None] Provisioning complete for port 818be6af-dca8-4210-9fa1-e7f1feb1565b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:55.208574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-133e771e-5004-4211-acb6-786827a16871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:55.243005 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-becaf852-883b-4d74-8933-6c8dfcb4e082 service neutron] 10.222.0.62 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793122 Dec 20 16:00:55.262530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:55.341250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:55.355602 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.ipam_backend_mixin [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8312b3d9-5a27-4aab-b064-64589390bd8d (CIDR: 172.20.0.16/28) Dec 20 16:00:55.374142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-50295511-4b6f-41bb-aece-4c018a724297 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:55.399019 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:00:55.399464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:55.416143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:55.432106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-133e771e-5004-4211-acb6-786827a16871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:55.467049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=2f17207e-906a-4fa6-b59f-da51d8ce4246,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:55.472574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:55.484545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:55.489861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-133e771e-5004-4211-acb6-786827a16871 None None] For port 818be6af-dca8-4210-9fa1-e7f1feb1565b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=818be6af-dca8-4210-9fa1-e7f1feb1565b,segment=NetworkSegment(21a3fae3-cd96-401f-bd38-26d6512143e2),segment_id=21a3fae3-cd96-401f-bd38-26d6512143e2)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:55.503436 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-94a58404-dbe0-4dd8-8aa8-7605ca18bccc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5409040 Dec 20 16:00:55.507823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55912) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:55.525379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'subnet': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:55.535099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:55.610126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-133e771e-5004-4211-acb6-786827a16871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:55.612051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57deae35-409b-464e-b613-083a965a8986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:55.710004 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-446e62e4-a1a3-4a3b-b640-1a0ce60a3b13 req-4464deae-7ed1-44cb-854a-3e3ebb66ee7b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 210 time: 0.0566072 Dec 20 16:00:55.718520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:55.727856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Usage tracker for resource:subnet and tenant:8c8fec8b636f4fcdbe043db760a76388 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:55.738878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:55.753183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:55.763383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d6025006-f75f-4668-ac41-d7fd72f73c0d None None] Provisioning complete for port 818be6af-dca8-4210-9fa1-e7f1feb1565b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:55.763383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d6025006-f75f-4668-ac41-d7fd72f73c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:55.783960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 7a51f38a-bf88-4003-832d-75311b009eb4 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:55.785237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:55.829094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e771e-5004-4211-acb6-786827a16871 None None] Pushing event updated for resources: {'Port': ['ID=818be6af-dca8-4210-9fa1-e7f1feb1565b,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:55.833808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-133e771e-5004-4211-acb6-786827a16871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:55.861038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Made reservation on behalf of 8c8fec8b636f4fcdbe043db760a76388 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:55.866397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.021651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d6025006-f75f-4668-ac41-d7fd72f73c0d None None] Provisioning for port 2f17207e-906a-4fa6-b59f-da51d8ce4246 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:56.027711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d6025006-f75f-4668-ac41-d7fd72f73c0d None None] Provisioning complete for port 2f17207e-906a-4fa6-b59f-da51d8ce4246 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:56.030116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d6025006-f75f-4668-ac41-d7fd72f73c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.087967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d6025006-f75f-4668-ac41-d7fd72f73c0d None None] Port 2f17207e-906a-4fa6-b59f-da51d8ce4246 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:56.215781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-23b6e5ec-ac88-4be7-ac25-5e2943e65c85 None None] Provisioning complete for port 2f17207e-906a-4fa6-b59f-da51d8ce4246 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:56.216428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-23b6e5ec-ac88-4be7-ac25-5e2943e65c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.271089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-23b6e5ec-ac88-4be7-ac25-5e2943e65c85 None None] Port 2f17207e-906a-4fa6-b59f-da51d8ce4246 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:00:56.306622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.310600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-50cc7de8-1782-4975-92e8-67f82aa16d73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:56.363982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:56.373301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Network 2715e398-8e41-42b3-841d-18e1e503b260 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:56.376679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:56.380246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:56.380838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.386814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d1d070-ed83-4db8-8ed8-cc2cbedf5fe4 None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:56.400940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Subnet': ['ID=702cfc60-3f67-4930-a3b2-ceb3a039f9b5,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:56.403624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:56.490408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 818be6af-dca8-4210-9fa1-e7f1feb1565b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:00:56.507790 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9965470 Dec 20 16:00:56.510347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55926) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:56.516411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1243729236', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '702cfc60-3f67-4930-a3b2-ceb3a039f9b5'}], 'security_groups': ['43d47bae-ff18-4194-b032-02544c132da7', 'aa34cfbe-9916-4c95-af1b-7f6b1a72b25e']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:56.564697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:56.580803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Sync routers for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:00:56.587249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3271222 Dec 20 16:00:56.589805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55930) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:56.595955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'network': {'name': 'tempest-RoutersTest-601834523'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:56.603039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:56.608155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:network and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:56.611367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:56.617522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:56.653912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.655666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:56.656571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:56.786729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:56.789978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.825275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:56.837625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.838948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added segment 71e4809f-c2e0-4edd-aadb-02d8d2103a93 of type vlan for network 84bd7726-d81a-47d4-9321-fbb4e84f49fa Dec 20 16:00:56.864498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 818be6af-dca8-4210-9fa1-e7f1feb1565b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:56.865085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.878694 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:00:56.911595 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a30d8014-142e-45c2-a372-8d8699c6012d req-60a5e546-38c9-4842-b837-66981f4685f7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 210 time: 0.0642176 Dec 20 16:00:56.947249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.950194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:56.960161 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:00:57.095125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:57.099213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:57.099927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:57.105617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-55ca1b52-8cdd-46be-9d11-78641ad840c6 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:57.124379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Delete allocated IP 172.20.0.7 (2715e398-8e41-42b3-841d-18e1e503b260/ede0cb39-e20b-4064-b06d-7645c8b21bca) {{(pid=84391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 16:00:57.134877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Allocated IP 172.20.0.39 (2715e398-8e41-42b3-841d-18e1e503b260/702cfc60-3f67-4930-a3b2-ceb3a039f9b5/ebe604bc-58f5-48e3-9434-b5c098389df2) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:57.219515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Network': ['ID=84bd7726-d81a-47d4-9321-fbb4e84f49fa,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:57.222442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:57.235971 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 84bd7726-d81a-47d4-9321-fbb4e84f49fa details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:00:57.279784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6886981 Dec 20 16:00:57.283208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55938) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:57.289800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'subnet': {'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:00:57.425551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe79d1-fcb3-46bb-9164-2210e0724671 None None] Update dhcp port {'port': {'network_id': '2715e398-8e41-42b3-841d-18e1e503b260', 'fixed_ips': [{'subnet_id': '8312b3d9-5a27-4aab-b064-64589390bd8d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ede0cb39-e20b-4064-b06d-7645c8b21bca', 'ip_address': '172.20.0.2'}, {'subnet_id': '702cfc60-3f67-4930-a3b2-ceb3a039f9b5'}], 'binding:host_id': 'dv-neutron-821074-1-hyperv'}, 'id': 'a7eaac74-3867-488f-bd02-17f5243c7123'} from dv-neutron-821074-1-hyperv. {{(pid=84393) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 16:00:57.533688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:00:57.533925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:57.538515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:subnet and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:00:57.541836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:00:57.547997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:00:57.555987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Transition to ACTIVE for port object ebe604bc-58f5-48e3-9434-b5c098389df2 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:57.559808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-04fe79d1-fcb3-46bb-9164-2210e0724671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:57.729683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:57.746453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:00:54Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:00:54Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:57.747296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:57.753546 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:57.753946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Checking router: 9200302b-d0a5-4a56-876b-02256d1d157a for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:00:57.755009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Updating router 9200302b-d0a5-4a56-876b-02256d1d157a port 2f17207e-906a-4fa6-b59f-da51d8ce4246 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:00:57.834104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:57.849081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:57.886442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event updated for resources: {'Port': ['ID=ebe604bc-58f5-48e3-9434-b5c098389df2,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:57.892011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:57.921322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-04fe79d1-fcb3-46bb-9164-2210e0724671 None None] Allocated IP 172.20.0.34 (2715e398-8e41-42b3-841d-18e1e503b260/702cfc60-3f67-4930-a3b2-ceb3a039f9b5/a7eaac74-3867-488f-bd02-17f5243c7123) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:57.927616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] In _notify_port_updated(), no bound segment for port ebe604bc-58f5-48e3-9434-b5c098389df2 on network 2715e398-8e41-42b3-841d-18e1e503b260 {{(pid=84391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 16:00:57.931923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:57.937068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:57.937068 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "PUT /v2.0/ports/ebe604bc-58f5-48e3-9434-b5c098389df2 HTTP/1.1" status: 200 len: 960 time: 1.4226739 Dec 20 16:00:57.937816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55942) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:58.027097 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-719b11e5-2d33-4da8-9bb6-47c87af65f91 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port ebe604bc-58f5-48e3-9434-b5c098389df2 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:00:58.027340 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-719b11e5-2d33-4da8-9bb6-47c87af65f91 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:58.105196 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6fc03577-66ab-4700-bb88-e0fbfa78427c req-3f6b195e-4248-41db-9c9c-d0ae504fa70b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 210 time: 0.0560191 Dec 20 16:00:58.233377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:58.240142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-89aa8727-6921-4867-8d4d-7d810f85f44c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:58.308705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-719b11e5-2d33-4da8-9bb6-47c87af65f91 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:58.315271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-04fe79d1-fcb3-46bb-9164-2210e0724671 None None] For port a7eaac74-3867-488f-bd02-17f5243c7123, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a7eaac74-3867-488f-bd02-17f5243c7123,segment=NetworkSegment(a2bce33c-cf02-4100-954e-e1bcefeb1ac0),segment_id=a2bce33c-cf02-4100-954e-e1bcefeb1ac0)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:58.319786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Subnet': ['ID=861172e1-87f8-44dd-af5d-1725de2d7598,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:58.323658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:58.338062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Checking segment: {'id': '71e4809f-c2e0-4edd-aadb-02d8d2103a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:58.338420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network hostable DHCP agents. Network: 84bd7726-d81a-47d4-9321-fbb4e84f49fa, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:58.378533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-04fe79d1-fcb3-46bb-9164-2210e0724671 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:58.440385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-719b11e5-2d33-4da8-9bb6-47c87af65f91 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for ebe604bc-58f5-48e3-9434-b5c098389df2 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:00:58.443844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-04fe79d1-fcb3-46bb-9164-2210e0724671 None None] Transition to ACTIVE for port object a7eaac74-3867-488f-bd02-17f5243c7123 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:58.460953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 84bd7726-d81a-47d4-9321-fbb4e84f49fa is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:58.465012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:58.475569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Transition to ACTIVE for port object 2f17207e-906a-4fa6-b59f-da51d8ce4246 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:58.517854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-04fe79d1-fcb3-46bb-9164-2210e0724671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:58.521730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:58.546758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 84bd7726-d81a-47d4-9321-fbb4e84f49fa) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:58.551616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:58.553412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:58.568777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:58.583217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9294d21d-8a23-4d5f-91d2-c8fc2c29bc60 None None] Network 84bd7726-d81a-47d4-9321-fbb4e84f49fa requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:00:58.689286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-719b11e5-2d33-4da8-9bb6-47c87af65f91 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:58.697854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-630d94e6-90bb-4157-8753-0de25e019d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:58.748922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b11e5-2d33-4da8-9bb6-47c87af65f91 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=ebe604bc-58f5-48e3-9434-b5c098389df2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:58.751555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-719b11e5-2d33-4da8-9bb6-47c87af65f91 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:58.779036 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4921494 Dec 20 16:00:58.779261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55950) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:58.854414 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe79d1-fcb3-46bb-9164-2210e0724671 None None] Pushing event updated for resources: {'Port': ['ID=a7eaac74-3867-488f-bd02-17f5243c7123,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:58.862179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-04fe79d1-fcb3-46bb-9164-2210e0724671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:58.866495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1895ee7b-dff8-4d00-85e3-d17a074c4b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:58.895376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-719b11e5-2d33-4da8-9bb6-47c87af65f91 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:58.991417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55954) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:58.993424 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-719b11e5-2d33-4da8-9bb6-47c87af65f91 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/ebe604bc-58f5-48e3-9434-b5c098389df2 HTTP/1.1" status: 204 len: 168 time: 1.0532644 Dec 20 16:00:59.056702 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-2140e7fb-8ec9-4304-9728-d4952a1bdd0a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] GET failed (client error): The resource could not be found. Dec 20 16:00:59.061124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55958) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:59.068537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63662fb-1c3c-4fe7-9a65-5fd87daaeb6b None None] Pushing event updated for resources: {'Port': ['ID=2f17207e-906a-4fa6-b59f-da51d8ce4246,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:59.075895 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2140e7fb-8ec9-4304-9728-d4952a1bdd0a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports/ebe604bc-58f5-48e3-9434-b5c098389df2 HTTP/1.1" status: 404 len: 333 time: 0.0830693 Dec 20 16:00:59.082598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d63662fb-1c3c-4fe7-9a65-5fd87daaeb6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:59.131092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Attempting to bind port 2f17207e-906a-4fa6-b59f-da51d8ce4246 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:00:59.131466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Attempting to bind port 2f17207e-906a-4fa6-b59f-da51d8ce4246 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '21a3fae3-cd96-401f-bd38-26d6512143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:00:59.131834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Attempting to bind port 2f17207e-906a-4fa6-b59f-da51d8ce4246 on network 7a51f38a-bf88-4003-832d-75311b009eb4 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:00:59.155785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-65b720e5-41dd-4803-bf10-6d78d8fcf8eb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.183623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:00:59.184048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Checking segment: {'id': '21a3fae3-cd96-401f-bd38-26d6512143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:00:59.184462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.184866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Bound using segment: {'id': '21a3fae3-cd96-401f-bd38-26d6512143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:00:59.185462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Bound port: 2f17207e-906a-4fa6-b59f-da51d8ce4246, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a3fae3-cd96-401f-bd38-26d6512143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:00:59.185889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.221212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'fixed_ips': [{'subnet_id': '861172e1-87f8-44dd-af5d-1725de2d7598'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:00:59.223680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.237754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-65b720e5-41dd-4803-bf10-6d78d8fcf8eb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.380870 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9503f4da-74d6-4fe1-9e31-652e442c5fc0 req-3ddfdd67-4f42-4965-b4a1-e34aa6f49744 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 210 time: 0.0635772 Dec 20 16:00:59.387866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-65b720e5-41dd-4803-bf10-6d78d8fcf8eb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.398060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f722a7b1-480e-4af2-8795-f41308b2340a tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:59.439880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b720e5-41dd-4803-bf10-6d78d8fcf8eb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d842c7e-ab70-4614-9ab1-72d1aa940b14,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:59.442409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-65b720e5-41dd-4803-bf10-6d78d8fcf8eb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.443569 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-65b720e5-41dd-4803-bf10-6d78d8fcf8eb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/security-groups/7d842c7e-ab70-4614-9ab1-72d1aa940b14 HTTP/1.1" status: 204 len: 168 time: 0.3813589 Dec 20 16:00:59.444463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-65b720e5-41dd-4803-bf10-6d78d8fcf8eb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:59.446199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55964) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:59.522255 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c55119e1-3733-446b-bca8-ea8db8b786a2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.530848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] For port 2f17207e-906a-4fa6-b59f-da51d8ce4246, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:59.541053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] For port 2f17207e-906a-4fa6-b59f-da51d8ce4246, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2f17207e-906a-4fa6-b59f-da51d8ce4246,segment=NetworkSegment(21a3fae3-cd96-401f-bd38-26d6512143e2),segment_id=21a3fae3-cd96-401f-bd38-26d6512143e2)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:59.556325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c55119e1-3733-446b-bca8-ea8db8b786a2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.628250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Allocated IP 172.21.0.2 (84bd7726-d81a-47d4-9321-fbb4e84f49fa/861172e1-87f8-44dd-af5d-1725de2d7598/639cd628-1a82-4b96-8e04-1b92ddfaa889) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:59.631312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.637481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:59.752998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c55119e1-3733-446b-bca8-ea8db8b786a2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.759438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3b956b6e-8401-4b77-aea5-ac79b19da540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:00:59.761943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.764601 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63662fb-1c3c-4fe7-9a65-5fd87daaeb6b None None] Pushing event updated for resources: {'Port': ['ID=2f17207e-906a-4fa6-b59f-da51d8ce4246,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:59.769761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d63662fb-1c3c-4fe7-9a65-5fd87daaeb6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:59.794677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55119e1-3733-446b-bca8-ea8db8b786a2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34cfbe-9916-4c95-af1b-7f6b1a72b25e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:59.797874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c55119e1-3733-446b-bca8-ea8db8b786a2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:00:59.798882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c55119e1-3733-446b-bca8-ea8db8b786a2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.804170 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c55119e1-3733-446b-bca8-ea8db8b786a2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/security-groups/aa34cfbe-9916-4c95-af1b-7f6b1a72b25e HTTP/1.1" status: 204 len: 168 time: 0.3530040 Dec 20 16:00:59.804170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55968) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:00:59.867893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9e9d3fcd-6415-49a7-9aff-b6f3b26e780e None None] Provisioning for port a7eaac74-3867-488f-bd02-17f5243c7123 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:59.895241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:59.895946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:59.929745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ac028cd-3e9e-4929-b212-e3e13f487c3d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.960504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9e9d3fcd-6415-49a7-9aff-b6f3b26e780e None None] Provisioning complete for port a7eaac74-3867-488f-bd02-17f5243c7123 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:59.960504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e9d3fcd-6415-49a7-9aff-b6f3b26e780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:00:59.981257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ac028cd-3e9e-4929-b212-e3e13f487c3d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.148258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ac028cd-3e9e-4929-b212-e3e13f487c3d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.152252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4ef20476-86b8-479d-9cf2-6579cf327df3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:00.166260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac028cd-3e9e-4929-b212-e3e13f487c3d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d47bae-ff18-4194-b032-02544c132da7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:00.170718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ac028cd-3e9e-4929-b212-e3e13f487c3d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:00.174954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ac028cd-3e9e-4929-b212-e3e13f487c3d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.176980 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6ac028cd-3e9e-4929-b212-e3e13f487c3d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/security-groups/43d47bae-ff18-4194-b032-02544c132da7 HTTP/1.1" status: 204 len: 168 time: 0.3726044 Dec 20 16:01:00.181071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55972) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:00.299651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.383879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:00.505996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5ef30b-7050-45b4-aaed-fbb7e6e3458c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet ede0cb39-e20b-4064-b06d-7645c8b21bca {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:01:00.509373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef30b-7050-45b4-aaed-fbb7e6e3458c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.542544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-32c5de32-d87d-432e-8cdd-d31dda25dfa4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:00.547695 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-32c5de32-d87d-432e-8cdd-d31dda25dfa4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=07921e50-9ab9-423c-a3b2-cd9a987f4cee HTTP/1.1" status: 200 len: 796 time: 0.4102867 Dec 20 16:01:00.583524 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef30b-7050-45b4-aaed-fbb7e6e3458c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.591736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a7eaac74-3867-488f-bd02-17f5243c7123 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:00.646472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Transition to ACTIVE for port object 639cd628-1a82-4b96-8e04-1b92ddfaa889 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:00.680801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef30b-7050-45b4-aaed-fbb7e6e3458c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.691844 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-6c4b11eb-b6e0-46ef-940a-a7267538be5d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 380 time: 0.1152434 Dec 20 16:01:00.694610 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18260b5f-8392-46a8-a753-139a222e7df8 req-21861f54-930a-4d2a-b5c7-1360366a65a3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 210 time: 0.0509069 Dec 20 16:01:00.698853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Transition to ACTIVE for port object 639cd628-1a82-4b96-8e04-1b92ddfaa889 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:00.700561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'admin_state_up': True, 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'security_groups': ['90257cbd-28e4-4ba7-8aa2-acf7670529bb']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:00.715426 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9e9d3fcd-6415-49a7-9aff-b6f3b26e780e None None] Could not find standard attr ID for object ebe604bc-58f5-48e3-9434-b5c098389df2. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:01:00.827481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a7eaac74-3867-488f-bd02-17f5243c7123 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:00.827866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.858566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.862244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-133e771e-5004-4211-acb6-786827a16871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:00.901938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9e9d3fcd-6415-49a7-9aff-b6f3b26e780e None None] Provisioning complete for port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:00.902318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9e9d3fcd-6415-49a7-9aff-b6f3b26e780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.906159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Allocated IP 172.21.0.1 (84bd7726-d81a-47d4-9321-fbb4e84f49fa/861172e1-87f8-44dd-af5d-1725de2d7598/d5af2d80-317c-4f3f-b3b1-6edde5f221c7) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:00.908322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:01:00.923385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:01:00.991587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef30b-7050-45b4-aaed-fbb7e6e3458c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:00.996854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bdb19d39-b869-4c85-8cfc-4ff23ddd8d75 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:01.035194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ef30b-7050-45b4-aaed-fbb7e6e3458c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=ede0cb39-e20b-4064-b06d-7645c8b21bca,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:01.041139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4d5ef30b-7050-45b4-aaed-fbb7e6e3458c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:01.044171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef30b-7050-45b4-aaed-fbb7e6e3458c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:01.044803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Network 84bd7726-d81a-47d4-9321-fbb4e84f49fa is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:01.058805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 55978) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:01.059924 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4d5ef30b-7050-45b4-aaed-fbb7e6e3458c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/ede0cb39-e20b-4064-b06d-7645c8b21bca HTTP/1.1" status: 204 len: 168 time: 0.8774455 Dec 20 16:01:01.061697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d3fcd-6415-49a7-9aff-b6f3b26e780e None None] Port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:01:01.063322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:01.065023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2508996-b742-4c36-ad49-da1a9cb0b6ea None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:01.081786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:01.087865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Pushing event updated for resources: {'Port': ['ID=639cd628-1a82-4b96-8e04-1b92ddfaa889,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:01.101319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:01.117727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:01.123921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:01.221511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:01.294081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Transition to ACTIVE for port object d5af2d80-317c-4f3f-b3b1-6edde5f221c7 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:01.401017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-27a17258-ea25-41df-8489-a0921458fd72 None None] Could not find standard attr ID for object ebe604bc-58f5-48e3-9434-b5c098389df2. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:01:01.476056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-be55f3e7-c310-476c-8216-5850d52c5e34 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet 702cfc60-3f67-4930-a3b2-ceb3a039f9b5 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:01:01.483456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-be55f3e7-c310-476c-8216-5850d52c5e34 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:01.494486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Attempting to bind port 639cd628-1a82-4b96-8e04-1b92ddfaa889 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:01:01.494875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Attempting to bind port 639cd628-1a82-4b96-8e04-1b92ddfaa889 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '71e4809f-c2e0-4edd-aadb-02d8d2103a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:01:01.495242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Attempting to bind port 639cd628-1a82-4b96-8e04-1b92ddfaa889 on network 84bd7726-d81a-47d4-9321-fbb4e84f49fa {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:01:01.512715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.4 (07921e50-9ab9-423c-a3b2-cd9a987f4cee/29dae2cb-edf8-43a7-9ab3-a51961ad986e/7900f2a2-1428-4f9d-8e79-29b277cb87d3) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:01.551960 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:00:54Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:00:59Z', 'revision_number': 4, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:01.559182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-be55f3e7-c310-476c-8216-5850d52c5e34 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:01.561846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:01:01.562236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Checking segment: {'id': '71e4809f-c2e0-4edd-aadb-02d8d2103a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:01:01.562647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:01.563068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Bound using segment: {'id': '71e4809f-c2e0-4edd-aadb-02d8d2103a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:01:01.566883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Bound port: 639cd628-1a82-4b96-8e04-1b92ddfaa889, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e4809f-c2e0-4edd-aadb-02d8d2103a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:01:01.566883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:01.579705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9804db-712f-42c8-b8d9-fe4794ce3339 None None] The sync data for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv is: [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:00:54Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:00:59Z', 'revision_number': 4, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:01:01.594052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:01.605735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce527530-46ab-429a-99ad-58935b5f71a7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:01.752398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 84bd7726-d81a-47d4-9321-fbb4e84f49fa is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:01.807884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:01.809783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=d5af2d80-317c-4f3f-b3b1-6edde5f221c7,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:01.820920 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:01.845486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] For port 639cd628-1a82-4b96-8e04-1b92ddfaa889, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:01.848159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:01.854970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] For port 639cd628-1a82-4b96-8e04-1b92ddfaa889, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=639cd628-1a82-4b96-8e04-1b92ddfaa889,segment=NetworkSegment(71e4809f-c2e0-4edd-aadb-02d8d2103a93),segment_id=71e4809f-c2e0-4edd-aadb-02d8d2103a93)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:02.064782 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7961a95b-a067-44f3-be88-144f1f0a9f5b req-e1f883c9-db78-4af3-9193-3318cda8ea65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 210 time: 0.1930292 Dec 20 16:01:02.095949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.100257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-be55f3e7-c310-476c-8216-5850d52c5e34 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.103543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-177283ba-f967-42cf-92db-7114ee754ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:02.133021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.162467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.212201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 7900f2a2-1428-4f9d-8e79-29b277cb87d3 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:02.247439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Pushing event updated for resources: {'Port': ['ID=639cd628-1a82-4b96-8e04-1b92ddfaa889,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:02.253065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:02.390531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.395830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-be55f3e7-c310-476c-8216-5850d52c5e34 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.405036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3804ff2d-b968-4b76-be42-aed95cce4c10 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:02.449289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55f3e7-c310-476c-8216-5850d52c5e34 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=702cfc60-3f67-4930-a3b2-ceb3a039f9b5,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:02.460266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-be55f3e7-c310-476c-8216-5850d52c5e34 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:02.465268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5b064b3b-efaf-4001-ba06-83c7bc302164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:02.528165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.542494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-be55f3e7-c310-476c-8216-5850d52c5e34 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.551019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d66db-3325-4083-8974-591e338ab941 None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:02.585305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 07921e50-9ab9-423c-a3b2-cd9a987f4cee is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:02.617565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:02.627551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 639cd628-1a82-4b96-8e04-1b92ddfaa889 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:02.634688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:02.690183 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-be55f3e7-c310-476c-8216-5850d52c5e34 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/702cfc60-3f67-4930-a3b2-ceb3a039f9b5 HTTP/1.1" status: 204 len: 168 time: 1.6285427 Dec 20 16:01:02.694261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55984) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:02.711156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=7900f2a2-1428-4f9d-8e79-29b277cb87d3,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:02.718767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:02.763674 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b7a7d0-faca-44a9-875f-ee78c1ce23aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:02.764376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b7a7d0-faca-44a9-875f-ee78c1ce23aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:02.766550 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c1b7a7d0-faca-44a9-875f-ee78c1ce23aa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/ede0cb39-e20b-4064-b06d-7645c8b21bca HTTP/1.1" status: 404 len: 337 time: 0.0711427 Dec 20 16:01:02.769317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55988) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:02.835886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-404fbeb3-1f20-433c-bdc5-4a028671c697 None None] Provisioning complete for port a7eaac74-3867-488f-bd02-17f5243c7123 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:02.836259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-404fbeb3-1f20-433c-bdc5-4a028671c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.894527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:02.895727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.899153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a390bdf9-6f21-4169-8be5-70a83e595b61 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting subnet 8312b3d9-5a27-4aab-b064-64589390bd8d {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:01:02.903132 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a390bdf9-6f21-4169-8be5-70a83e595b61 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:02.967007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a390bdf9-6f21-4169-8be5-70a83e595b61 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:03.044660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3481688 Dec 20 16:01:03.059430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Request body: {'port': {'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:03.066619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-404fbeb3-1f20-433c-bdc5-4a028671c697 None None] Provisioning complete for port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:03.072531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-404fbeb3-1f20-433c-bdc5-4a028671c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:03.072718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a390bdf9-6f21-4169-8be5-70a83e595b61 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:03.097598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 639cd628-1a82-4b96-8e04-1b92ddfaa889 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:03.152060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-404fbeb3-1f20-433c-bdc5-4a028671c697 None None] Port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:01:03.278055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:03.290999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:03.336032 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a390bdf9-6f21-4169-8be5-70a83e595b61 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:03.341417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1510df31-a19b-4309-b5c5-cc10ba427c0b tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:03.393792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390bdf9-6f21-4169-8be5-70a83e595b61 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Subnet': ['ID=8312b3d9-5a27-4aab-b064-64589390bd8d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:03.400483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a390bdf9-6f21-4169-8be5-70a83e595b61 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:03.403228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a390bdf9-6f21-4169-8be5-70a83e595b61 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:03.412905 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a390bdf9-6f21-4169-8be5-70a83e595b61 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/8312b3d9-5a27-4aab-b064-64589390bd8d HTTP/1.1" status: 204 len: 168 time: 0.6390994 Dec 20 16:01:03.413883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55994) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:03.414316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c27b54f1-5146-4971-8b51-4c763d32dcfe None None] Provisioning for port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:03.420718 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:03.424555 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c27b54f1-5146-4971-8b51-4c763d32dcfe None None] Provisioning complete for port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:03.424555 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c27b54f1-5146-4971-8b51-4c763d32dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:03.454789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-73f6ceb3-3780-4e5c-800c-b4c4cb29b64b tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:03.469137 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-27229586-ce34-424a-8ced-159261b02f46 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:03.469668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27229586-ce34-424a-8ced-159261b02f46 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:03.472422 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-27229586-ce34-424a-8ced-159261b02f46 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/1560360c-9588-4728-8cf8-e0dad4b49042 HTTP/1.1" status: 404 len: 337 time: 0.0582552 Dec 20 16:01:03.475645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 55998) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:03.500325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c27b54f1-5146-4971-8b51-4c763d32dcfe None None] Port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:01:03.534151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-17239a18-47d6-41b0-b92e-14600dd36c7c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Synchronizing usage tracker for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:01:03.593240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6761-9113-4df8-91d7-dd3f05510ab2 req-93dffde7-01c5-413b-a0b4-f85f4a771b76 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.593947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-28fb6761-9113-4df8-91d7-dd3f05510ab2 req-93dffde7-01c5-413b-a0b4-f85f4a771b76 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:01:03.623469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=d5af2d80-317c-4f3f-b3b1-6edde5f221c7,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:03.632076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:03.640870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:03.641482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b40f2-754f-4ca9-b890-2c15212bdad1 None None] Network 84bd7726-d81a-47d4-9321-fbb4e84f49fa requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:03.718170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-17239a18-47d6-41b0-b92e-14600dd36c7c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Unset dirty status for tenant:8c8fec8b636f4fcdbe043db760a76388 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:01:03.724415 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-17239a18-47d6-41b0-b92e-14600dd36c7c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18270d9-b2f0-4d41-aa20-b86dda21f500 HTTP/1.1" status: 200 len: 205 time: 0.2433262 Dec 20 16:01:03.724415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56002) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:03.823890 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-87f669c2-875a-4eba-8ba3-792a1e8b87f8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] delete failed (client error): The resource could not be found. Dec 20 16:01:03.826202 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-87f669c2-875a-4eba-8ba3-792a1e8b87f8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/routers/e18270d9-b2f0-4d41-aa20-b86dda21f500 HTTP/1.1" status: 404 len: 336 time: 0.1026797 Dec 20 16:01:03.828944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56006) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:03.851500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-28fb6761-9113-4df8-91d7-dd3f05510ab2 req-93dffde7-01c5-413b-a0b4-f85f4a771b76 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:01:03.856883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35218423-2b05-4763-b33e-b1e219dfe1d9 None None] Network 2715e398-8e41-42b3-841d-18e1e503b260 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:03.857039 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-28fb6761-9113-4df8-91d7-dd3f05510ab2 req-93dffde7-01c5-413b-a0b4-f85f4a771b76 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 931 time: 0.5781963 Dec 20 16:01:03.872841 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c2ba75-0250-4c33-9613-f1163679f4a8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:03.873277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c2ba75-0250-4c33-9613-f1163679f4a8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:03.877680 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-31c2ba75-0250-4c33-9613-f1163679f4a8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/cd41077e-847a-4f2b-b459-4b9c72f1c8db HTTP/1.1" status: 404 len: 337 time: 0.0452490 Dec 20 16:01:03.877887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56010) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:03.920077 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd82aa63-480d-4c7a-9732-e848896f16c8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:03.920525 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd82aa63-480d-4c7a-9732-e848896f16c8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:03.924743 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bd82aa63-480d-4c7a-9732-e848896f16c8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/e22f194b-c504-45cf-b3e9-b8a23bc041d8 HTTP/1.1" status: 404 len: 337 time: 0.0434909 Dec 20 16:01:03.925018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ffe3d9f3-1272-457c-a31f-3249b5fec977 None None] Provisioning for port 639cd628-1a82-4b96-8e04-1b92ddfaa889 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:03.927066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56014) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:03.961797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 84bd7726-d81a-47d4-9321-fbb4e84f49fa is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:03.966178 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8a5249-7a91-4f9f-9978-d4b8f8e0d3a3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:03.966672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8a5249-7a91-4f9f-9978-d4b8f8e0d3a3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:03.967836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:03.971481 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7b8a5249-7a91-4f9f-9978-d4b8f8e0d3a3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/48a0f50e-a180-425b-8e0d-11a63a25303d HTTP/1.1" status: 404 len: 337 time: 0.0412929 Dec 20 16:01:03.972187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56018) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:03.982413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ffe3d9f3-1272-457c-a31f-3249b5fec977 None None] Provisioning complete for port 639cd628-1a82-4b96-8e04-1b92ddfaa889 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:03.982800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ffe3d9f3-1272-457c-a31f-3249b5fec977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:04.003515 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-28fb6761-9113-4df8-91d7-dd3f05510ab2 req-3025edf2-79a5-40ff-90c9-01df0e7eb4f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376007 Dec 20 16:01:04.022477 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ee56c9-7838-431b-9a19-e976771e87da tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:04.023157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ee56c9-7838-431b-9a19-e976771e87da tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:04.027675 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-36ee56c9-7838-431b-9a19-e976771e87da tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/38186ada-c416-448a-a5c9-e6ec3e7a23e3 HTTP/1.1" status: 404 len: 333 time: 0.0512493 Dec 20 16:01:04.028109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56022) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:04.073508 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d581fa-068b-40d4-b584-6c2c01bf4365 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:04.074010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d581fa-068b-40d4-b584-6c2c01bf4365 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:04.078044 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-19d581fa-068b-40d4-b584-6c2c01bf4365 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/7f46860e-3f21-4d19-9485-93c0a4139ba2 HTTP/1.1" status: 404 len: 337 time: 0.0465722 Dec 20 16:01:04.078315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56026) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:04.117697 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b69186a-a2da-4b99-b784-3e16a0801b1d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:04.117969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b69186a-a2da-4b99-b784-3e16a0801b1d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:04.122078 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6b69186a-a2da-4b99-b784-3e16a0801b1d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/e03e8aa6-fb5e-43a2-a64d-daa70606a6c2 HTTP/1.1" status: 404 len: 337 time: 0.0401711 Dec 20 16:01:04.122535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56030) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:04.167793 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde5a1cb-0ecc-4af1-a8db-c4c37e4eb1fc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:04.168714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde5a1cb-0ecc-4af1-a8db-c4c37e4eb1fc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:04.172300 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bde5a1cb-0ecc-4af1-a8db-c4c37e4eb1fc tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/61b6d3a0-d9c7-4de8-98ba-c16718f439bb HTTP/1.1" status: 404 len: 333 time: 0.0460174 Dec 20 16:01:04.172536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56034) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:04.219265 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29a109b-9f0c-4c27-ab7b-43b23649fee2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:04.220038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29a109b-9f0c-4c27-ab7b-43b23649fee2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:04.224037 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d29a109b-9f0c-4c27-ab7b-43b23649fee2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/4584e504-a95f-4cc7-b9de-01d2d7070242 HTTP/1.1" status: 404 len: 337 time: 0.0479081 Dec 20 16:01:04.224037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56038) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:04.269089 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a751b00-52c6-40e1-8ff7-709af47e0211 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:04.269547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a751b00-52c6-40e1-8ff7-709af47e0211 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:04.271769 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5a751b00-52c6-40e1-8ff7-709af47e0211 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/subnets/9d1ab1cd-c47d-4dd2-b230-872725fefdf4 HTTP/1.1" status: 404 len: 337 time: 0.0468037 Dec 20 16:01:04.275529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56042) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:04.310039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7900f2a2-1428-4f9d-8e79-29b277cb87d3 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:01:04.321792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:04.328357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ffe3d9f3-1272-457c-a31f-3249b5fec977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:04.346289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea3996-f0c1-457e-b2f5-8054ef031391 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Deleting port 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:04.346901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3996-f0c1-457e-b2f5-8054ef031391 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:04.347798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Transition to ACTIVE for port object 7900f2a2-1428-4f9d-8e79-29b277cb87d3 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:04.388704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ffe3d9f3-1272-457c-a31f-3249b5fec977 None None] For port 639cd628-1a82-4b96-8e04-1b92ddfaa889, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=639cd628-1a82-4b96-8e04-1b92ddfaa889,segment=NetworkSegment(71e4809f-c2e0-4edd-aadb-02d8d2103a93),segment_id=71e4809f-c2e0-4edd-aadb-02d8d2103a93)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:04.473320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:04.477354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] DHCP port deletion for 2715e398-8e41-42b3-841d-18e1e503b260 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:01:04.481917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] Deleting port a7eaac74-3867-488f-bd02-17f5243c7123 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:04.482294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:04.485353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5f9cab2b-3f7d-4b2f-ad22-45d06c0cb3f1 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:04.526638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ffe3d9f3-1272-457c-a31f-3249b5fec977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:04.534315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-57deae35-409b-464e-b613-083a965a8986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:04.597466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3996-f0c1-457e-b2f5-8054ef031391 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:04.636275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Pushing event updated for resources: {'Port': ['ID=7900f2a2-1428-4f9d-8e79-29b277cb87d3,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:04.646623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:04.694953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3d9f3-1272-457c-a31f-3249b5fec977 None None] Pushing event updated for resources: {'Port': ['ID=639cd628-1a82-4b96-8e04-1b92ddfaa889,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:04.705826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ffe3d9f3-1272-457c-a31f-3249b5fec977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:04.713990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-49a45ba0-82ac-46f0-b0e9-cefcf3c48da2 None None] Provisioning complete for port a7eaac74-3867-488f-bd02-17f5243c7123 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:04.714371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-49a45ba0-82ac-46f0-b0e9-cefcf3c48da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:04.752978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea3996-f0c1-457e-b2f5-8054ef031391 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Calling delete_port for 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:04.795534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:04.987424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Attempting to bind port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:01:04.987756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Attempting to bind port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:01:04.988905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Attempting to bind port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 on network 07921e50-9ab9-423c-a3b2-cd9a987f4cee {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:01:04.997483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] For port a7eaac74-3867-488f-bd02-17f5243c7123, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a7eaac74-3867-488f-bd02-17f5243c7123,segment=NetworkSegment(a2bce33c-cf02-4100-954e-e1bcefeb1ac0),segment_id=a2bce33c-cf02-4100-954e-e1bcefeb1ac0)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:04.997894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:04.999494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 on network 07921e50-9ab9-423c-a3b2-cd9a987f4cee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:01:04.999900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Attempting to bind port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 on network 07921e50-9ab9-423c-a3b2-cd9a987f4cee {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:01:05.010667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:01:05.011031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Checking segment: {'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:01:05.011417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Bound using segment: {'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:01:05.011844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Bound port: 7900f2a2-1428-4f9d-8e79-29b277cb87d3, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269a24fd-8d3c-4370-997d-dd9acfadf03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:01:05.012181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.095403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3996-f0c1-457e-b2f5-8054ef031391 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.101676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:05.135696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:05.137585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] For port 7900f2a2-1428-4f9d-8e79-29b277cb87d3, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:05.142372 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3621356 Dec 20 16:01:05.144382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] For port 7900f2a2-1428-4f9d-8e79-29b277cb87d3, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:05.145727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56048) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:05.151266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'network': {'name': 'tempest-RoutersTest-287776613'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:05.156464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:01:05.160973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:network and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:01:05.161735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] Calling delete_port for a7eaac74-3867-488f-bd02-17f5243c7123 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:05.164422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:01:05.171333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:01:05.172450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea3996-f0c1-457e-b2f5-8054ef031391 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Port': ['ID=0a978959-22f6-4e5c-9c5f-5b9ccef7d82d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:05.182841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f5ea3996-f0c1-457e-b2f5-8054ef031391 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:05.190829 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3996-f0c1-457e-b2f5-8054ef031391 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.221920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-49a45ba0-82ac-46f0-b0e9-cefcf3c48da2 None None] Provisioning complete for port 639cd628-1a82-4b96-8e04-1b92ddfaa889 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:05.222294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-49a45ba0-82ac-46f0-b0e9-cefcf3c48da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.259044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.268218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-da6b8daf-c8eb-4d64-828c-eb9eaa8134cb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:05.343210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.344575 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] 10.222.0.64 "PUT /v2.0/ports/7900f2a2-1428-4f9d-8e79-29b277cb87d3 HTTP/1.1" status: 200 len: 1093 time: 2.2914002 Dec 20 16:01:05.346328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'tag': '7900f2a2-1428-4f9d-8e79-29b277cb87d3'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:01:05.360316 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f5ea3996-f0c1-457e-b2f5-8054ef031391 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/ports/0a978959-22f6-4e5c-9c5f-5b9ccef7d82d HTTP/1.1" status: 204 len: 168 time: 1.0837233 Dec 20 16:01:05.362845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56054) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:05.379668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Pushing event updated for resources: {'Port': ['ID=7900f2a2-1428-4f9d-8e79-29b277cb87d3,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:05.385371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:05.388250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-49a45ba0-82ac-46f0-b0e9-cefcf3c48da2 None None] Could not find standard attr ID for object 0a978959-22f6-4e5c-9c5f-5b9ccef7d82d. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:01:05.388672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.423723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:05.443806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.450725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ab12d7c2-d086-486d-88ed-2d5157c4cc25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:05.493185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:01:05.507796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] Pushing event deleted for resources: {'Port': ['ID=a7eaac74-3867-488f-bd02-17f5243c7123,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:05.511307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:05.519842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] No DVR routers for this DVR port a7eaac74-3867-488f-bd02-17f5243c7123 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:01:05.533882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.534228 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added segment ea85f859-8d87-4891-9712-9a561531f068 of type vlan for network 06fedb5b-1570-4f7d-be61-de61566caae9 Dec 20 16:01:05.544280 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'tag': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'status': 'completed', 'code': 200} Dec 20 16:01:05.568647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.624050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5fcaf-023f-41e4-9e63-027fcc5cc618 req-c07917d8-0395-4d7c-8c3e-d2ea15dd5ede tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:05.625632 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fdb5fcaf-023f-41e4-9e63-027fcc5cc618 req-c07917d8-0395-4d7c-8c3e-d2ea15dd5ede tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 943 time: 0.4047003 Dec 20 16:01:05.692713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.718557 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-49a45ba0-82ac-46f0-b0e9-cefcf3c48da2 None None] Provisioning for port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:05.724990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-49a45ba0-82ac-46f0-b0e9-cefcf3c48da2 None None] Provisioning complete for port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:05.725382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-49a45ba0-82ac-46f0-b0e9-cefcf3c48da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.743042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.744647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fdb5fcaf-023f-41e4-9e63-027fcc5cc618 req-59feae58-e3e0-4388-b3f8-ab43db587cbb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886087 Dec 20 16:01:05.758515 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-b923605d-5b3d-49a2-8086-f4a72dac2be3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 1096 time: 0.2163243 Dec 20 16:01:05.771867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2715e398-8e41-42b3-841d-18e1e503b260']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:05.797065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-49a45ba0-82ac-46f0-b0e9-cefcf3c48da2 None None] Port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:01:05.797417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bce33c-cf02-4100-954e-e1bcefeb1ac0') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:05.797800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bce33c-cf02-4100-954e-e1bcefeb1ac0') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:05.811163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.828859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.836075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:01:05.836497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.837388 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-a731c8ff-d815-4f09-ad8f-8b52887786f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3 HTTP/1.1" status: 200 len: 217 time: 0.0707891 Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:01:05.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:01:05.907821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-ffb368ac-eb6b-4bc9-ae5f-743c7281a3b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:05.909247 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-ffb368ac-eb6b-4bc9-ae5f-743c7281a3b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29dae2cb-edf8-43a7-9ab3-a51961ad986e HTTP/1.1" status: 200 len: 835 time: 0.0655215 Dec 20 16:01:05.945628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-557e18e6-b3ff-4711-b384-a1c01b96646a None None] Provisioning complete for port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:05.946111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-557e18e6-b3ff-4711-b384-a1c01b96646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.976080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.979825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:05.980396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:05.987621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c314b7b2-91a4-4ecc-9beb-0cefc0ff0782 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:06.009688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-557e18e6-b3ff-4711-b384-a1c01b96646a None None] Port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:01:06.084217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:06.087984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-37169a5d-5068-4621-800c-7e7e073df8f9 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:06.103926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:06.115028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Pushing event deleted for resources: {'Network': ['ID=2715e398-8e41-42b3-841d-18e1e503b260,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:06.118380 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] 10.222.0.62 "DELETE /v2.0/networks/2715e398-8e41-42b3-841d-18e1e503b260 HTTP/1.1" status: 204 len: 168 time: 0.7542462 Dec 20 16:01:06.119580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:06.232662 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0858951 Dec 20 16:01:06.235259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Network': ['ID=06fedb5b-1570-4f7d-be61-de61566caae9,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:06.237270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56060) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:06.238250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:06.241474 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-4c92ef57-e408-4fa3-89f4-3db7e764f39a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07921e50-9ab9-423c-a3b2-cd9a987f4cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3259566 Dec 20 16:01:06.244372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'subnet': {'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:06.256886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 06fedb5b-1570-4f7d-be61-de61566caae9 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:01:06.391254 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-d3aefdfb-ea70-44a6-bc5d-b7fefc24f499 service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432118 Dec 20 16:01:06.392382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:01:06.396352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:subnet and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:01:06.399348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:01:06.405161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:01:06.523660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:06.531471 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50b4a32b-dcb9-4fa8-90c3-afa5038dbbf7 req-7412185c-d2e9-4042-bac3-b73e5f8114d7 service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335466 Dec 20 16:01:06.565305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2f17207e-906a-4fa6-b59f-da51d8ce4246 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:06.656442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:06.729337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56066) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:06.752606 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45eb8b54-f1a3-4848-a6bb-b95faf3daa2a req-b367bfc9-9c63-4693-aacc-334c4120c193 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 1096 time: 0.0853627 Dec 20 16:01:06.849191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 2f17207e-906a-4fa6-b59f-da51d8ce4246 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:06.854554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 2f17207e-906a-4fa6-b59f-da51d8ce4246 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:06.854947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:06.969697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:06.975685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6c976065-1642-42fc-aa96-35e129b6fcb0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:06.987910 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:06.993144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb8b54-f1a3-4848-a6bb-b95faf3daa2a req-fc5d6f60-31f6-494e-ab89-58c40ad54007 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:06.994587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45eb8b54-f1a3-4848-a6bb-b95faf3daa2a req-fc5d6f60-31f6-494e-ab89-58c40ad54007 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07921e50-9ab9-423c-a3b2-cd9a987f4cee HTTP/1.1" status: 200 len: 897 time: 0.2360971 Dec 20 16:01:07.034201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 2f17207e-906a-4fa6-b59f-da51d8ce4246, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2f17207e-906a-4fa6-b59f-da51d8ce4246,segment=NetworkSegment(21a3fae3-cd96-401f-bd38-26d6512143e2),segment_id=21a3fae3-cd96-401f-bd38-26d6512143e2)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:07.055484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Subnet': ['ID=108650e8-2bbc-4c92-9e74-022382ddd433,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:07.071074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.071433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.071800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.072164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.072523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.072880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.073234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.073588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.073940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.074290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.074641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:07.079439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:07.085418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Checking segment: {'id': 'ea85f859-8d87-4891-9712-9a561531f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:01:07.085571 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-078b05dc-bbd8-4209-b0d9-90fd23d601ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c8fec8b636f4fcdbe043db760a76388&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3502648 Dec 20 16:01:07.085730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network hostable DHCP agents. Network: 06fedb5b-1570-4f7d-be61-de61566caae9, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:01:07.087905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56074) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:07.091793 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45eb8b54-f1a3-4848-a6bb-b95faf3daa2a req-df36558d-18a5-473a-af63-a8103e2224f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3 HTTP/1.1" status: 200 len: 217 time: 0.0811739 Dec 20 16:01:07.123732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:07.124931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 639cd628-1a82-4b96-8e04-1b92ddfaa889 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:07.149261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac02da-afbd-4ad4-a999-7d43e454940c req-4c3275a2-285b-4583-8109-ee028fb1b830 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:07.149261 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-38ac02da-afbd-4ad4-a999-7d43e454940c req-4c3275a2-285b-4583-8109-ee028fb1b830 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 943 time: 0.2355645 Dec 20 16:01:07.161621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba390a96-1c25-42b1-ab5c-12ffca413a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:07.165893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-0f8046e5-03e5-46f6-be60-2d420062341f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:07.189521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb8b54-f1a3-4848-a6bb-b95faf3daa2a req-36849591-a6ee-444e-a0ed-82139a9455c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:07.190992 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45eb8b54-f1a3-4848-a6bb-b95faf3daa2a req-36849591-a6ee-444e-a0ed-82139a9455c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29dae2cb-edf8-43a7-9ab3-a51961ad986e HTTP/1.1" status: 200 len: 835 time: 0.0916710 Dec 20 16:01:07.193064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba390a96-1c25-42b1-ab5c-12ffca413a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:07.258540 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-38ac02da-afbd-4ad4-a999-7d43e454940c req-08aa6ad1-8a98-46bd-9809-0010c08ed271 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994110 Dec 20 16:01:07.279275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=2f17207e-906a-4fa6-b59f-da51d8ce4246,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:07.284840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:07.299482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 639cd628-1a82-4b96-8e04-1b92ddfaa889 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:07.301059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:07.301207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45eb8b54-f1a3-4848-a6bb-b95faf3daa2a req-f3d73c36-e7e3-4305-af89-89327d470539 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07921e50-9ab9-423c-a3b2-cd9a987f4cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008463 Dec 20 16:01:07.318096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 06fedb5b-1570-4f7d-be61-de61566caae9 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:01:07.346578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba390a96-1c25-42b1-ab5c-12ffca413a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:07.351241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b841ea5c-6bbc-4af9-96a6-deb97b2cae48 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:07.366318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba390a96-1c25-42b1-ab5c-12ffca413a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb120e6-3d2b-415e-b173-d131ad89295a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:07.369184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ba390a96-1c25-42b1-ab5c-12ffca413a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:07.375590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba390a96-1c25-42b1-ab5c-12ffca413a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:07.376965 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ba390a96-1c25-42b1-ab5c-12ffca413a23 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfb120e6-3d2b-415e-b173-d131ad89295a HTTP/1.1" status: 204 len: 168 time: 0.2879596 Dec 20 16:01:07.420855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 06fedb5b-1570-4f7d-be61-de61566caae9) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:07.424565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:07.425268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:07.434134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b476c-b0fc-4caa-9b44-c87172e6bd77 None None] Network 06fedb5b-1570-4f7d-be61-de61566caae9 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:07.449660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45eb8b54-f1a3-4848-a6bb-b95faf3daa2a req-6431696a-e987-4c59-98a0-1a7fb9ef50ff service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420758 Dec 20 16:01:07.553944 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-541474f8-31c4-4302-85fb-b836599ac285 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3153405 Dec 20 16:01:07.556554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56080) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:07.711824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a7eaac74-3867-488f-bd02-17f5243c7123 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:01:07.717857 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45eb8b54-f1a3-4848-a6bb-b95faf3daa2a req-1ee4e0a3-863a-4994-b86a-6abc70ab70a0 service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612114 Dec 20 16:01:07.755657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: a7eaac74-3867-488f-bd02-17f5243c7123 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:01:07.756211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a7eaac74-3867-488f-bd02-17f5243c7123 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:01:07.764381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-06fedb5b-1570-4f7d-be61-de61566caae9', 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'fixed_ips': [{'subnet_id': '108650e8-2bbc-4c92-9e74-022382ddd433'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:01:07.765233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:07.943748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Allocated IP 172.22.0.2 (06fedb5b-1570-4f7d-be61-de61566caae9/108650e8-2bbc-4c92-9e74-022382ddd433/e98b0005-8ceb-4703-92ca-638af368ac57) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:08.182049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:08.194792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Transition to ACTIVE for port object e98b0005-8ceb-4703-92ca-638af368ac57 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:08.216105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Transition to ACTIVE for port object e98b0005-8ceb-4703-92ca-638af368ac57 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:08.284226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:08.288793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:08.361919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Network 06fedb5b-1570-4f7d-be61-de61566caae9 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:08.362652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Pushing event updated for resources: {'Port': ['ID=e98b0005-8ceb-4703-92ca-638af368ac57,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:08.366718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:08.368904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:08.369629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:08.392955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:08.467291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Attempting to bind port e98b0005-8ceb-4703-92ca-638af368ac57 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:01:08.467865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Attempting to bind port e98b0005-8ceb-4703-92ca-638af368ac57 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'ea85f859-8d87-4891-9712-9a561531f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:01:08.468309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Attempting to bind port e98b0005-8ceb-4703-92ca-638af368ac57 on network 06fedb5b-1570-4f7d-be61-de61566caae9 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:01:08.479543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:01:08.479937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Checking segment: {'id': 'ea85f859-8d87-4891-9712-9a561531f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:01:08.480494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:08.480903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Bound using segment: {'id': 'ea85f859-8d87-4891-9712-9a561531f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:01:08.481383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Bound port: e98b0005-8ceb-4703-92ca-638af368ac57, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea85f859-8d87-4891-9712-9a561531f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:01:08.481772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:08.533187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2f17207e-906a-4fa6-b59f-da51d8ce4246 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:08.632069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] For port e98b0005-8ceb-4703-92ca-638af368ac57, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:08.636139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] For port e98b0005-8ceb-4703-92ca-638af368ac57, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e98b0005-8ceb-4703-92ca-638af368ac57,segment=NetworkSegment(ea85f859-8d87-4891-9712-9a561531f068),segment_id=ea85f859-8d87-4891-9712-9a561531f068)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:08.644724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 2f17207e-906a-4fa6-b59f-da51d8ce4246 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:08.645127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:08.680014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a1fef-001e-42ce-9de3-dbb2ebb3586c req-9b815d76-0442-4699-8d24-0a1ddae83912 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:08.681543 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e09a1fef-001e-42ce-9de3-dbb2ebb3586c req-9b815d76-0442-4699-8d24-0a1ddae83912 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 943 time: 0.2789025 Dec 20 16:01:08.712837 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Sync routers for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:01:08.726240 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:08.726865 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:08.775148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:08.781368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a6575ae3-18a1-4281-94d8-edcbf9efa371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:08.801654 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e09a1fef-001e-42ce-9de3-dbb2ebb3586c req-0ad96c11-227b-44f0-b8dc-61418397a87b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036415 Dec 20 16:01:08.874295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Pushing event updated for resources: {'Port': ['ID=e98b0005-8ceb-4703-92ca-638af368ac57,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:08.877722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:08.881267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Allocated IP 172.22.0.1 (06fedb5b-1570-4f7d-be61-de61566caae9/108650e8-2bbc-4c92-9e74-022382ddd433/d96408b1-93bf-45cb-8eb4-e225d7d958dd) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:08.911148 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:09.076108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:09.095668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Transition to ACTIVE for port object d96408b1-93bf-45cb-8eb4-e225d7d958dd will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:09.232210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:09.237273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-77884cc6-2b63-46a9-85cb-485f14cddd5b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:09.249532 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:02Z', 'revision_number': 3, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5af2d80-317c-4f3f-b3b1-6edde5f221c7', 'name': '', 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:e0:f7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:00Z', 'updated_at': '2021-12-20T16:01:02Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:09.253285 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Checking router: 9200302b-d0a5-4a56-876b-02256d1d157a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:01:09.253639 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Updating router 9200302b-d0a5-4a56-876b-02256d1d157a port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:01:09.303752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 06fedb5b-1570-4f7d-be61-de61566caae9 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:09.307046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:09.309088 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:09.310873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:09.346112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=d96408b1-93bf-45cb-8eb4-e225d7d958dd,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:09.353176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:09.381062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:09.531833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 7900f2a2-1428-4f9d-8e79-29b277cb87d3 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:01:09.595302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:09.667381 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:09.682823 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Transition to ACTIVE for port object d5af2d80-317c-4f3f-b3b1-6edde5f221c7 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:09.695417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 7900f2a2-1428-4f9d-8e79-29b277cb87d3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:09.711377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'mac_address': 'fa:16:3e:36:81:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:01:09.770548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:09.788289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7900f2a2-1428-4f9d-8e79-29b277cb87d3 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:01:09.792477 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:09.799156 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-bbdc5815-22af-4999-9bd8-5cbcef2ebf24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:09.805455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 7900f2a2-1428-4f9d-8e79-29b277cb87d3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:09.906208 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:09.909875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d63662fb-1c3c-4fe7-9a65-5fd87daaeb6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:09.935126 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817da91-7b99-4d6f-84e5-e4ef513d0d7b None None] Pushing event updated for resources: {'Port': ['ID=d5af2d80-317c-4f3f-b3b1-6edde5f221c7,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:09.973696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e85f9-f221-47c8-acd8-51720b801cf3 None None] Network 06fedb5b-1570-4f7d-be61-de61566caae9 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:09.985762 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-a817da91-7b99-4d6f-84e5-e4ef513d0d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:10.068338 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Attempting to bind port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:01:10.068338 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Attempting to bind port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '71e4809f-c2e0-4edd-aadb-02d8d2103a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:01:10.068338 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Attempting to bind port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 on network 84bd7726-d81a-47d4-9321-fbb4e84f49fa {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:01:10.075769 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:01:10.076040 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Checking segment: {'id': '71e4809f-c2e0-4edd-aadb-02d8d2103a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:01:10.076959 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:10.077363 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Bound using segment: {'id': '71e4809f-c2e0-4edd-aadb-02d8d2103a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:01:10.078010 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Bound port: d5af2d80-317c-4f3f-b3b1-6edde5f221c7, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e4809f-c2e0-4edd-aadb-02d8d2103a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:01:10.078681 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:10.154944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ae92b195-89cd-4b9a-b0aa-447b977fb01a None None] Provisioning for port e98b0005-8ceb-4703-92ca-638af368ac57 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:10.175327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=7900f2a2-1428-4f9d-8e79-29b277cb87d3,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:10.195150 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] For port d5af2d80-317c-4f3f-b3b1-6edde5f221c7, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:10.198774 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] For port d5af2d80-317c-4f3f-b3b1-6edde5f221c7, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d5af2d80-317c-4f3f-b3b1-6edde5f221c7,segment=NetworkSegment(71e4809f-c2e0-4edd-aadb-02d8d2103a93),segment_id=71e4809f-c2e0-4edd-aadb-02d8d2103a93)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:10.214174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.214941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.215511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.216069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.216615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.217180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.217719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.218490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.219076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.219607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.224582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:10.226310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:10.238503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fa00a-50c6-4c89-9d2f-1fe1ca1abb5d req-c506f6bd-cfe7-4383-b2c4-b2913126a176 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:10.240475 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1a0fa00a-50c6-4c89-9d2f-1fe1ca1abb5d req-c506f6bd-cfe7-4383-b2c4-b2913126a176 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 944 time: 0.1720781 Dec 20 16:01:10.244935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:10.284325 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:10.289609 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:10.297835 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1a0fa00a-50c6-4c89-9d2f-1fe1ca1abb5d req-4bd104f2-2e60-4c61-997a-e077ccc20998 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484588 Dec 20 16:01:10.328510 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['7900f2a2-1428-4f9d-8e79-29b277cb87d3'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:01:10.359221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:10.362545 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817da91-7b99-4d6f-84e5-e4ef513d0d7b None None] Pushing event updated for resources: {'Port': ['ID=d5af2d80-317c-4f3f-b3b1-6edde5f221c7,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:10.365827 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-a817da91-7b99-4d6f-84e5-e4ef513d0d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:10.369988 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:10.370828 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:10.442485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:10.500353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:10.594746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=d96408b1-93bf-45cb-8eb4-e225d7d958dd,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:10.598948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:10.618175 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:10.643078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e98b0005-8ceb-4703-92ca-638af368ac57 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:10.727082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 06fedb5b-1570-4f7d-be61-de61566caae9 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:10.728471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:10.897977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port e98b0005-8ceb-4703-92ca-638af368ac57 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:10.908289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port e98b0005-8ceb-4703-92ca-638af368ac57 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:10.908680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:10.982506 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:09Z', 'revision_number': 4, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5af2d80-317c-4f3f-b3b1-6edde5f221c7', 'name': '', 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:e0:f7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:00Z', 'updated_at': '2021-12-20T16:01:10Z', 'revision_number': 4, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd96408b1-93bf-45cb-8eb4-e225d7d958dd', 'name': '', 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:da:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108650e8-2bbc-4c92-9e74-022382ddd433', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:08Z', 'updated_at': '2021-12-20T16:01:09Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '108650e8-2bbc-4c92-9e74-022382ddd433', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:10.987619 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa988a-5f2b-439a-83d8-e612c682bfd1 None None] The sync data for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv is: [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:09Z', 'revision_number': 4, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5af2d80-317c-4f3f-b3b1-6edde5f221c7', 'name': '', 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:e0:f7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:00Z', 'updated_at': '2021-12-20T16:01:10Z', 'revision_number': 4, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd96408b1-93bf-45cb-8eb4-e225d7d958dd', 'name': '', 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:da:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108650e8-2bbc-4c92-9e74-022382ddd433', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:08Z', 'updated_at': '2021-12-20T16:01:09Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '108650e8-2bbc-4c92-9e74-022382ddd433', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:01:11.077485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4b86c9f2-eab3-42a6-9081-8089b124d59c None None] Provisioning for port d96408b1-93bf-45cb-8eb4-e225d7d958dd completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:11.089249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.101626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4b86c9f2-eab3-42a6-9081-8089b124d59c None None] Provisioning complete for port d96408b1-93bf-45cb-8eb4-e225d7d958dd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:11.102546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4b86c9f2-eab3-42a6-9081-8089b124d59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.164735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:11.193836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4b86c9f2-eab3-42a6-9081-8089b124d59c None None] Port d96408b1-93bf-45cb-8eb4-e225d7d958dd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:01:11.198359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port e98b0005-8ceb-4703-92ca-638af368ac57, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e98b0005-8ceb-4703-92ca-638af368ac57,segment=NetworkSegment(ea85f859-8d87-4891-9712-9a561531f068),segment_id=ea85f859-8d87-4891-9712-9a561531f068)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:11.210327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4b86c9f2-eab3-42a6-9081-8089b124d59c None None] Provisioning complete for port e98b0005-8ceb-4703-92ca-638af368ac57 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:11.210716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4b86c9f2-eab3-42a6-9081-8089b124d59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.267065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.275951 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-9e5affa1-40b7-4183-aa2d-f63941822bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:11.383775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:11.404413 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8468370 Dec 20 16:01:11.407043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56090) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:11.411832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=e98b0005-8ceb-4703-92ca-638af368ac57,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:11.413438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'network': {'name': 'tempest-RoutersTest-340676756'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:11.417050 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:11.419624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:01:11.426645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:network and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:01:11.431167 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:01:11.437672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:01:11.523938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:11.527123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.531163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c88dc2-2caf-4b00-b560-0704c9030998 req-e074f17a-0557-43f9-9e01-661dd85cbd65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:11.532646 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91c88dc2-2caf-4b00-b560-0704c9030998 req-e074f17a-0557-43f9-9e01-661dd85cbd65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 944 time: 0.0818110 Dec 20 16:01:11.544634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 7900f2a2-1428-4f9d-8e79-29b277cb87d3 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:11.569563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:01:11.605118 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91c88dc2-2caf-4b00-b560-0704c9030998 req-005566ba-3792-4e6c-ac6e-bfce8feb1b47 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650532 Dec 20 16:01:11.608330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.608891 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added segment 23a66841-b2cc-4756-9b92-83b05bfd47a7 of type vlan for network 898ee10a-284e-4f75-870e-ea91749069f5 Dec 20 16:01:11.636218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7be51fb0-6ba5-4aa6-b707-04846ce8a5c0 None None] Provisioning complete for port d96408b1-93bf-45cb-8eb4-e225d7d958dd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:11.636604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7be51fb0-6ba5-4aa6-b707-04846ce8a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.652852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.712384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7be51fb0-6ba5-4aa6-b707-04846ce8a5c0 None None] Port d96408b1-93bf-45cb-8eb4-e225d7d958dd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:01:11.780450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.784517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:11.785621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.789644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c7ee7803-b6e1-46d9-b2af-558eb2b77f29 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:11.826453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:11.833238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:11.833676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:11.905636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Network': ['ID=898ee10a-284e-4f75-870e-ea91749069f5,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:11.908453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:11.937048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 898ee10a-284e-4f75-870e-ea91749069f5 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:01:11.944408 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5330617 Dec 20 16:01:11.947128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56094) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:11.950627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'subnet': {'network_id': '898ee10a-284e-4f75-870e-ea91749069f5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:12.056071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:12.085296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:01:12.085296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:subnet and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:01:12.085296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:01:12.087176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:01:12.090870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7900f2a2-1428-4f9d-8e79-29b277cb87d3'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:01:12.100952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 7900f2a2-1428-4f9d-8e79-29b277cb87d3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:12.186589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:12.187041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Made reservation on behalf of e03dec019efe4751b446ceb9c0e9b921 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:12.188546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e43aa434-1fa1-4f27-8465-aa39a9be30b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:12.266501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=7900f2a2-1428-4f9d-8e79-29b277cb87d3,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:12.270364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:12.307853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:12.373547 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'code': 200} Dec 20 16:01:12.587615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d5af2d80-317c-4f3f-b3b1-6edde5f221c7 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:12.770156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:12.773998 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-64f3046e-4575-4c0a-b30d-cf642e8fac60 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:12.819844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:12.825209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:12.825605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:12.851748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Subnet': ['ID=b54a7fe1-d1c5-4ddf-bbd7-f6421649b170,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:12.856279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:12.861271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Checking segment: {'id': '23a66841-b2cc-4756-9b92-83b05bfd47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '898ee10a-284e-4f75-870e-ea91749069f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:01:12.861630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network hostable DHCP agents. Network: 898ee10a-284e-4f75-870e-ea91749069f5, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:01:12.862452 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e1129f5-5e4e-491c-8d20-25c93775e689 req-9f3c6b2f-cc25-42d3-bcaa-7ba82a621b27 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 1098 time: 0.1362929 Dec 20 16:01:12.871502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefa0e5-584b-4745-80ad-d0ada3b51f35 req-6f3d3932-51b4-4303-9d4a-4553f2aae0b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:12.872984 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-adefa0e5-584b-4745-80ad-d0ada3b51f35 req-6f3d3932-51b4-4303-9d4a-4553f2aae0b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 945 time: 0.1481664 Dec 20 16:01:12.942817 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e1129f5-5e4e-491c-8d20-25c93775e689 req-a49327c1-400b-472f-9983-570df5a064f5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688703 Dec 20 16:01:12.946367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:12.947663 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-adefa0e5-584b-4745-80ad-d0ada3b51f35 req-ad82c466-ba6c-4dc9-b3b0-aaec903178d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600073 Dec 20 16:01:12.963518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 898ee10a-284e-4f75-870e-ea91749069f5 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:01:12.979610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port d5af2d80-317c-4f3f-b3b1-6edde5f221c7, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d5af2d80-317c-4f3f-b3b1-6edde5f221c7,segment=NetworkSegment(71e4809f-c2e0-4edd-aadb-02d8d2103a93),segment_id=71e4809f-c2e0-4edd-aadb-02d8d2103a93)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:13.060345 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 898ee10a-284e-4f75-870e-ea91749069f5) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:13.064351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:13.065008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:13.070840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f91636-4e87-4184-9297-10edbf31b3f7 None None] Network 898ee10a-284e-4f75-870e-ea91749069f5 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:13.090084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:13.090937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e98b0005-8ceb-4703-92ca-638af368ac57 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:13.115150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:13.178527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56104) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:13.178809 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2329049 Dec 20 16:01:13.333360 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=d5af2d80-317c-4f3f-b3b1-6edde5f221c7,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:13.340185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:13.403131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port e98b0005-8ceb-4703-92ca-638af368ac57 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:13.403534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:13.499781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-898ee10a-284e-4f75-870e-ea91749069f5', 'network_id': '898ee10a-284e-4f75-870e-ea91749069f5', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'fixed_ips': [{'subnet_id': 'b54a7fe1-d1c5-4ddf-bbd7-f6421649b170'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:01:13.500616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:13.710650 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Allocated IP 172.23.0.2 (898ee10a-284e-4f75-870e-ea91749069f5/b54a7fe1-d1c5-4ddf-bbd7-f6421649b170/b9dfd505-1dd1-48bb-b137-e1e6c08b24cd) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:13.914439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:13.924570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Transition to ACTIVE for port object b9dfd505-1dd1-48bb-b137-e1e6c08b24cd will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:13.926110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:13.943694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Transition to ACTIVE for port object b9dfd505-1dd1-48bb-b137-e1e6c08b24cd will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:14.032486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:14.037583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:14.100656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Network 898ee10a-284e-4f75-870e-ea91749069f5 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:14.103411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:14.107989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:14.110370 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Pushing event updated for resources: {'Port': ['ID=b9dfd505-1dd1-48bb-b137-e1e6c08b24cd,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:14.114026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:14.204648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Attempting to bind port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:01:14.204941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Attempting to bind port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '23a66841-b2cc-4756-9b92-83b05bfd47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '898ee10a-284e-4f75-870e-ea91749069f5'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:01:14.205307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Attempting to bind port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd on network 898ee10a-284e-4f75-870e-ea91749069f5 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:01:14.213029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:01:14.213442 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Checking segment: {'id': '23a66841-b2cc-4756-9b92-83b05bfd47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '898ee10a-284e-4f75-870e-ea91749069f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:01:14.213857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:14.214252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Bound using segment: {'id': '23a66841-b2cc-4756-9b92-83b05bfd47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '898ee10a-284e-4f75-870e-ea91749069f5'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:01:14.214787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Bound port: b9dfd505-1dd1-48bb-b137-e1e6c08b24cd, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a66841-b2cc-4756-9b92-83b05bfd47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '898ee10a-284e-4f75-870e-ea91749069f5'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:01:14.215233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:14.280500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa349-2461-4d10-9350-19a6972fc57f req-0b6af945-cbd9-4732-bc63-7d21a04a5747 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:14.281958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb4aa349-2461-4d10-9350-19a6972fc57f req-0b6af945-cbd9-4732-bc63-7d21a04a5747 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 945 time: 0.1932721 Dec 20 16:01:14.328825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] For port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:14.332678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] For port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b9dfd505-1dd1-48bb-b137-e1e6c08b24cd,segment=NetworkSegment(23a66841-b2cc-4756-9b92-83b05bfd47a7),segment_id=23a66841-b2cc-4756-9b92-83b05bfd47a7)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:14.383264 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb4aa349-2461-4d10-9350-19a6972fc57f req-9a7a68b3-dc3d-4c34-bd8a-828faecb079c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954223 Dec 20 16:01:14.416945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Allocated IP 172.23.0.1 (898ee10a-284e-4f75-870e-ea91749069f5/b54a7fe1-d1c5-4ddf-bbd7-f6421649b170/26e2c4cc-5418-4f97-913b-28599ceb9b8b) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:14.444181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:14.444181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3a9ea389-1050-4404-ab2e-d0f6e07c03be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:14.510482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d5af2d80-317c-4f3f-b3b1-6edde5f221c7 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:14.575467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Pushing event updated for resources: {'Port': ['ID=b9dfd505-1dd1-48bb-b137-e1e6c08b24cd,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:14.587083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:14.600550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:14.616837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:14.617218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:14.618023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Transition to ACTIVE for port object 26e2c4cc-5418-4f97-913b-28599ceb9b8b will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:14.646426 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:14.736779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:14.749265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:14.831343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 898ee10a-284e-4f75-870e-ea91749069f5 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:14.834967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:14.837617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:14.867857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=26e2c4cc-5418-4f97-913b-28599ceb9b8b,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:14.886939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.887320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.887701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.888078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.888444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.888811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.889173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.889545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.889900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.890260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.890619 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:14.895103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:14.914235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:15.060565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:15.479943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a08a8f-d2de-4ccc-91eb-d01b9578d71e None None] Network 898ee10a-284e-4f75-870e-ea91749069f5 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:15.629369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:15.636895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e857b14-b1f1-43df-871e-3f4526434214 req-79ad271c-7ffb-430c-a4f8-2b75f89c3738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:15.638450 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e857b14-b1f1-43df-871e-3f4526434214 req-79ad271c-7ffb-430c-a4f8-2b75f89c3738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 945 time: 0.1322427 Dec 20 16:01:15.683244 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e857b14-b1f1-43df-871e-3f4526434214 req-c0279b54-8ad8-4cdd-b18d-a8e51888bd55 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390179 Dec 20 16:01:15.690624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cf9ed3d5-05d6-4672-bdb4-23ec6d5ebb11 None None] Provisioning for port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:15.729583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:15.757042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9ff784c6-bc53-417d-9bea-24d344706f4d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:15.889654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event updated for resources: {'Port': ['ID=26e2c4cc-5418-4f97-913b-28599ceb9b8b,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:15.892011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:15.895728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:16.033328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2e9db-9100-49df-9276-f1df30b60c69 req-3424a14f-46b4-4f20-8fe5-7589ed1f6e74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:16.035398 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-63c2e9db-9100-49df-9276-f1df30b60c69 req-3424a14f-46b4-4f20-8fe5-7589ed1f6e74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 945 time: 0.2213607 Dec 20 16:01:16.091768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Network 898ee10a-284e-4f75-870e-ea91749069f5 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:16.095017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:16.129259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a7f9ab04-278f-484c-b47c-f54f01abdcbc None None] Provisioning for port 26e2c4cc-5418-4f97-913b-28599ceb9b8b completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:16.134801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a7f9ab04-278f-484c-b47c-f54f01abdcbc None None] Provisioning complete for port 26e2c4cc-5418-4f97-913b-28599ceb9b8b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:16.135219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ab04-278f-484c-b47c-f54f01abdcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:16.189429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9ab04-278f-484c-b47c-f54f01abdcbc None None] Port 26e2c4cc-5418-4f97-913b-28599ceb9b8b cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:01:16.239511 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-63c2e9db-9100-49df-9276-f1df30b60c69 req-fc57d2f1-dbfa-4cd6-9625-12b327d23a06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920877 Dec 20 16:01:16.272704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56114) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:16.311783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-82d60be3-2345-4930-8138-eb9a3e11053e None None] Provisioning complete for port 26e2c4cc-5418-4f97-913b-28599ceb9b8b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:16.312265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-82d60be3-2345-4930-8138-eb9a3e11053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:16.363830 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fdc60f25-9cb8-4306-9372-06fb4f26a36b tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 1093 time: 0.0863104 Dec 20 16:01:16.363830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56118) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:16.369393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:16.374885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:01:16.377104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-82d60be3-2345-4930-8138-eb9a3e11053e None None] Port 26e2c4cc-5418-4f97-913b-28599ceb9b8b cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:01:16.382160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:floatingip and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:01:16.385193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:01:16.390734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:01:16.447364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:16.519935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b9dfd505-1dd1-48bb-b137-e1e6c08b24cd up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:16.523757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:16.622316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:16.638407 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4577572 Dec 20 16:01:16.641223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56122) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:16.648838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-40d61d45-ce0c-4e80-9a67-91d059141ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:16.667756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:16.717321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:16.724019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:16.724604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:16.806088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.224 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/1764d73b-875a-4ee2-ac3e-389213c5591a) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:16.885691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:16.919856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b9dfd505-1dd1-48bb-b137-e1e6c08b24cd,segment=NetworkSegment(23a66841-b2cc-4756-9b92-83b05bfd47a7),segment_id=23a66841-b2cc-4756-9b92-83b05bfd47a7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:16.962134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:17.014699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:17.016678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:17.082473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=b9dfd505-1dd1-48bb-b137-e1e6c08b24cd,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:17.083685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:17.086494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:17.097142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c52504ac-7221-4de2-96f4-c219100d382d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:17.167365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:17.170357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:17.175108 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:17.199388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=1764d73b-875a-4ee2-ac3e-389213c5591a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:17.204482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:17.369815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.extraroute_db [None req-40d61d45-ce0c-4e80-9a67-91d059141ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 16:01:17.388307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.extraroute_db [None req-40d61d45-ce0c-4e80-9a67-91d059141ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Removed routes are [] {{(pid=84392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 16:01:17.388704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d61d45-ce0c-4e80-9a67-91d059141ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:17.697205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:17.806285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d61d45-ce0c-4e80-9a67-91d059141ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:17.810008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d61d45-ce0c-4e80-9a67-91d059141ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:17.832461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:17.981825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d61d45-ce0c-4e80-9a67-91d059141ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:18.154859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:18.171482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d61d45-ce0c-4e80-9a67-91d059141ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:18.177924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d61d45-ce0c-4e80-9a67-91d059141ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:18.179397 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-40d61d45-ce0c-4e80-9a67-91d059141ee9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a HTTP/1.1" status: 200 len: 933 time: 1.5369008 Dec 20 16:01:18.181832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56126) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:18.226445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:18.231096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ec9fcac5-39ef-4f3c-8720-7b08cd0257df tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:18.328933 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=1764d73b-875a-4ee2-ac3e-389213c5591a,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:18.332973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:18.347827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:18.359926 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-facf9fce-230b-4384-ad86-87f9235c01de tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a HTTP/1.1" status: 200 len: 933 time: 0.1769621 Dec 20 16:01:18.362456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56130) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:18.368057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1e65d1a6-a005-4cb1-aaa1-7122ac566a2b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'routes': None}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:18.508312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b9dfd505-1dd1-48bb-b137-e1e6c08b24cd up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:18.554002 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP 3c021e2c-d835-45d6-949a-16b407fefde9 associated. External IP: 172.26.7.224, port: 7900f2a2-1428-4f9d-8e79-29b277cb87d3. Dec 20 16:01:18.603137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:18.603742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:19.002856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:19.078594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.extraroute_db [None req-1e65d1a6-a005-4cb1-aaa1-7122ac566a2b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added routes are [] {{(pid=84392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 16:01:19.079179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.extraroute_db [None req-1e65d1a6-a005-4cb1-aaa1-7122ac566a2b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 16:01:19.107638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e65d1a6-a005-4cb1-aaa1-7122ac566a2b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:19.205478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:19.220265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] Sync routers for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:01:19.229898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:19.230580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:19.352276 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:19.410324 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0451398 Dec 20 16:01:19.411124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'tag': '7900f2a2-1428-4f9d-8e79-29b277cb87d3'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:01:19.411531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:19.412941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56134) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:19.642726 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-72883903-f7cf-4353-824b-d49ea689e8bc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/3c021e2c-d835-45d6-949a-16b407fefde9 HTTP/1.1" status: 200 len: 991 time: 0.2282164 Dec 20 16:01:19.673214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e65d1a6-a005-4cb1-aaa1-7122ac566a2b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:19.676695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e65d1a6-a005-4cb1-aaa1-7122ac566a2b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:19.774095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:00:43Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '3c021e2c-d835-45d6-949a-16b407fefde9', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'mac_address': 'fa:16:3e:36:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:17Z', 'updated_at': '2021-12-20T16:01:17Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:19.778177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] Checking router: 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:01:19.789668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:19.790282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:19.858099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e65d1a6-a005-4cb1-aaa1-7122ac566a2b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:19.968539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:20.154579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e65d1a6-a005-4cb1-aaa1-7122ac566a2b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:20.160394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e65d1a6-a005-4cb1-aaa1-7122ac566a2b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:20.164109 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1e65d1a6-a005-4cb1-aaa1-7122ac566a2b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a HTTP/1.1" status: 200 len: 699 time: 1.7975798 Dec 20 16:01:20.164447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56140) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:20.328760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:00:43Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '3c021e2c-d835-45d6-949a-16b407fefde9', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'mac_address': 'fa:16:3e:36:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:17Z', 'updated_at': '2021-12-20T16:01:17Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:20.332833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127271db-807c-4147-90f9-6cca5721bad0 None None] The sync data for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv is: [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:00:43Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '3c021e2c-d835-45d6-949a-16b407fefde9', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'mac_address': 'fa:16:3e:36:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:17Z', 'updated_at': '2021-12-20T16:01:17Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:01:20.343784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-532818a2-0290-4871-b1fb-50bd426318e6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a HTTP/1.1" status: 200 len: 699 time: 0.1756489 Dec 20 16:01:20.343999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56144) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:20.494516 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'tag': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'status': 'completed', 'code': 200} Dec 20 16:01:20.646709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56150) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:20.727665 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d33a630f-2046-44dc-9e46-a86b161ef722 req-422dc7dc-ab58-4621-a7d7-268610f88aeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 1098 time: 0.1583712 Dec 20 16:01:20.753174 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-90369e26-d26a-4a88-91c1-63bc0ae1124d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/3c021e2c-d835-45d6-949a-16b407fefde9 HTTP/1.1" status: 200 len: 991 time: 0.1048598 Dec 20 16:01:20.836255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:20.988306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a630f-2046-44dc-9e46-a86b161ef722 req-50f8ebfa-715e-41bf-adf9-496645ab1b3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:20.989737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d33a630f-2046-44dc-9e46-a86b161ef722 req-50f8ebfa-715e-41bf-adf9-496645ab1b3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=07921e50-9ab9-423c-a3b2-cd9a987f4cee HTTP/1.1" status: 200 len: 897 time: 0.2560117 Dec 20 16:01:21.112974 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d33a630f-2046-44dc-9e46-a86b161ef722 req-bee1a622-64c6-4380-b5df-1366011ab2ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3 HTTP/1.1" status: 200 len: 999 time: 0.1161847 Dec 20 16:01:21.268033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a630f-2046-44dc-9e46-a86b161ef722 req-03efe89d-3910-46e3-936d-93a1315bcfc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:21.270011 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d33a630f-2046-44dc-9e46-a86b161ef722 req-03efe89d-3910-46e3-936d-93a1315bcfc4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29dae2cb-edf8-43a7-9ab3-a51961ad986e HTTP/1.1" status: 200 len: 835 time: 0.1251400 Dec 20 16:01:21.577169 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d33a630f-2046-44dc-9e46-a86b161ef722 req-ccd518b3-e94b-447f-b46c-3a2ecce829e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07921e50-9ab9-423c-a3b2-cd9a987f4cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2997711 Dec 20 16:01:21.756725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56154) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:21.758866 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d33a630f-2046-44dc-9e46-a86b161ef722 req-9452908e-8b41-4c78-8f63-8e47ef77d591 service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515536 Dec 20 16:01:21.874232 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-55ced7cc-b3b3-43b7-9a1a-d4be4cb4a784 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/3c021e2c-d835-45d6-949a-16b407fefde9 HTTP/1.1" status: 200 len: 991 time: 0.1160252 Dec 20 16:01:21.939305 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d33a630f-2046-44dc-9e46-a86b161ef722 req-a05e61e4-33f0-466a-800b-7f8eba758329 service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556449 Dec 20 16:01:21.946294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3add6135-cff5-4108-a930-f5955ebc7113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:22.002662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port 26e2c4cc-5418-4f97-913b-28599ceb9b8b {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:22.003033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:22.200592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:22.320291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for 26e2c4cc-5418-4f97-913b-28599ceb9b8b owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:22.557870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:22.561785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4ef88a9f-c673-4086-9db7-43367ca6190e tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:22.610067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=26e2c4cc-5418-4f97-913b-28599ceb9b8b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:22.614140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:22.674380 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Sync routers for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:01:22.690281 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:22.690935 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:00:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:22.826393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec9e17-cd29-408a-9801-2a95bcd53357 None None] New status for floating IP 3c021e2c-d835-45d6-949a-16b407fefde9: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:01:22.875579 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:22.879612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56158) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:22.949398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:22.998950 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-be88d454-d576-48ff-b483-a8ce735c2efc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/3c021e2c-d835-45d6-949a-16b407fefde9 HTTP/1.1" status: 200 len: 991 time: 0.1196513 Dec 20 16:01:23.257866 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:22Z', 'revision_number': 8, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5af2d80-317c-4f3f-b3b1-6edde5f221c7', 'name': '', 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:e0:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:00Z', 'updated_at': '2021-12-20T16:01:12Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd96408b1-93bf-45cb-8eb4-e225d7d958dd', 'name': '', 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:da:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108650e8-2bbc-4c92-9e74-022382ddd433', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:08Z', 'updated_at': '2021-12-20T16:01:09Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '108650e8-2bbc-4c92-9e74-022382ddd433', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:23.260758 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Checking router: 9200302b-d0a5-4a56-876b-02256d1d157a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:01:23.261114 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Updating router 9200302b-d0a5-4a56-876b-02256d1d157a port d96408b1-93bf-45cb-8eb4-e225d7d958dd binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:01:23.314314 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:23.595067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:23.673337 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:23.685150 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Transition to ACTIVE for port object d96408b1-93bf-45cb-8eb4-e225d7d958dd will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:23.772534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:23.775478 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:23.779914 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:23.786326 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4413035 Dec 20 16:01:23.789114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56162) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:23.930221 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e34424-8d65-4256-a417-1aa80713931b None None] Pushing event updated for resources: {'Port': ['ID=d96408b1-93bf-45cb-8eb4-e225d7d958dd,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:23.933136 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-79e34424-8d65-4256-a417-1aa80713931b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:23.992690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23d308e-28c7-4e5c-a4ca-8ef171d342c6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting subnet b54a7fe1-d1c5-4ddf-bbd7-f6421649b170 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:01:23.996412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d23d308e-28c7-4e5c-a4ca-8ef171d342c6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.003009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56166) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:24.025803 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Attempting to bind port d96408b1-93bf-45cb-8eb4-e225d7d958dd on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:01:24.026266 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Attempting to bind port d96408b1-93bf-45cb-8eb4-e225d7d958dd by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'ea85f859-8d87-4891-9712-9a561531f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:01:24.026719 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Attempting to bind port d96408b1-93bf-45cb-8eb4-e225d7d958dd on network 06fedb5b-1570-4f7d-be61-de61566caae9 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:01:24.036753 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:01:24.037130 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Checking segment: {'id': 'ea85f859-8d87-4891-9712-9a561531f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:01:24.037539 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.039394 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Bound using segment: {'id': 'ea85f859-8d87-4891-9712-9a561531f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:01:24.041339 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Bound port: d96408b1-93bf-45cb-8eb4-e225d7d958dd, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea85f859-8d87-4891-9712-9a561531f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:01:24.041990 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.063105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d23d308e-28c7-4e5c-a4ca-8ef171d342c6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.134532 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5689c6ab-a48e-4d3f-9749-0d188c3d89b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/3c021e2c-d835-45d6-949a-16b407fefde9 HTTP/1.1" status: 200 len: 993 time: 0.1214492 Dec 20 16:01:24.141364 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] For port d96408b1-93bf-45cb-8eb4-e225d7d958dd, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:24.145291 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] For port d96408b1-93bf-45cb-8eb4-e225d7d958dd, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d96408b1-93bf-45cb-8eb4-e225d7d958dd,segment=NetworkSegment(ea85f859-8d87-4891-9712-9a561531f068),segment_id=ea85f859-8d87-4891-9712-9a561531f068)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:24.155667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d23d308e-28c7-4e5c-a4ca-8ef171d342c6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.237691 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.242094 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-7d98c29e-bd67-4030-812d-8e7fb294f0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:24.289101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4fa60422-74c2-403e-8a2d-39b5d882ebe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.318784 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e34424-8d65-4256-a417-1aa80713931b None None] Pushing event updated for resources: {'Port': ['ID=d96408b1-93bf-45cb-8eb4-e225d7d958dd,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:24.322167 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-79e34424-8d65-4256-a417-1aa80713931b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:24.325108 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:24.325751 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:24.333472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d23d308e-28c7-4e5c-a4ca-8ef171d342c6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.337954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d5179f57-a022-4f60-be8e-6d30f82c9c73 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:24.380615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d308e-28c7-4e5c-a4ca-8ef171d342c6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Subnet': ['ID=b54a7fe1-d1c5-4ddf-bbd7-f6421649b170,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:24.384063 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d23d308e-28c7-4e5c-a4ca-8ef171d342c6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:24.385137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d23d308e-28c7-4e5c-a4ca-8ef171d342c6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.396703 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d23d308e-28c7-4e5c-a4ca-8ef171d342c6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/b54a7fe1-d1c5-4ddf-bbd7-f6421649b170 HTTP/1.1" status: 204 len: 168 time: 0.6065283 Dec 20 16:01:24.399349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56170) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:24.399809 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef6874-476e-4760-942d-0ead8d02b468 None None] Network 898ee10a-284e-4f75-870e-ea91749069f5 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:24.508985 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:24.602515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d96408b1-93bf-45cb-8eb4-e225d7d958dd up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:24.730817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.743645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:24.743981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.775833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port d96408b1-93bf-45cb-8eb4-e225d7d958dd completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:24.780957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d96408b1-93bf-45cb-8eb4-e225d7d958dd triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:24.781805 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.813932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] DHCP port deletion for 898ee10a-284e-4f75-870e-ea91749069f5 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:01:24.826946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] Deleting port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:24.827330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.983254 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:22Z', 'revision_number': 8, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5af2d80-317c-4f3f-b3b1-6edde5f221c7', 'name': '', 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:e0:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:00Z', 'updated_at': '2021-12-20T16:01:12Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd96408b1-93bf-45cb-8eb4-e225d7d958dd', 'name': '', 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:da:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108650e8-2bbc-4c92-9e74-022382ddd433', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:08Z', 'updated_at': '2021-12-20T16:01:24Z', 'revision_number': 4, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '108650e8-2bbc-4c92-9e74-022382ddd433', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:24.985742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b9dfd505-1dd1-48bb-b137-e1e6c08b24cd,segment=NetworkSegment(23a66841-b2cc-4756-9b92-83b05bfd47a7),segment_id=23a66841-b2cc-4756-9b92-83b05bfd47a7)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:24.986475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:24.991513 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39359292-2af3-4f46-b4ae-499f2c53cd85 None None] The sync data for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv is: [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:22Z', 'revision_number': 8, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5af2d80-317c-4f3f-b3b1-6edde5f221c7', 'name': '', 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:e0:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:00Z', 'updated_at': '2021-12-20T16:01:12Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd96408b1-93bf-45cb-8eb4-e225d7d958dd', 'name': '', 'network_id': '06fedb5b-1570-4f7d-be61-de61566caae9', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:da:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108650e8-2bbc-4c92-9e74-022382ddd433', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:08Z', 'updated_at': '2021-12-20T16:01:24Z', 'revision_number': 4, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '108650e8-2bbc-4c92-9e74-022382ddd433', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:01:25.070069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.125714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for b9dfd505-1dd1-48bb-b137-e1e6c08b24cd owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:25.160621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] For port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b9dfd505-1dd1-48bb-b137-e1e6c08b24cd,segment=NetworkSegment(23a66841-b2cc-4756-9b92-83b05bfd47a7),segment_id=23a66841-b2cc-4756-9b92-83b05bfd47a7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:25.161044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.277471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.288773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-db3b66b0-eb16-4368-a7d0-f5b07b255d9d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:25.310869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] Calling delete_port for b9dfd505-1dd1-48bb-b137-e1e6c08b24cd owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:25.332427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=b9dfd505-1dd1-48bb-b137-e1e6c08b24cd,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:25.334660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No DVR routers for this DVR port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:01:25.336387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:25.340943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port d96408b1-93bf-45cb-8eb4-e225d7d958dd, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d96408b1-93bf-45cb-8eb4-e225d7d958dd,segment=NetworkSegment(ea85f859-8d87-4891-9712-9a561531f068),segment_id=ea85f859-8d87-4891-9712-9a561531f068)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:25.405626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:01:25.406003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:01:25.443654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.445709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d63662fb-1c3c-4fe7-9a65-5fd87daaeb6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:25.463853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.490859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898ee10a-284e-4f75-870e-ea91749069f5']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:25.492151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.496629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.505148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a66841-b2cc-4756-9b92-83b05bfd47a7') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:25.505436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a66841-b2cc-4756-9b92-83b05bfd47a7') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:25.518261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.519770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=d96408b1-93bf-45cb-8eb4-e225d7d958dd,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:25.523051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:25.535893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.542274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:01:25.542671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:01:25.557549 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:01:25.746901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.754965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:25.770161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.785295 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Network': ['ID=898ee10a-284e-4f75-870e-ea91749069f5,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:25.789331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:25.793899 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/networks/898ee10a-284e-4f75-870e-ea91749069f5 HTTP/1.1" status: 204 len: 168 time: 1.3907897 Dec 20 16:01:25.794354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56174) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:25.906857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] Deleting port b9dfd505-1dd1-48bb-b137-e1e6c08b24cd {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:25.907442 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:25.980199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ea447726-f8f5-42d9-b7d4-3ee557e3b455 None None] The port 'b9dfd505-1dd1-48bb-b137-e1e6c08b24cd' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:01:26.149022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:26.504285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d96408b1-93bf-45cb-8eb4-e225d7d958dd up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:01:26.576933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d96408b1-93bf-45cb-8eb4-e225d7d958dd triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:26.577324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:26.746857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b9dfd505-1dd1-48bb-b137-e1e6c08b24cd no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:01:26.786037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: b9dfd505-1dd1-48bb-b137-e1e6c08b24cd {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:01:26.786575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b9dfd505-1dd1-48bb-b137-e1e6c08b24cd not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:01:26.871609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:26.873984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port d96408b1-93bf-45cb-8eb4-e225d7d958dd {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:26.874326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:27.063432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port d96408b1-93bf-45cb-8eb4-e225d7d958dd, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d96408b1-93bf-45cb-8eb4-e225d7d958dd,segment=NetworkSegment(ea85f859-8d87-4891-9712-9a561531f068),segment_id=ea85f859-8d87-4891-9712-9a561531f068)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:27.063785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:27.184595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for d96408b1-93bf-45cb-8eb4-e225d7d958dd owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:27.477921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:27.481956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ff7a5bd5-b710-4afd-9ac0-b112b9873fa7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:27.527161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=d96408b1-93bf-45cb-8eb4-e225d7d958dd,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:27.531230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:27.795120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:28.409411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:28.579173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:28.591470 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7959740 Dec 20 16:01:28.594149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56178) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:28.780836 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0a07d1-c88f-4636-a9cd-0ce782f61014 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting subnet 108650e8-2bbc-4c92-9e74-022382ddd433 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:01:28.783822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f0a07d1-c88f-4636-a9cd-0ce782f61014 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:28.836935 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f0a07d1-c88f-4636-a9cd-0ce782f61014 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:28.919818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f0a07d1-c88f-4636-a9cd-0ce782f61014 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:29.051447 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e179541c-7009-405c-893b-908850528748 req-5b761625-ce1d-445e-96ef-1b1991e1752f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683191 Dec 20 16:01:29.106522 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f0a07d1-c88f-4636-a9cd-0ce782f61014 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:29.111402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-919eca95-8928-4c82-bda1-1761fd77ca78 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:29.147634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a07d1-c88f-4636-a9cd-0ce782f61014 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Subnet': ['ID=108650e8-2bbc-4c92-9e74-022382ddd433,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:29.151447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2f0a07d1-c88f-4636-a9cd-0ce782f61014 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:29.152494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2f0a07d1-c88f-4636-a9cd-0ce782f61014 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:29.159076 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2f0a07d1-c88f-4636-a9cd-0ce782f61014 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/108650e8-2bbc-4c92-9e74-022382ddd433 HTTP/1.1" status: 204 len: 168 time: 0.5639083 Dec 20 16:01:29.162205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56182) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:29.169345 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b4805-9286-41a9-b837-060966d02e1e None None] Network 06fedb5b-1570-4f7d-be61-de61566caae9 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:29.196067 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e179541c-7009-405c-893b-908850528748 req-e322accb-812a-4374-876d-b037387973a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0766058 Dec 20 16:01:29.312341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:29.326869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port e98b0005-8ceb-4703-92ca-638af368ac57 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:29.327237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:29.361524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179541c-7009-405c-893b-908850528748 req-d17ee28f-87a6-40cd-8da4-5401342c0213 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:29.363245 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e179541c-7009-405c-893b-908850528748 req-d17ee28f-87a6-40cd-8da4-5401342c0213 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07921e50-9ab9-423c-a3b2-cd9a987f4cee HTTP/1.1" status: 200 len: 897 time: 0.1461363 Dec 20 16:01:29.477724 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e179541c-7009-405c-893b-908850528748 req-9ba36b73-dcfa-4a43-ae70-77801ad6e3fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3 HTTP/1.1" status: 200 len: 1001 time: 0.1070600 Dec 20 16:01:29.480375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] DHCP port deletion for 06fedb5b-1570-4f7d-be61-de61566caae9 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:01:29.485707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] Deleting port e98b0005-8ceb-4703-92ca-638af368ac57 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:29.486302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:29.538326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port e98b0005-8ceb-4703-92ca-638af368ac57, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e98b0005-8ceb-4703-92ca-638af368ac57,segment=NetworkSegment(ea85f859-8d87-4891-9712-9a561531f068),segment_id=ea85f859-8d87-4891-9712-9a561531f068)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:29.539014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:29.657185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179541c-7009-405c-893b-908850528748 req-e5203f63-3d07-4e0c-ae6f-08c447bc4f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:29.658538 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e179541c-7009-405c-893b-908850528748 req-e5203f63-3d07-4e0c-ae6f-08c447bc4f79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29dae2cb-edf8-43a7-9ab3-a51961ad986e HTTP/1.1" status: 200 len: 835 time: 0.1744933 Dec 20 16:01:29.744013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] For port e98b0005-8ceb-4703-92ca-638af368ac57, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e98b0005-8ceb-4703-92ca-638af368ac57,segment=NetworkSegment(ea85f859-8d87-4891-9712-9a561531f068),segment_id=ea85f859-8d87-4891-9712-9a561531f068)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:29.744514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:29.744951 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e179541c-7009-405c-893b-908850528748 req-e9f51d2c-b52f-4576-92c5-bac574935559 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07921e50-9ab9-423c-a3b2-cd9a987f4cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784888 Dec 20 16:01:29.796568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for e98b0005-8ceb-4703-92ca-638af368ac57 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:29.867913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] Calling delete_port for e98b0005-8ceb-4703-92ca-638af368ac57 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:29.884700 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e179541c-7009-405c-893b-908850528748 req-2cdf2e93-aced-4fc5-9fbf-f0bb04c6c502 service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317010 Dec 20 16:01:29.968853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:29.974249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:29.985649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:01:29.986029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:01:30.014059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=e98b0005-8ceb-4703-92ca-638af368ac57,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:30.016569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:30.022598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No DVR routers for this DVR port e98b0005-8ceb-4703-92ca-638af368ac57 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:01:30.029226 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e179541c-7009-405c-893b-908850528748 req-7dd4c820-4a5c-4957-9845-a3d1f6262930 service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385894 Dec 20 16:01:30.147222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:30.174248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fedb5b-1570-4f7d-be61-de61566caae9']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:30.191219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea85f859-8d87-4891-9712-9a561531f068') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:30.191590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea85f859-8d87-4891-9712-9a561531f068') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:30.203409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:30.225768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:30.232263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:01:30.232657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:01:30.247425 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:01:30.385931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:30.389279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:30.404965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:30.422613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Network': ['ID=06fedb5b-1570-4f7d-be61-de61566caae9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:30.426457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:30.428006 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/networks/06fedb5b-1570-4f7d-be61-de61566caae9 HTTP/1.1" status: 204 len: 168 time: 1.2646546 Dec 20 16:01:30.430708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56186) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:30.487044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] Deleting port e98b0005-8ceb-4703-92ca-638af368ac57 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:30.488221 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:30.520595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e98b0005-8ceb-4703-92ca-638af368ac57 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:01:30.562167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: e98b0005-8ceb-4703-92ca-638af368ac57 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:01:30.562516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e98b0005-8ceb-4703-92ca-638af368ac57 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:01:30.599240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-995c137e-f33b-4a95-aeef-a8aad001eccb None None] The port 'e98b0005-8ceb-4703-92ca-638af368ac57' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:01:30.772871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:31.223341 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] Sync routers for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:01:31.236714 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:31.237711 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:31.336517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port d5af2d80-317c-4f3f-b3b1-6edde5f221c7 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:31.336855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:31.396107 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:31.635863 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port d5af2d80-317c-4f3f-b3b1-6edde5f221c7, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d5af2d80-317c-4f3f-b3b1-6edde5f221c7,segment=NetworkSegment(71e4809f-c2e0-4edd-aadb-02d8d2103a93),segment_id=71e4809f-c2e0-4edd-aadb-02d8d2103a93)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:31.636250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:31.710106 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:27Z', 'revision_number': 9, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5af2d80-317c-4f3f-b3b1-6edde5f221c7', 'name': '', 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:e0:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:00Z', 'updated_at': '2021-12-20T16:01:12Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:31.714140 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] Checking router: 9200302b-d0a5-4a56-876b-02256d1d157a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:01:31.724484 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:31.725085 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:31.762371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for d5af2d80-317c-4f3f-b3b1-6edde5f221c7 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:31.902647 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:32.014415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:32.018376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e11e6831-4b83-4220-a4ae-71d909eef43e tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:32.061145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=d5af2d80-317c-4f3f-b3b1-6edde5f221c7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:32.063568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:32.230759 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:27Z', 'revision_number': 9, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5af2d80-317c-4f3f-b3b1-6edde5f221c7', 'name': '', 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:e0:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:00Z', 'updated_at': '2021-12-20T16:01:12Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:32.238362 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6434bb70-b3f7-458f-9c06-ff63d12960d1 None None] The sync data for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv is: [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:27Z', 'revision_number': 9, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5af2d80-317c-4f3f-b3b1-6edde5f221c7', 'name': '', 'network_id': '84bd7726-d81a-47d4-9321-fbb4e84f49fa', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:e0:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:01:00Z', 'updated_at': '2021-12-20T16:01:12Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '861172e1-87f8-44dd-af5d-1725de2d7598', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:01:32.350631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:32.671927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d96408b1-93bf-45cb-8eb4-e225d7d958dd no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:01:32.728539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: d96408b1-93bf-45cb-8eb4-e225d7d958dd {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:01:32.728894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d96408b1-93bf-45cb-8eb4-e225d7d958dd not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:01:32.864586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:33.156789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:33.167065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] Sync routers for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:01:33.172872 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7388077 Dec 20 16:01:33.173213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56190) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:33.179374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:33.179997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:33.330897 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:33.369377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa19980-8dc4-4822-8a93-e1e14828106b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting subnet 861172e1-87f8-44dd-af5d-1725de2d7598 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:01:33.372576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2aa19980-8dc4-4822-8a93-e1e14828106b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:33.426070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2aa19980-8dc4-4822-8a93-e1e14828106b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:33.512228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2aa19980-8dc4-4822-8a93-e1e14828106b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:33.650768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:31Z', 'revision_number': 10, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:33.654575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] Checking router: 9200302b-d0a5-4a56-876b-02256d1d157a for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:01:33.665965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:33.675628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:33.722324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2aa19980-8dc4-4822-8a93-e1e14828106b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:33.726149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-103c69d1-005f-49dc-a3fb-2b8b9e3227f9 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:33.763822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa19980-8dc4-4822-8a93-e1e14828106b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Subnet': ['ID=861172e1-87f8-44dd-af5d-1725de2d7598,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:33.766433 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2aa19980-8dc4-4822-8a93-e1e14828106b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:33.769201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2aa19980-8dc4-4822-8a93-e1e14828106b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:33.776220 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2aa19980-8dc4-4822-8a93-e1e14828106b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/861172e1-87f8-44dd-af5d-1725de2d7598 HTTP/1.1" status: 204 len: 168 time: 0.6015232 Dec 20 16:01:33.778657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56194) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:33.809954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d865ba70-fed7-49b2-9b33-e50e107b6e48 None None] Network 84bd7726-d81a-47d4-9321-fbb4e84f49fa requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:33.881038 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:01:33.893309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:33.903760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port 639cd628-1a82-4b96-8e04-1b92ddfaa889 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:33.904090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:33.969142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:34.106138 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port 639cd628-1a82-4b96-8e04-1b92ddfaa889, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=639cd628-1a82-4b96-8e04-1b92ddfaa889,segment=NetworkSegment(71e4809f-c2e0-4edd-aadb-02d8d2103a93),segment_id=71e4809f-c2e0-4edd-aadb-02d8d2103a93)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:34.106487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:34.228912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for 639cd628-1a82-4b96-8e04-1b92ddfaa889 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:34.307064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a3bf2-a470-4683-8540-313588af01dc None None] DHCP port deletion for 84bd7726-d81a-47d4-9321-fbb4e84f49fa request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:01:34.315600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e05a3bf2-a470-4683-8540-313588af01dc None None] Deleting port 639cd628-1a82-4b96-8e04-1b92ddfaa889 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:34.324067 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e05a3bf2-a470-4683-8540-313588af01dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:34.390043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:34.394619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:34.404720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e05a3bf2-a470-4683-8540-313588af01dc None None] The port '639cd628-1a82-4b96-8e04-1b92ddfaa889' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:01:34.419243 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:31Z', 'revision_number': 10, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:34.423350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15b37c-0cc8-4d14-96d5-75dd041a4a00 None None] The sync data for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv is: [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:31Z', 'revision_number': 10, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None, '_interfaces': [{'id': '2f17207e-906a-4fa6-b59f-da51d8ce4246', 'name': '', 'network_id': '7a51f38a-bf88-4003-832d-75311b009eb4', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'mac_address': 'fa:16:3e:31:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:53Z', 'updated_at': '2021-12-20T16:01:07Z', 'revision_number': 5, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'subnets': [{'id': '56f6f23f-7eda-4ddc-83d0-517a0e9c80ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:01:34.441117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=639cd628-1a82-4b96-8e04-1b92ddfaa889,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:34.443645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:34.448538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No DVR routers for this DVR port 639cd628-1a82-4b96-8e04-1b92ddfaa889 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:01:34.571359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:34.596117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84bd7726-d81a-47d4-9321-fbb4e84f49fa']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:34.609864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e4809f-c2e0-4edd-aadb-02d8d2103a93') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:34.610147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e4809f-c2e0-4edd-aadb-02d8d2103a93') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:34.621377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:34.636959 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:34.643471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:01:34.644323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:01:34.658443 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:01:34.783598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 639cd628-1a82-4b96-8e04-1b92ddfaa889 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:01:34.818973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 639cd628-1a82-4b96-8e04-1b92ddfaa889 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:01:34.819324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 639cd628-1a82-4b96-8e04-1b92ddfaa889 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:01:34.820165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:34.823438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d6b9e591-830c-43a0-b456-cf454fcdca20 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:34.838551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:34.849281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Network': ['ID=84bd7726-d81a-47d4-9321-fbb4e84f49fa,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:34.853495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:34.856952 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/networks/84bd7726-d81a-47d4-9321-fbb4e84f49fa HTTP/1.1" status: 204 len: 168 time: 1.0772939 Dec 20 16:01:34.860054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56198) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:35.290415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:35.879191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port 2f17207e-906a-4fa6-b59f-da51d8ce4246 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:35.879442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:36.069089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port 2f17207e-906a-4fa6-b59f-da51d8ce4246, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2f17207e-906a-4fa6-b59f-da51d8ce4246,segment=NetworkSegment(21a3fae3-cd96-401f-bd38-26d6512143e2),segment_id=21a3fae3-cd96-401f-bd38-26d6512143e2)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:36.069436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:36.195972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for 2f17207e-906a-4fa6-b59f-da51d8ce4246 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:36.463870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d5af2d80-317c-4f3f-b3b1-6edde5f221c7 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:01:36.466171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:36.470133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7133c6c6-adf9-4eba-abfd-e058d96a5556 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:36.497503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: d5af2d80-317c-4f3f-b3b1-6edde5f221c7 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:01:36.497851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d5af2d80-317c-4f3f-b3b1-6edde5f221c7 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:01:36.512747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=2f17207e-906a-4fa6-b59f-da51d8ce4246,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:36.516165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:36.850100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:37.252323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:37.394413 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:37.404424 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] Sync routers for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:01:37.407041 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5459819 Dec 20 16:01:37.409806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56208) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:37.415900 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:37.416503 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:37.539627 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:37.596735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafe9744-ea71-4795-8291-7d89e7f08e42 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting subnet 56f6f23f-7eda-4ddc-83d0-517a0e9c80ee {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:01:37.599739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aafe9744-ea71-4795-8291-7d89e7f08e42 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:37.642499 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:36Z', 'revision_number': 11, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:37.647136 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] Checking router: 9200302b-d0a5-4a56-876b-02256d1d157a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:01:37.655805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aafe9744-ea71-4795-8291-7d89e7f08e42 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:37.661475 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:37.661475 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:37.742598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aafe9744-ea71-4795-8291-7d89e7f08e42 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:37.782490 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:37.877814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aafe9744-ea71-4795-8291-7d89e7f08e42 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:37.882942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d22dd9f3-9287-4a37-bfc4-fc4978f96fae tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:37.887507 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:36Z', 'revision_number': 11, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:37.891584 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90f7cb-2e54-4630-8bac-1f1596a2312a None None] The sync data for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv is: [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:36Z', 'revision_number': 11, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:01:37.926263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe9744-ea71-4795-8291-7d89e7f08e42 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Subnet': ['ID=56f6f23f-7eda-4ddc-83d0-517a0e9c80ee,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:37.929207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aafe9744-ea71-4795-8291-7d89e7f08e42 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:37.932521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-aafe9744-ea71-4795-8291-7d89e7f08e42 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:37.937553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d88c3-00ef-4850-9ba5-8a74047357b7 None None] Network 7a51f38a-bf88-4003-832d-75311b009eb4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:01:37.939936 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aafe9744-ea71-4795-8291-7d89e7f08e42 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/56f6f23f-7eda-4ddc-83d0-517a0e9c80ee HTTP/1.1" status: 204 len: 168 time: 0.5291641 Dec 20 16:01:37.943056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56212) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:38.050897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:38.061266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Deleting port 818be6af-dca8-4210-9fa1-e7f1feb1565b {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:38.061595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:38.256534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] DHCP port deletion for 7a51f38a-bf88-4003-832d-75311b009eb4 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:01:38.260832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] Deleting port 818be6af-dca8-4210-9fa1-e7f1feb1565b {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:38.261215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:38.382489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] For port 818be6af-dca8-4210-9fa1-e7f1feb1565b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=818be6af-dca8-4210-9fa1-e7f1feb1565b,segment=NetworkSegment(21a3fae3-cd96-401f-bd38-26d6512143e2),segment_id=21a3fae3-cd96-401f-bd38-26d6512143e2)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:38.382836 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:38.484023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] For port 818be6af-dca8-4210-9fa1-e7f1feb1565b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=818be6af-dca8-4210-9fa1-e7f1feb1565b,segment=NetworkSegment(21a3fae3-cd96-401f-bd38-26d6512143e2),segment_id=21a3fae3-cd96-401f-bd38-26d6512143e2)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:38.484681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:38.512351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Calling delete_port for 818be6af-dca8-4210-9fa1-e7f1feb1565b owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:38.544445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2f17207e-906a-4fa6-b59f-da51d8ce4246 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:01:38.630760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] Calling delete_port for 818be6af-dca8-4210-9fa1-e7f1feb1565b owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:01:38.667765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 2f17207e-906a-4fa6-b59f-da51d8ce4246 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:01:38.668045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2f17207e-906a-4fa6-b59f-da51d8ce4246 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:01:38.668465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 818be6af-dca8-4210-9fa1-e7f1feb1565b no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:01:38.716126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:38.720256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b886aa86-0d4a-4395-8afe-6694164e99ac tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:38.742673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 818be6af-dca8-4210-9fa1-e7f1feb1565b {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:01:38.743108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 818be6af-dca8-4210-9fa1-e7f1feb1565b not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:01:38.763036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Port': ['ID=818be6af-dca8-4210-9fa1-e7f1feb1565b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:38.765658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:38.769800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No DVR routers for this DVR port 818be6af-dca8-4210-9fa1-e7f1feb1565b on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:01:38.787776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:01:38.788164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:01:38.892353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:38.916276 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a51f38a-bf88-4003-832d-75311b009eb4']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:38.929479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a3fae3-cd96-401f-bd38-26d6512143e2') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:38.929711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a3fae3-cd96-401f-bd38-26d6512143e2') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:38.940424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:38.955822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:38.961612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:01:38.962038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:01:38.975858 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:01:39.117371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:39.121256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a4dfaa61-a008-4db0-8683-658fa34563df tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:39.142141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:39.157964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Pushing event deleted for resources: {'Network': ['ID=7a51f38a-bf88-4003-832d-75311b009eb4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:39.164180 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:39.168990 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/networks/7a51f38a-bf88-4003-832d-75311b009eb4 HTTP/1.1" status: 204 len: 168 time: 1.2247925 Dec 20 16:01:39.171423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56218) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:39.176755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f5cbe21c-937e-4ee6-9fb4-65169b06dc97 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'routes': None}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:39.289692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] Deleting port 818be6af-dca8-4210-9fa1-e7f1feb1565b {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:01:39.290289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:39.354045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e8878-f508-4911-b8be-f69a3c11e0f0 None None] The port '818be6af-dca8-4210-9fa1-e7f1feb1565b' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:01:39.458934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.extraroute_db [None req-f5cbe21c-937e-4ee6-9fb4-65169b06dc97 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Added routes are [] {{(pid=84391) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 16:01:39.459220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.extraroute_db [None req-f5cbe21c-937e-4ee6-9fb4-65169b06dc97 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Removed routes are [] {{(pid=84391) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 16:01:39.459577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5cbe21c-937e-4ee6-9fb4-65169b06dc97 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:39.815231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5cbe21c-937e-4ee6-9fb4-65169b06dc97 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:39.818446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5cbe21c-937e-4ee6-9fb4-65169b06dc97 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:39.952761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cbe21c-937e-4ee6-9fb4-65169b06dc97 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 9200302b-d0a5-4a56-876b-02256d1d157a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:40.095519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cbe21c-937e-4ee6-9fb4-65169b06dc97 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:40.101527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5cbe21c-937e-4ee6-9fb4-65169b06dc97 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:40.102629 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f5cbe21c-937e-4ee6-9fb4-65169b06dc97 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a HTTP/1.1" status: 200 len: 700 time: 0.9302344 Dec 20 16:01:40.105429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56222) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:40.108051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] Sync routers for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:01:40.120166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:40.120777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:40.149885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a6f87fe8-6de8-40f2-82fc-058ef389618f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:01:40.220669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a6f87fe8-6de8-40f2-82fc-058ef389618f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:01:40.226550 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a6f87fe8-6de8-40f2-82fc-058ef389618f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=9200302b-d0a5-4a56-876b-02256d1d157a HTTP/1.1" status: 200 len: 205 time: 0.1166422 Dec 20 16:01:40.227244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56226) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:40.249957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:40.360370 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:36Z', 'revision_number': 11, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:40.364527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] Checking router: 9200302b-d0a5-4a56-876b-02256d1d157a for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:01:40.374996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] Routers {'9200302b-d0a5-4a56-876b-02256d1d157a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:40.375614 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9200302b-d0a5-4a56-876b-02256d1d157a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:40.380912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-856537c3-8f3a-4ac2-8c8e-0342ff05458e tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:40.503829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] Set router 9200302b-d0a5-4a56-876b-02256d1d157a gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:40.615046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:36Z', 'revision_number': 11, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:40.619335 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e59aaa-dd51-4989-86df-c7a642c9650d None None] The sync data for ids ['9200302b-d0a5-4a56-876b-02256d1d157a'] in dv-neutron-821074-1-hyperv is: [{'id': '9200302b-d0a5-4a56-876b-02256d1d157a', 'name': 'tempest-RoutersTest-router-494436096', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:49Z', 'updated_at': '2021-12-20T16:01:36Z', 'revision_number': 11, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:01:40.819408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-856537c3-8f3a-4ac2-8c8e-0342ff05458e tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:40.824012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-856537c3-8f3a-4ac2-8c8e-0342ff05458e tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:40.932740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-856537c3-8f3a-4ac2-8c8e-0342ff05458e tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:40.933189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856537c3-8f3a-4ac2-8c8e-0342ff05458e tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Fanout notify agent at l3_agent the message router_deleted on router 9200302b-d0a5-4a56-876b-02256d1d157a {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:01:40.949362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-856537c3-8f3a-4ac2-8c8e-0342ff05458e tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:40.955052 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-856537c3-8f3a-4ac2-8c8e-0342ff05458e tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a HTTP/1.1" status: 204 len: 168 time: 0.7215621 Dec 20 16:01:40.955329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56230) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:40.961989 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1628914956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:40.969251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:01:40.974553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Usage tracker for resource:router and tenant:e03dec019efe4751b446ceb9c0e9b921 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:01:40.977721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:01:40.984374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:01:41.077543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:41.078505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:41.096510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:41.157565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:41.248636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:41.249824 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-86e2fb21-55bb-40fd-8edb-0c902bd931f7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2934799 Dec 20 16:01:41.252618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56234) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:41.258583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3371e469-46fb-416e-828f-687488c63c20 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:01:41.636709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3371e469-46fb-416e-828f-687488c63c20 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:41.792195 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3371e469-46fb-416e-828f-687488c63c20 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:42.042466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3371e469-46fb-416e-828f-687488c63c20 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Router 7d541b81-d247-40a2-aa20-c4f5d755689b is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:01:42.188787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3371e469-46fb-416e-828f-687488c63c20 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:42.195930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3371e469-46fb-416e-828f-687488c63c20 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:42.197095 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3371e469-46fb-416e-828f-687488c63c20 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "PUT /v2.0/routers/7d541b81-d247-40a2-aa20-c4f5d755689b HTTP/1.1" status: 200 len: 694 time: 0.9428871 Dec 20 16:01:42.199791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56238) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:42.203061 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] Sync routers for ids ['7d541b81-d247-40a2-aa20-c4f5d755689b'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:01:42.217732 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] Routers {'7d541b81-d247-40a2-aa20-c4f5d755689b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:42.218738 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7d541b81-d247-40a2-aa20-c4f5d755689b'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:42.348093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cc96f1fa-54c9-4b8a-a691-fd9cb72d5da0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/routers/7d541b81-d247-40a2-aa20-c4f5d755689b HTTP/1.1" status: 200 len: 700 time: 0.1451836 Dec 20 16:01:42.349410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56242) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:42.381130 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] Set router 7d541b81-d247-40a2-aa20-c4f5d755689b gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:42.393093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6b746b0a-e02f-4116-8b6c-e027855cb289 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Synchronizing usage tracker for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:01:42.405702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6b746b0a-e02f-4116-8b6c-e027855cb289 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Unset dirty status for tenant:e03dec019efe4751b446ceb9c0e9b921 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:01:42.406860 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6b746b0a-e02f-4116-8b6c-e027855cb289 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d541b81-d247-40a2-aa20-c4f5d755689b HTTP/1.1" status: 200 len: 205 time: 0.0561283 Dec 20 16:01:42.409600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56246) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:42.487563 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d541b81-d247-40a2-aa20-c4f5d755689b', 'name': 'tempest-RoutersTest-router-1628914956', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:01:41Z', 'updated_at': '2021-12-20T16:01:41Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:42.492112 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] Checking router: 7d541b81-d247-40a2-aa20-c4f5d755689b for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:01:42.504830 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] Routers {'7d541b81-d247-40a2-aa20-c4f5d755689b'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:42.505448 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:01:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7d541b81-d247-40a2-aa20-c4f5d755689b'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:42.628953 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] Set router 7d541b81-d247-40a2-aa20-c4f5d755689b gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:01:42.666821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d7149385-0297-4cf8-9afe-11d3ad7456c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:42.733954 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d541b81-d247-40a2-aa20-c4f5d755689b', 'name': 'tempest-RoutersTest-router-1628914956', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:01:41Z', 'updated_at': '2021-12-20T16:01:41Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:42.738904 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62558435-c42a-4287-97f7-d28cade9e35a None None] The sync data for ids ['7d541b81-d247-40a2-aa20-c4f5d755689b'] in dv-neutron-821074-1-hyperv is: [{'id': '7d541b81-d247-40a2-aa20-c4f5d755689b', 'name': 'tempest-RoutersTest-router-1628914956', 'tenant_id': 'e03dec019efe4751b446ceb9c0e9b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:01:41Z', 'updated_at': '2021-12-20T16:01:41Z', 'revision_number': 2, 'project_id': 'e03dec019efe4751b446ceb9c0e9b921', 'gw_port_host': None}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:01:43.059156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d7149385-0297-4cf8-9afe-11d3ad7456c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:43.063193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d7149385-0297-4cf8-9afe-11d3ad7456c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:43.155698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d7149385-0297-4cf8-9afe-11d3ad7456c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:43.156141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7149385-0297-4cf8-9afe-11d3ad7456c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Fanout notify agent at l3_agent the message router_deleted on router 7d541b81-d247-40a2-aa20-c4f5d755689b {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:01:43.170579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d7149385-0297-4cf8-9afe-11d3ad7456c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:43.171715 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d7149385-0297-4cf8-9afe-11d3ad7456c1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/7d541b81-d247-40a2-aa20-c4f5d755689b HTTP/1.1" status: 204 len: 168 time: 0.7612262 Dec 20 16:01:43.178405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56250) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.224822 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f060f3dc-3d24-4090-ab63-8c685f59adba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d541b81-d247-40a2-aa20-c4f5d755689b HTTP/1.1" status: 200 len: 205 time: 0.0429561 Dec 20 16:01:43.225094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56254) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.405370 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-7ba5661d-3300-4226-9aff-2e4e19eff5d7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] delete failed (client error): The resource could not be found. Dec 20 16:01:43.406439 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7ba5661d-3300-4226-9aff-2e4e19eff5d7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/7d541b81-d247-40a2-aa20-c4f5d755689b HTTP/1.1" status: 404 len: 336 time: 0.1804252 Dec 20 16:01:43.408913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56258) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.450220 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fe8d89-9d97-4dd9-9bd2-1f8d170015ce tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:43.450656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fe8d89-9d97-4dd9-9bd2-1f8d170015ce tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:43.452317 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-27fe8d89-9d97-4dd9-9bd2-1f8d170015ce tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/b54a7fe1-d1c5-4ddf-bbd7-f6421649b170 HTTP/1.1" status: 404 len: 337 time: 0.0425093 Dec 20 16:01:43.454946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56262) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.492492 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-30468bfb-3a88-4934-a8e3-5c9cc6f38590 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:43.492956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30468bfb-3a88-4934-a8e3-5c9cc6f38590 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:43.494587 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-30468bfb-3a88-4934-a8e3-5c9cc6f38590 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/108650e8-2bbc-4c92-9e74-022382ddd433 HTTP/1.1" status: 404 len: 337 time: 0.0387521 Dec 20 16:01:43.497289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56266) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.538277 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-880f335f-1489-4ec7-abf1-b6edb76abcc9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:43.538718 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880f335f-1489-4ec7-abf1-b6edb76abcc9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:43.540373 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-880f335f-1489-4ec7-abf1-b6edb76abcc9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/861172e1-87f8-44dd-af5d-1725de2d7598 HTTP/1.1" status: 404 len: 337 time: 0.0421085 Dec 20 16:01:43.542812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56270) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.579801 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-f665ec53-6a2a-4299-85e9-ad5943a91ec0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:43.580231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f665ec53-6a2a-4299-85e9-ad5943a91ec0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:43.581821 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f665ec53-6a2a-4299-85e9-ad5943a91ec0 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/56f6f23f-7eda-4ddc-83d0-517a0e9c80ee HTTP/1.1" status: 404 len: 337 time: 0.0380650 Dec 20 16:01:43.584195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56274) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.625422 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4642fdaa-e837-45dd-8ca6-1ea9180e7637 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=9200302b-d0a5-4a56-876b-02256d1d157a HTTP/1.1" status: 200 len: 205 time: 0.0401134 Dec 20 16:01:43.627593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56278) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.693783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-a3b6f59a-9d70-4661-bb16-2b30507e61ec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] delete failed (client error): The resource could not be found. Dec 20 16:01:43.694655 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a3b6f59a-9d70-4661-bb16-2b30507e61ec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/9200302b-d0a5-4a56-876b-02256d1d157a HTTP/1.1" status: 404 len: 336 time: 0.0661404 Dec 20 16:01:43.697127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56282) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.737071 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-491607bb-8966-46c5-822a-f8e7ec19722e tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=32499120-409e-442d-8e8c-b95c809be52b HTTP/1.1" status: 200 len: 205 time: 0.0389273 Dec 20 16:01:43.739782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56286) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.805447 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-72fa1cd7-ae80-4112-9b41-c33f1f16fa71 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] delete failed (client error): The resource could not be found. Dec 20 16:01:43.806450 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-72fa1cd7-ae80-4112-9b41-c33f1f16fa71 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/32499120-409e-442d-8e8c-b95c809be52b HTTP/1.1" status: 404 len: 336 time: 0.0658152 Dec 20 16:01:43.808965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56290) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.846446 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-97588f4c-133e-4880-8ffc-ceebb5810691 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:43.847422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97588f4c-133e-4880-8ffc-ceebb5810691 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:43.849158 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-97588f4c-133e-4880-8ffc-ceebb5810691 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/7dd71b4a-4f85-4222-b7de-64f83628e3b8 HTTP/1.1" status: 404 len: 337 time: 0.0392070 Dec 20 16:01:43.851639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56294) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.895718 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f866d22a-4893-4188-91dd-f53f0119c705 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ec1551a-ec59-430d-a296-f261da9582d0 HTTP/1.1" status: 200 len: 205 time: 0.0429718 Dec 20 16:01:43.897886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56298) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:43.962678 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-c978489b-0f5e-43f9-8b34-d45589e98a3d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] delete failed (client error): The resource could not be found. Dec 20 16:01:43.963647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c978489b-0f5e-43f9-8b34-d45589e98a3d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/6ec1551a-ec59-430d-a296-f261da9582d0 HTTP/1.1" status: 404 len: 336 time: 0.0648940 Dec 20 16:01:43.966245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56302) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:44.012231 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fc76b53a-6fac-41d4-8302-ea5a8bb3a20e tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=3320feda-4e2e-422c-85e5-7d75b28b09fa HTTP/1.1" status: 200 len: 205 time: 0.0445633 Dec 20 16:01:44.014309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56306) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:44.078921 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-a0f560d4-52f6-4c37-8df2-54eec352c596 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] delete failed (client error): The resource could not be found. Dec 20 16:01:44.079970 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a0f560d4-52f6-4c37-8df2-54eec352c596 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/3320feda-4e2e-422c-85e5-7d75b28b09fa HTTP/1.1" status: 404 len: 336 time: 0.0647640 Dec 20 16:01:44.083048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56310) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:44.124385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-785a26da-f8d0-444a-a198-ba780984429a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:44.124826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785a26da-f8d0-444a-a198-ba780984429a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:44.126552 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-785a26da-f8d0-444a-a198-ba780984429a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/f64f02be-34f5-4d9b-9c86-e15095c1c528 HTTP/1.1" status: 404 len: 337 time: 0.0426252 Dec 20 16:01:44.129159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56314) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:44.274364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e505fc61-0464-4484-8685-2be583bc86e7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a533758-2186-4708-bd39-8d739b3d1cc4 HTTP/1.1" status: 200 len: 205 time: 0.1440454 Dec 20 16:01:44.276681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56318) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:44.341312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-dc49af49-9024-4be8-a96e-aeac012049cd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] delete failed (client error): The resource could not be found. Dec 20 16:01:44.342311 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dc49af49-9024-4be8-a96e-aeac012049cd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/2a533758-2186-4708-bd39-8d739b3d1cc4 HTTP/1.1" status: 404 len: 336 time: 0.0647438 Dec 20 16:01:44.344831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56322) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:44.382309 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-46855b4f-3683-4515-a0d5-c0a8ce9afed5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:44.382745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46855b4f-3683-4515-a0d5-c0a8ce9afed5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:44.384393 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-46855b4f-3683-4515-a0d5-c0a8ce9afed5 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/8766460d-39b0-4ab2-8e24-dbd9b485b0bb HTTP/1.1" status: 404 len: 337 time: 0.0386982 Dec 20 16:01:44.387021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56326) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:44.429180 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7c64a4e4-3447-4137-b126-e06b60468c0f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "GET /v2.0/ports?device_id=31c3cd38-1d21-47b4-a581-38076654f498 HTTP/1.1" status: 200 len: 205 time: 0.0410199 Dec 20 16:01:44.431411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56330) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:44.505619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-69459999-273c-45ea-b1c6-33e284bf21c7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] delete failed (client error): The resource could not be found. Dec 20 16:01:44.506690 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-69459999-273c-45ea-b1c6-33e284bf21c7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/routers/31c3cd38-1d21-47b4-a581-38076654f498 HTTP/1.1" status: 404 len: 336 time: 0.0742655 Dec 20 16:01:44.509181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56334) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:44.546219 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cd885e-03d7-443f-a7e9-b739b4670bf8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:44.546652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cd885e-03d7-443f-a7e9-b739b4670bf8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:44.548292 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-47cd885e-03d7-443f-a7e9-b739b4670bf8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/1399e9b2-a8b8-403a-99fd-9138724a7a84 HTTP/1.1" status: 404 len: 337 time: 0.0382113 Dec 20 16:01:44.550894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56338) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:44.562611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:44.591869 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b420ef-a3c5-4ea7-bfe3-7071bef12488 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] DELETE failed (client error): The resource could not be found. Dec 20 16:01:44.592310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b420ef-a3c5-4ea7-bfe3-7071bef12488 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:01:44.593911 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-54b420ef-a3c5-4ea7-bfe3-7071bef12488 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] 10.222.0.62 "DELETE /v2.0/subnets/8f416493-9b7e-48b7-8ccb-1d958fc4a74d HTTP/1.1" status: 404 len: 337 time: 0.0420964 Dec 20 16:01:45.140037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56346) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:45.309004 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a9f44623-2929-4967-b941-5f5219b29b02 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e03dec019efe4751b446ceb9c0e9b921&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1677482 Dec 20 16:01:45.311771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56352) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:01:45.370650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c56-41e5-4e4f-9304-1c54bad9e52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:45.395901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c56-41e5-4e4f-9304-1c54bad9e52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:45.526883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c56-41e5-4e4f-9304-1c54bad9e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:45.530738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1b7ae6a5-e068-42ca-b063-58e7446c707a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:01:45.542328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab92c56-41e5-4e4f-9304-1c54bad9e52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3906ddb4-004b-4385-bf1a-6e29319f9ce2,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:45.544806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3ab92c56-41e5-4e4f-9304-1c54bad9e52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:01:45.551375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c56-41e5-4e4f-9304-1c54bad9e52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:45.552533 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3ab92c56-41e5-4e4f-9304-1c54bad9e52e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3906ddb4-004b-4385-bf1a-6e29319f9ce2 HTTP/1.1" status: 204 len: 168 time: 0.2398765 Dec 20 16:01:51.951451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1c01-3671-4444-930e-d6fdb891d60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:54.237719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-07b9b095-438b-4511-b504-dc417342c253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:55.385270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:55.534044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:01:56.882803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:10.881201 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:02:14.579557 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:21.939893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72de1126-4763-417d-8c67-09c5c0611c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:24.225431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-96d0c0a1-c8d4-4216-8da9-2328b5143cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:25.350777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:25.464794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:26.834439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:29.245209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56376) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:29.320692 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b7992101-e4af-4983-9cba-3bfb768b2d77 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=546f21e137754670849b9dd3d35e73c5&network_id=07921e50-9ab9-423c-a3b2-cd9a987f4cee HTTP/1.1" status: 200 len: 2999 time: 0.0741992 Dec 20 16:02:30.172113 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-f0a1fff7-4e51-4510-9d7b-67a8cbcfb8d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1884944 Dec 20 16:02:30.320278 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-f8df515b-9308-4c99-b349-5fdadbb70be8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0711656 Dec 20 16:02:30.463294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-dafc6a17-25ed-4d41-b37c-6512d42a78d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:30.464751 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-dafc6a17-25ed-4d41-b37c-6512d42a78d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07921e50-9ab9-423c-a3b2-cd9a987f4cee HTTP/1.1" status: 200 len: 897 time: 0.1258230 Dec 20 16:02:30.567499 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-390ec723-2ea4-4500-b23f-35fb9c2cf4ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3 HTTP/1.1" status: 200 len: 1001 time: 0.0961998 Dec 20 16:02:30.636598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-25d9d6b3-edb2-45e1-8862-b996d8cb32f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:30.637934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-25d9d6b3-edb2-45e1-8862-b996d8cb32f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29dae2cb-edf8-43a7-9ab3-a51961ad986e HTTP/1.1" status: 200 len: 835 time: 0.0636866 Dec 20 16:02:30.709558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56390) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:30.710786 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-6437b555-1594-4323-a44a-5761cc472696 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07921e50-9ab9-423c-a3b2-cd9a987f4cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662208 Dec 20 16:02:30.722003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-d4836564-5ac0-4f1f-830d-ed71ebbf689b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:02:30.722984 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-d4836564-5ac0-4f1f-830d-ed71ebbf689b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054059 Dec 20 16:02:30.767543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53cb1a-9c98-4f39-a083-0287df19bca1 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:30.769496 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7c53cb1a-9c98-4f39-a083-0287df19bca1 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 814 time: 0.0588720 Dec 20 16:02:30.860536 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-ac3a2b9f-4351-492b-b4ad-3f05ae422b9c service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311967 Dec 20 16:02:30.992136 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f92877b-52a5-4263-a1b7-94c0c0f945d8 req-4d396de3-bfff-472d-8111-87ac13226a66 service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240952 Dec 20 16:02:31.254127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56398) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:31.259921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'network': {'name': 'tempest-network-smoke--522718719', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'port_security_enabled': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:31.265060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:31.269415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:network and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:02:31.272244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:02:31.278598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:31.353870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:31.356851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:31.385086 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:02:31.393209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:31.394562 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Added segment 36c19b8b-0bf6-4754-956e-89fd31f013f7 of type vlan for network 14f12855-8d2d-476d-93ec-37e076b35796 Dec 20 16:02:31.421676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:31.516408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:31.520077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.520697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:31.524520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2d303960-1f60-4f90-afa3-b5954a67daf7 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:31.622735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Network': ['ID=14f12855-8d2d-476d-93ec-37e076b35796,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:31.632120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.632498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.632864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.633226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.633586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.633981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.634334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.634685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.635069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.640882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.640882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:31.640882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:31.646757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 14f12855-8d2d-476d-93ec-37e076b35796 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:02:31.728364 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4731405 Dec 20 16:02:31.731386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56402) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:31.791816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5a7d2a-a60d-42ef-90ef-986ae4995b2f tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.793202 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4a5a7d2a-a60d-42ef-90ef-986ae4995b2f tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=546f21e137754670849b9dd3d35e73c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0608966 Dec 20 16:02:31.795951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56406) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:31.923621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6630ed6e-7d94-4b74-b59c-f8830a6f384f tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.925668 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6630ed6e-7d94-4b74-b59c-f8830a6f384f tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288419 Dec 20 16:02:31.928538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56410) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:31.966895 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-13700214-da48-4911-b958-db639c3f800e tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372674 Dec 20 16:02:31.969515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56414) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:32.011843 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cd5daa61-a83f-490e-b622-aae1b4dadedb tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=546f21e137754670849b9dd3d35e73c5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412567 Dec 20 16:02:32.014157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56418) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:32.141141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722e8ac6-644d-45de-8065-8163f30d54ed tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:32.142527 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-722e8ac6-644d-45de-8065-8163f30d54ed tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275146 Dec 20 16:02:32.145887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56422) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:32.183783 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-67721ce8-1cc2-41e5-b46f-48f4e6918786 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367756 Dec 20 16:02:32.186188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56426) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:32.191401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838564161', 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:32.299425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:32.303380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:subnet and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:02:32.306515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:02:32.313212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:32.401890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:32.502240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:32.865123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:32.868643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-be4c1c33-30a9-400f-92c2-707d352170d6 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:32.941186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Subnet': ['ID=9af69eab-72f3-4385-9fbd-6b61fd9ab650,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:32.943910 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:32.957011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Checking segment: {'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:02:32.957365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network hostable DHCP agents. Network: 14f12855-8d2d-476d-93ec-37e076b35796, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:02:33.075816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 14f12855-8d2d-476d-93ec-37e076b35796 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:02:33.165434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 14f12855-8d2d-476d-93ec-37e076b35796) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:33.170059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:33.170749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:33.177051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49ae61c-fe38-42ad-a89e-c49c6c527844 None None] Network 14f12855-8d2d-476d-93ec-37e076b35796 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:02:33.305717 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1185217 Dec 20 16:02:33.387274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-14f12855-8d2d-476d-93ec-37e076b35796', 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ips': [{'subnet_id': '9af69eab-72f3-4385-9fbd-6b61fd9ab650'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:02:33.388149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:33.543746 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Allocated IP 172.20.0.18 (14f12855-8d2d-476d-93ec-37e076b35796/9af69eab-72f3-4385-9fbd-6b61fd9ab650/d346a3b1-a90a-44c0-86e5-460abfbaed3b) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:33.778831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:33.788917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Transition to ACTIVE for port object d346a3b1-a90a-44c0-86e5-460abfbaed3b will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:02:33.812246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Transition to ACTIVE for port object d346a3b1-a90a-44c0-86e5-460abfbaed3b will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:02:33.876581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:33.881055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:33.943696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Network 14f12855-8d2d-476d-93ec-37e076b35796 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:33.946464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:33.949019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:33.955017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Pushing event updated for resources: {'Port': ['ID=d346a3b1-a90a-44c0-86e5-460abfbaed3b,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:33.995800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:33.996151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:33.996489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:33.996826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:33.997155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:33.997483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:33.997810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:33.998134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:33.998455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:33.998775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:33.999118 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:34.024263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:34.048035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Attempting to bind port d346a3b1-a90a-44c0-86e5-460abfbaed3b on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:02:34.048413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Attempting to bind port d346a3b1-a90a-44c0-86e5-460abfbaed3b by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:02:34.048780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Attempting to bind port d346a3b1-a90a-44c0-86e5-460abfbaed3b on network 14f12855-8d2d-476d-93ec-37e076b35796 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:02:34.055711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:02:34.056093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Checking segment: {'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:02:34.056524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:34.056989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Bound using segment: {'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:02:34.057350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Bound port: d346a3b1-a90a-44c0-86e5-460abfbaed3b, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:02:34.057728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:34.143225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] For port d346a3b1-a90a-44c0-86e5-460abfbaed3b, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:34.146038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] For port d346a3b1-a90a-44c0-86e5-460abfbaed3b, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d346a3b1-a90a-44c0-86e5-460abfbaed3b,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:34.299968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:34.303823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:34.380926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Pushing event updated for resources: {'Port': ['ID=d346a3b1-a90a-44c0-86e5-460abfbaed3b,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:34.383762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:34.702048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56434) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:34.708405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480888904', 'description': 'tempest-secgroup-smoke-1480888904 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:34.714492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:34.725557 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:34.813495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:34.850183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:34.854187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:02:34.857013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:02:34.863160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:34.917662 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:35.001582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:35.005732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4259f1c4-a56e-4cac-bf9e-4940e21df18a tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:35.043862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c8ee1-feee-4fc6-a427-558960ab58bc,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:35.048489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:35.139465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:35.141099 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4380100 Dec 20 16:02:35.144254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56438) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:35.151141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '5c8c8ee1-feee-4fc6-a427-558960ab58bc', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:35.157379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:35.161617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:02:35.164876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:02:35.172221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:35.283004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:35.339715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed96113e-1037-40fd-ad2f-e5974149e7a2 None None] Network 14f12855-8d2d-476d-93ec-37e076b35796 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:02:35.349343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:35.497119 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:35.499114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6eb277f7-6be7-47b3-a943-15eb211edc3d tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:35.551425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4d619bf4-f966-4ad7-a37f-7d308161919f None None] Provisioning for port d346a3b1-a90a-44c0-86e5-460abfbaed3b completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:02:35.634882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f467cb-bcac-465c-91a1-6607eda7e031,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:35.645888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:35.767534 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:35.772471 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6237161 Dec 20 16:02:35.772780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56442) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:35.778473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '5c8c8ee1-feee-4fc6-a427-558960ab58bc', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:35.784538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:35.788157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:02:35.791032 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:02:35.796594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:35.893441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:35.951291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.051486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.058866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-38b046ab-05f2-4063-a83f-1ec600be1992 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:36.078961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcea0d7-4e02-43f7-b09f-392ec980ef9a,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:36.081283 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:36.207685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.208923 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4351170 Dec 20 16:02:36.211771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56446) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:36.217136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '5c8c8ee1-feee-4fc6-a427-558960ab58bc', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:36.223772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:36.228815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:02:36.230415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:02:36.236236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:36.328100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.388508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.499302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.501166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9a98c2a8-83b6-4038-9747-fa540455fb93 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:36.524645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59109f1-c1df-4f89-af06-a4e7ce922a89,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:36.527127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:36.552667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d346a3b1-a90a-44c0-86e5-460abfbaed3b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:02:36.613925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.615146 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4024556 Dec 20 16:02:36.617943 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56450) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:36.623633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '5c8c8ee1-feee-4fc6-a427-558960ab58bc', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:36.630333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:36.634054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:02:36.636919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:02:36.642463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:36.687676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port d346a3b1-a90a-44c0-86e5-460abfbaed3b completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:02:36.693339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d346a3b1-a90a-44c0-86e5-460abfbaed3b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:36.693727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.726055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.788661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.806997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.837450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port d346a3b1-a90a-44c0-86e5-460abfbaed3b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d346a3b1-a90a-44c0-86e5-460abfbaed3b,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:36.881793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.883619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-12fc652f-1838-4f5f-a897-b1c2e31e1648 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:36.904778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e8d091-f9c2-4f8a-929b-a2115f3eb959,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:36.907155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:36.910825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:36.912566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:36.977982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=d346a3b1-a90a-44c0-86e5-460abfbaed3b,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:36.980965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:37.007757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:37.009009 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3902628 Dec 20 16:02:37.011703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56454) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:37.017147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '5c8c8ee1-feee-4fc6-a427-558960ab58bc', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:37.022990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:37.026938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:02:37.029834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:02:37.035932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:37.160444 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:02:37.167273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:37.238785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:37.359892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:37.365805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9d5c4cf8-65f9-439f-bf3b-2a1915c547e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:37.384439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4b4ea2-b57d-4576-b5f8-993b90cb3c55,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:37.386542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:37.483347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:37.484813 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4719276 Dec 20 16:02:37.487838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56458) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:37.493493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '5c8c8ee1-feee-4fc6-a427-558960ab58bc', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:37.499972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:37.503830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:02:37.506729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:02:37.513288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:37.624975 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:02:37.631740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:37.695631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:37.841878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:37.843692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-79d5fad2-7659-4d74-ac4f-f2cdd770592a tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:37.869691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe5e6fd-c263-4b95-8956-d6bc1c31933b,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:37.887298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:37.898796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:37.962006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:37.963272 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4743693 Dec 20 16:02:38.377366 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-8e15127a-c7d4-4eb4-a085-75cf1fd0b190 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480888904&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.0407333 Dec 20 16:02:38.534065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d346a3b1-a90a-44c0-86e5-460abfbaed3b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:02:38.601709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d346a3b1-a90a-44c0-86e5-460abfbaed3b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:38.602113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:38.621032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02340feb-8e8d-416d-8c13-220a2307f865 req-8928ec3f-d28e-4b1d-a4e8-213e5d3ee443 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:38.622468 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-8928ec3f-d28e-4b1d-a4e8-213e5d3ee443 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/networks?id=14f12855-8d2d-476d-93ec-37e076b35796 HTTP/1.1" status: 200 len: 796 time: 0.2382782 Dec 20 16:02:38.638116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-072c5189-c1f9-4301-bd13-9a76ffc39497 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/quotas/546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 375 time: 0.0102341 Dec 20 16:02:38.747198 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-6e10aeee-c6cf-4ebf-b66f-5acabda63f33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1035092 Dec 20 16:02:38.830005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-64e5281c-dab6-43e2-87d2-56e69818d0f1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:02:38.831510 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-64e5281c-dab6-43e2-87d2-56e69818d0f1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0730863 Dec 20 16:02:38.962529 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-6d65e595-2fb2-4938-8014-f0aee538de43 service neutron] 10.222.0.62 "GET /v2.0/networks/14f12855-8d2d-476d-93ec-37e076b35796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246924 Dec 20 16:02:39.092764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-66595f54-5050-45ad-909f-aedd13e0e889 service neutron] 10.222.0.62 "GET /v2.0/networks/14f12855-8d2d-476d-93ec-37e076b35796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245320 Dec 20 16:02:39.479546 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f5d1642-5861-4d06-a041-2a19fdb86136 req-55a1b634-1c9e-4445-85c1-f070115e454c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 210 time: 0.1125412 Dec 20 16:02:40.651162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4505aa74-7efa-490e-8d80-c851619d2efb req-47c37c6c-5889-44c0-a3f9-30cabeb79b89 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 210 time: 0.0464599 Dec 20 16:02:41.672499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7478cb31-8e00-4f65-96ca-3dd8f37581b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:41.673800 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7478cb31-8e00-4f65-96ca-3dd8f37581b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=14f12855-8d2d-476d-93ec-37e076b35796 HTTP/1.1" status: 200 len: 796 time: 0.1427810 Dec 20 16:02:41.729174 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-f0b53edb-c859-47a4-831d-b6b28c8f83c4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 473 time: 0.0429349 Dec 20 16:02:41.738355 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'device_id': '36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93', 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796', 'admin_state_up': True, 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'security_groups': ['5c8c8ee1-feee-4fc6-a427-558960ab58bc']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:41.871292 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a4126b98-a275-46e2-b7d8-baf711e1ffea req-51b2598e-8e17-4283-8412-d8b56468ab73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 210 time: 0.0471773 Dec 20 16:02:41.909833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:02:41.914040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:port and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:02:41.917021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:02:41.923079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:02:42.099086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:42.102188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:42.287716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.24 (14f12855-8d2d-476d-93ec-37e076b35796/9af69eab-72f3-4385-9fbd-6b61fd9ab650/f0c23d73-79f0-45de-8264-1edaee8f766d) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:42.487514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:42.506295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object f0c23d73-79f0-45de-8264-1edaee8f766d will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:02:42.631249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:42.637047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:42.715405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 14f12855-8d2d-476d-93ec-37e076b35796 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:42.718395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:42.728511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:42.755190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=f0c23d73-79f0-45de-8264-1edaee8f766d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:42.760628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:42.795259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:42.795900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:42.929383 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1953576 Dec 20 16:02:42.941194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Request body: {'port': {'device_id': '36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:02:43.058710 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3e85bb26-3bca-4dd3-b17f-481283c05127 None None] Provisioning for port f0c23d73-79f0-45de-8264-1edaee8f766d completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:02:43.063830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3e85bb26-3bca-4dd3-b17f-481283c05127 None None] Provisioning complete for port f0c23d73-79f0-45de-8264-1edaee8f766d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:43.064212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3e85bb26-3bca-4dd3-b17f-481283c05127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:43.104997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:43.117026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-3e85bb26-3bca-4dd3-b17f-481283c05127 None None] Port f0c23d73-79f0-45de-8264-1edaee8f766d cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:02:43.288036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cede2-65ea-49f1-a11f-d5eda4d6a3bf req-f9a517c7-7238-4878-85f1-a9ccc155c52f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:43.288775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-3b0cede2-65ea-49f1-a11f-d5eda4d6a3bf req-f9a517c7-7238-4878-85f1-a9ccc155c52f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:02:43.495083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-3b0cede2-65ea-49f1-a11f-d5eda4d6a3bf req-f9a517c7-7238-4878-85f1-a9ccc155c52f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:02:43.496246 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3b0cede2-65ea-49f1-a11f-d5eda4d6a3bf req-f9a517c7-7238-4878-85f1-a9ccc155c52f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 932 time: 0.4950802 Dec 20 16:02:43.595341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c23d73-79f0-45de-8264-1edaee8f766d {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:02:43.603047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:43.606926 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3b0cede2-65ea-49f1-a11f-d5eda4d6a3bf req-4ee6f82e-3b37-4339-8c1f-a1196b817256 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035433 Dec 20 16:02:43.621951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Transition to ACTIVE for port object f0c23d73-79f0-45de-8264-1edaee8f766d will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:02:43.707839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:43.711846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:43.831678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c23d73-79f0-45de-8264-1edaee8f766d,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:43.835793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:43.949593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Attempting to bind port f0c23d73-79f0-45de-8264-1edaee8f766d on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:02:43.949916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Attempting to bind port f0c23d73-79f0-45de-8264-1edaee8f766d by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:02:43.950229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Attempting to bind port f0c23d73-79f0-45de-8264-1edaee8f766d on network 14f12855-8d2d-476d-93ec-37e076b35796 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:02:43.955865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Port f0c23d73-79f0-45de-8264-1edaee8f766d on network 14f12855-8d2d-476d-93ec-37e076b35796 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:02:43.956176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Attempting to bind port f0c23d73-79f0-45de-8264-1edaee8f766d on network 14f12855-8d2d-476d-93ec-37e076b35796 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:02:43.962197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:02:43.962525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Checking segment: {'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:02:43.962899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Bound using segment: {'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:02:43.963332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Bound port: f0c23d73-79f0-45de-8264-1edaee8f766d, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:02:43.963666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:44.055056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] For port f0c23d73-79f0-45de-8264-1edaee8f766d, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:44.057953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] For port f0c23d73-79f0-45de-8264-1edaee8f766d, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c23d73-79f0-45de-8264-1edaee8f766d,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:44.171947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:44.176442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2596bcc3-206c-40b8-9e3b-f51e8742a7e8 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:44.255683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:44.255683 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/f0c23d73-79f0-45de-8264-1edaee8f766d HTTP/1.1" status: 200 len: 1094 time: 1.3079236 Dec 20 16:02:44.255683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93', 'tag': 'f0c23d73-79f0-45de-8264-1edaee8f766d'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:44.261802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c23d73-79f0-45de-8264-1edaee8f766d,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:44.264965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:44.303116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93', 'tag': 'f0c23d73-79f0-45de-8264-1edaee8f766d', 'status': 'completed', 'code': 200} Dec 20 16:02:44.398002 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8139ca5f-f978-40ca-bd18-5f36216a0bc7 req-736dac4f-6459-437d-a8a1-f705ad0b6e3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 1097 time: 0.0738473 Dec 20 16:02:44.541282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139ca5f-f978-40ca-bd18-5f36216a0bc7 req-8bde066a-00c1-4726-b725-71de7e1fec16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:44.541569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139ca5f-f978-40ca-bd18-5f36216a0bc7 req-8bde066a-00c1-4726-b725-71de7e1fec16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:44.543098 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8139ca5f-f978-40ca-bd18-5f36216a0bc7 req-8bde066a-00c1-4726-b725-71de7e1fec16 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1384666 Dec 20 16:02:44.596067 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:44.679645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139ca5f-f978-40ca-bd18-5f36216a0bc7 req-397769cb-5567-4f55-a864-af836e58bd60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:44.681148 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8139ca5f-f978-40ca-bd18-5f36216a0bc7 req-397769cb-5567-4f55-a864-af836e58bd60 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323442 Dec 20 16:02:44.866870 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-50862ab9-4402-48a8-832a-77f8928df204 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 1097 time: 0.1262624 Dec 20 16:02:44.876245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebaedd-76d2-4408-8745-3ba656f702c6 req-35c25f26-f2f5-47bd-ab0d-d05a8df92f17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:44.878468 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-55ebaedd-76d2-4408-8745-3ba656f702c6 req-35c25f26-f2f5-47bd-ab0d-d05a8df92f17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 944 time: 0.1394081 Dec 20 16:02:44.956325 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-394346a6-5d95-4ac3-a92b-a8b9df28bfed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f0c23d73-79f0-45de-8264-1edaee8f766d HTTP/1.1" status: 200 len: 217 time: 0.0767233 Dec 20 16:02:45.031392 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-55ebaedd-76d2-4408-8745-3ba656f702c6 req-99e3f685-8247-4349-a4a1-f4ceabd0a3aa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025679 Dec 20 16:02:45.038980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02340feb-8e8d-416d-8c13-220a2307f865 req-1e3ca5bf-f4ab-44e5-8980-e7ecc13a4fda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:45.040262 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-1e3ca5bf-f4ab-44e5-8980-e7ecc13a4fda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9af69eab-72f3-4385-9fbd-6b61fd9ab650 HTTP/1.1" status: 200 len: 837 time: 0.0782647 Dec 20 16:02:45.117884 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-140baea0-7d9e-49c1-a1ee-8c0262b7f25f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14f12855-8d2d-476d-93ec-37e076b35796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711026 Dec 20 16:02:45.257116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-ae19af8f-fd81-4576-9283-d116cca098ce service neutron] 10.222.0.64 "GET /v2.0/networks/14f12855-8d2d-476d-93ec-37e076b35796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330440 Dec 20 16:02:45.478170 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02340feb-8e8d-416d-8c13-220a2307f865 req-0db23322-b65d-4012-89f8-390a244e75dc service neutron] 10.222.0.64 "GET /v2.0/networks/14f12855-8d2d-476d-93ec-37e076b35796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152030 Dec 20 16:02:46.232438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cf36f-ba78-4f75-806b-893f39b93a9b req-ae41aa10-f6a3-488a-af01-2d901c91d549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:46.233947 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a80cf36f-ba78-4f75-806b-893f39b93a9b req-ae41aa10-f6a3-488a-af01-2d901c91d549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 944 time: 0.0810983 Dec 20 16:02:46.285058 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a80cf36f-ba78-4f75-806b-893f39b93a9b req-2db31d9c-e1d5-41cb-9374-47ff4910d6dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Dec 20 16:02:47.478273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3fcd1-bf15-41bb-8078-564a187bf376 req-528b02c3-8e3a-4be3-9cc7-9a8e76626197 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:47.479742 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50a3fcd1-bf15-41bb-8078-564a187bf376 req-528b02c3-8e3a-4be3-9cc7-9a8e76626197 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 944 time: 0.0766277 Dec 20 16:02:47.533432 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50a3fcd1-bf15-41bb-8078-564a187bf376 req-f4e84812-8e1f-444b-b121-42794f58aa5e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Dec 20 16:02:47.882181 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:02:47.897515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c23d73-79f0-45de-8264-1edaee8f766d details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:02:48.026729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port f0c23d73-79f0-45de-8264-1edaee8f766d, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c23d73-79f0-45de-8264-1edaee8f766d,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:48.042944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'f0c23d73-79f0-45de-8264-1edaee8f766d', 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796', 'port_id': 'f0c23d73-79f0-45de-8264-1edaee8f766d', 'mac_address': 'fa:16:3e:7c:46:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af69eab-72f3-4385-9fbd-6b61fd9ab650', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:02:48.093693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:48.110791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c23d73-79f0-45de-8264-1edaee8f766d {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:02:48.124969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port f0c23d73-79f0-45de-8264-1edaee8f766d, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c23d73-79f0-45de-8264-1edaee8f766d,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:48.218720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:48.220466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ab12d7c2-d086-486d-88ed-2d5157c4cc25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:48.283566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=f0c23d73-79f0-45de-8264-1edaee8f766d,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:48.286532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:48.604521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['f0c23d73-79f0-45de-8264-1edaee8f766d'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:02:48.722879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960caae-2543-4aae-9a1f-fe4c7322d197 req-da9401b3-7186-40f9-a36f-b52a6f585b9b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:48.724340 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4960caae-2543-4aae-9a1f-fe4c7322d197 req-da9401b3-7186-40f9-a36f-b52a6f585b9b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 945 time: 0.0797508 Dec 20 16:02:48.769336 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4960caae-2543-4aae-9a1f-fe4c7322d197 req-fe401f98-e927-4686-9fbb-ad0a7282391d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393536 Dec 20 16:02:49.898274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c23d73-79f0-45de-8264-1edaee8f766d up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:02:49.966883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adfdde-09bc-432c-9f78-5944d5efe170 req-b719e29a-77eb-4c81-8f37-3547213f3915 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:49.968348 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-63adfdde-09bc-432c-9f78-5944d5efe170 req-b719e29a-77eb-4c81-8f37-3547213f3915 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 945 time: 0.0788560 Dec 20 16:02:50.014776 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-63adfdde-09bc-432c-9f78-5944d5efe170 req-4d4f834c-9e1c-437b-ba09-6e222f3906f4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 Dec 20 16:02:50.052902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port f0c23d73-79f0-45de-8264-1edaee8f766d completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:02:50.057902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port f0c23d73-79f0-45de-8264-1edaee8f766d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:50.058286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:50.168715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:50.195086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c23d73-79f0-45de-8264-1edaee8f766d'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:50.204666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port f0c23d73-79f0-45de-8264-1edaee8f766d, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c23d73-79f0-45de-8264-1edaee8f766d,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:50.255545 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c23d73-79f0-45de-8264-1edaee8f766d', 'code': 200} Dec 20 16:02:50.296774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:50.298604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:50.361915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=f0c23d73-79f0-45de-8264-1edaee8f766d,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:50.364841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:50.652212 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e5ee6f0-60f8-49a5-b90a-d30424562bda req-78e0b66f-e8d7-45d4-87a9-f3fd787c1a01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 1099 time: 0.0705519 Dec 20 16:02:50.694317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e5ee6f0-60f8-49a5-b90a-d30424562bda req-709c822d-4328-40c4-bf29-a47f86b7d91b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363810 Dec 20 16:02:51.207197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af379a-c4d6-425a-8986-eb29a019b607 req-07929c9f-9c8e-43e7-a586-d82047c882d3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:51.208635 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94af379a-c4d6-425a-8986-eb29a019b607 req-07929c9f-9c8e-43e7-a586-d82047c882d3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 946 time: 0.0766642 Dec 20 16:02:51.257746 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94af379a-c4d6-425a-8986-eb29a019b607 req-a86c3d60-cfc5-472e-9ab9-174a2f6cc99f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Dec 20 16:02:51.990445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-024c596c-9338-4192-9a2c-59056b0ef39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:52.454005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb42fe-277f-40b0-93ab-97af7e366d8a req-daeccb6c-d71e-4f81-a41b-99d4605e1df8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:52.455949 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a3fb42fe-277f-40b0-93ab-97af7e366d8a req-daeccb6c-d71e-4f81-a41b-99d4605e1df8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 946 time: 0.0756004 Dec 20 16:02:52.501219 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a3fb42fe-277f-40b0-93ab-97af7e366d8a req-7e259854-d222-418f-acdd-a6aca14f1f2d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397053 Dec 20 16:02:52.702076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17fc29-afae-4120-9662-b95fa4df53ce req-3e49d3f4-f1ba-4d62-b184-7a9ef4a48c67 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:52.703548 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fc17fc29-afae-4120-9662-b95fa4df53ce req-3e49d3f4-f1ba-4d62-b184-7a9ef4a48c67 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 946 time: 0.0791097 Dec 20 16:02:52.750222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fc17fc29-afae-4120-9662-b95fa4df53ce req-15551f4b-adfe-4bdd-9363-9de723df9b0b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Dec 20 16:02:54.236265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57703739-cc35-426b-96e5-28a62377f5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:54.282601 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56516) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:02:55.117864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:55.362028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:55.499054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.17 (14f12855-8d2d-476d-93ec-37e076b35796/9af69eab-72f3-4385-9fbd-6b61fd9ab650/b54cdc56-f749-4be4-b39e-c4fd245ce9c4) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:55.499687 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:55.662554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:55.678459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object b54cdc56-f749-4be4-b39e-c4fd245ce9c4 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:02:55.767821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:55.771532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7ceee9c6-badb-4738-a949-d83b65bdfa0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:55.828643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 14f12855-8d2d-476d-93ec-37e076b35796 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:55.836004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:55.838454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:55.904750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=b54cdc56-f749-4be4-b39e-c4fd245ce9c4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:55.904750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:55.911543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:56.089628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:56.153182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2c716c41-ea3c-4f21-a82a-a83bc411c01d None None] Provisioning for port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:02:56.158685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2c716c41-ea3c-4f21-a82a-a83bc411c01d None None] Provisioning complete for port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:56.162225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2c716c41-ea3c-4f21-a82a-a83bc411c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:56.209988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2c716c41-ea3c-4f21-a82a-a83bc411c01d None None] Port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:02:56.495161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:56.590306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:56.615096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3fc5384b-559e-40b4-acf2-5e1e5fdf6f2d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:56.706170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:56.709490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=b54cdc56-f749-4be4-b39e-c4fd245ce9c4,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:56.712168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:56.833500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:56.860279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 14f12855-8d2d-476d-93ec-37e076b35796 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:56.861914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:57.138134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e21ded75-46c0-41e6-852a-9aec5845f83d None None] Provisioning complete for port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:57.138415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e21ded75-46c0-41e6-852a-9aec5845f83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:57.197730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e21ded75-46c0-41e6-852a-9aec5845f83d None None] Port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:02:57.366500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:02:57.566932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:02:57.576647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Sync routers for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:02:57.588032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:02:57.588649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:02:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:57.643714 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/0d9f4d23-5442-41ee-8aec-cd4f374fdac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3594055 Dec 20 16:02:57.766116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:02:58.117255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:02:55Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '3c021e2c-d835-45d6-949a-16b407fefde9', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'mac_address': 'fa:16:3e:36:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:17Z', 'updated_at': '2021-12-20T16:01:23Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54cdc56-f749-4be4-b39e-c4fd245ce9c4', 'name': '', 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:5d:e5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af69eab-72f3-4385-9fbd-6b61fd9ab650', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:02:55Z', 'updated_at': '2021-12-20T16:02:56Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '9af69eab-72f3-4385-9fbd-6b61fd9ab650', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:58.121021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Checking router: 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:02:58.121384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Updating router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:02:58.170970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:58.501273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:58.512864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Transition to ACTIVE for port object b54cdc56-f749-4be4-b39e-c4fd245ce9c4 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:02:58.584486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:58.587863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:58.750461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34211df-04bd-42b8-b436-0f8b42049929 None None] Pushing event updated for resources: {'Port': ['ID=b54cdc56-f749-4be4-b39e-c4fd245ce9c4,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:58.754469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f34211df-04bd-42b8-b436-0f8b42049929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:58.840861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Attempting to bind port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:02:58.841230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Attempting to bind port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:02:58.841595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Attempting to bind port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 on network 14f12855-8d2d-476d-93ec-37e076b35796 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:02:58.851537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:02:58.851913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Checking segment: {'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:02:58.852315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:58.852709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Bound using segment: {'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:02:58.853187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Bound port: b54cdc56-f749-4be4-b39e-c4fd245ce9c4, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c19b8b-0bf6-4754-956e-89fd31f013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:02:58.853564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:58.942853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] For port b54cdc56-f749-4be4-b39e-c4fd245ce9c4, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:58.945683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] For port b54cdc56-f749-4be4-b39e-c4fd245ce9c4, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b54cdc56-f749-4be4-b39e-c4fd245ce9c4,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:59.024863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:02:59.028472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-04fe79d1-fcb3-46bb-9164-2210e0724671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:02:59.107489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34211df-04bd-42b8-b436-0f8b42049929 None None] Pushing event updated for resources: {'Port': ['ID=b54cdc56-f749-4be4-b39e-c4fd245ce9c4,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:59.110842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f34211df-04bd-42b8-b436-0f8b42049929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:02:59.112724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:02:59.113356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:02:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:59.304134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:02:59.660571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:02:55Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '3c021e2c-d835-45d6-949a-16b407fefde9', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'mac_address': 'fa:16:3e:36:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:17Z', 'updated_at': '2021-12-20T16:01:23Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54cdc56-f749-4be4-b39e-c4fd245ce9c4', 'name': '', 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:5d:e5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af69eab-72f3-4385-9fbd-6b61fd9ab650', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:02:55Z', 'updated_at': '2021-12-20T16:02:58Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '9af69eab-72f3-4385-9fbd-6b61fd9ab650', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:59.664437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287dbb28-4a0c-4a63-928e-08145f7b9dcd None None] The sync data for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv is: [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:02:55Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '3c021e2c-d835-45d6-949a-16b407fefde9', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'mac_address': 'fa:16:3e:36:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:17Z', 'updated_at': '2021-12-20T16:01:23Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54cdc56-f749-4be4-b39e-c4fd245ce9c4', 'name': '', 'network_id': '14f12855-8d2d-476d-93ec-37e076b35796', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:5d:e5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af69eab-72f3-4385-9fbd-6b61fd9ab650', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:02:55Z', 'updated_at': '2021-12-20T16:02:58Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '9af69eab-72f3-4385-9fbd-6b61fd9ab650', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:03:00.559688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b54cdc56-f749-4be4-b39e-c4fd245ce9c4 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:03:00.681413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:03:00.686064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:00.690185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:00.799206 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:00.838012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port b54cdc56-f749-4be4-b39e-c4fd245ce9c4, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b54cdc56-f749-4be4-b39e-c4fd245ce9c4,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:00.927880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:00.932025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-030c9832-83f5-4528-bdf1-2f85641f0b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:01.058241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=b54cdc56-f749-4be4-b39e-c4fd245ce9c4,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:01.061298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:02.544350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b54cdc56-f749-4be4-b39e-c4fd245ce9c4 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:03:02.610419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:02.610791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:14.584133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:21.952525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2a06af3e-b5b6-493a-a5c7-e3a79767e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:24.227219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-657a3def-d77f-4099-8de1-fc8d4d2044b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:24.882250 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:03:25.390884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:25.532669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:26.933435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:29.195732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56554) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:29.607254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:30.074691 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-138f979c-a07b-4bde-977c-7d81c5927f61 req-fe8b8458-2c2e-4ec1-bb5e-c61fd1c378a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984964 Dec 20 16:03:30.226792 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-138f979c-a07b-4bde-977c-7d81c5927f61 req-536d1968-e0df-4381-bce8-cdc58848b70b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0769312 Dec 20 16:03:30.284217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port b54cdc56-f749-4be4-b39e-c4fd245ce9c4 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:03:30.284952 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:30.377730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f979c-a07b-4bde-977c-7d81c5927f61 req-ffe0abb6-fa6b-41ed-acd1-34447bf96290 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:30.379200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-138f979c-a07b-4bde-977c-7d81c5927f61 req-ffe0abb6-fa6b-41ed-acd1-34447bf96290 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07921e50-9ab9-423c-a3b2-cd9a987f4cee HTTP/1.1" status: 200 len: 897 time: 0.1311874 Dec 20 16:03:30.485150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port b54cdc56-f749-4be4-b39e-c4fd245ce9c4, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b54cdc56-f749-4be4-b39e-c4fd245ce9c4,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:30.486236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:30.494929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-138f979c-a07b-4bde-977c-7d81c5927f61 req-7dd37dd5-0232-4682-b0d1-ed4d89313dfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3 HTTP/1.1" status: 200 len: 1001 time: 0.1096280 Dec 20 16:03:30.559684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f979c-a07b-4bde-977c-7d81c5927f61 req-541ceb0c-8e40-48d5-aa61-deeae2357b24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:30.561149 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-138f979c-a07b-4bde-977c-7d81c5927f61 req-541ceb0c-8e40-48d5-aa61-deeae2357b24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29dae2cb-edf8-43a7-9ab3-a51961ad986e HTTP/1.1" status: 200 len: 835 time: 0.0602241 Dec 20 16:03:30.643081 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-138f979c-a07b-4bde-977c-7d81c5927f61 req-2368fdc9-e79c-485f-937a-5845680fcc98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07921e50-9ab9-423c-a3b2-cd9a987f4cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719953 Dec 20 16:03:30.726964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for b54cdc56-f749-4be4-b39e-c4fd245ce9c4 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:03:30.774976 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-138f979c-a07b-4bde-977c-7d81c5927f61 req-4fd7270d-f56a-4e7e-ac04-a3ecef9016bf service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255574 Dec 20 16:03:30.910737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-138f979c-a07b-4bde-977c-7d81c5927f61 req-8ce0b0ce-1b5b-4016-92ec-4c1ae4660f9f service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287806 Dec 20 16:03:30.983841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:30.988548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-719b11e5-2d33-4da8-9bb6-47c87af65f91 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:31.033891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=b54cdc56-f749-4be4-b39e-c4fd245ce9c4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:31.037325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:31.348100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:31.920886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:03:32.252323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:32.263118 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] Sync routers for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:03:32.266195 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/0d9f4d23-5442-41ee-8aec-cd4f374fdac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0690219 Dec 20 16:03:32.275597 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:32.276209 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:32.448862 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:03:32.807819 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:03:30Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '3c021e2c-d835-45d6-949a-16b407fefde9', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'mac_address': 'fa:16:3e:36:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:17Z', 'updated_at': '2021-12-20T16:01:23Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:32.812009 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] Checking router: 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:03:32.823535 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:32.824139 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:32.892490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aafad2-e986-4bad-8c23-0933f78772a9 req-2d8e07a7-784c-4eee-a316-248b95743a51 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:32.893390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-d1aafad2-e986-4bad-8c23-0933f78772a9 req-2d8e07a7-784c-4eee-a316-248b95743a51 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:03:32.970201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-d1aafad2-e986-4bad-8c23-0933f78772a9 req-2d8e07a7-784c-4eee-a316-248b95743a51 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:03:32.971840 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1aafad2-e986-4bad-8c23-0933f78772a9 req-2d8e07a7-784c-4eee-a316-248b95743a51 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 946 time: 0.1627188 Dec 20 16:03:33.004607 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:03:33.024784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1aafad2-e986-4bad-8c23-0933f78772a9 req-98baaa34-8460-4f70-9e96-a617016179e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465932 Dec 20 16:03:33.388585 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:03:30Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '3c021e2c-d835-45d6-949a-16b407fefde9', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'mac_address': 'fa:16:3e:36:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:17Z', 'updated_at': '2021-12-20T16:01:23Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:33.392461 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0723e7b-4eff-4d69-96f9-70767b30cb00 None None] The sync data for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv is: [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:03:30Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '3c021e2c-d835-45d6-949a-16b407fefde9', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'port_id': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'mac_address': 'fa:16:3e:36:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:17Z', 'updated_at': '2021-12-20T16:01:23Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:03:34.225425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de0865-5b8e-4106-842f-65e8b8768626 req-c07774a5-dce9-44a2-afc2-99ba41d13a62 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:34.226905 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d8de0865-5b8e-4106-842f-65e8b8768626 req-c07774a5-dce9-44a2-afc2-99ba41d13a62 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 946 time: 0.0773823 Dec 20 16:03:34.276899 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d8de0865-5b8e-4106-842f-65e8b8768626 req-0e45f38c-4f28-4dc7-a71d-a35f76ac89f9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c8c8ee1-feee-4fc6-a427-558960ab58bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Dec 20 16:03:34.519592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-85e6d128-5d94-4837-bcd2-be37ac80a3ba tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:34.519836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b54cdc56-f749-4be4-b39e-c4fd245ce9c4 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:03:34.521016 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-85e6d128-5d94-4837-bcd2-be37ac80a3ba tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 946 time: 0.1749632 Dec 20 16:03:34.590626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port f0c23d73-79f0-45de-8264-1edaee8f766d {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:03:34.590989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:34.597012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: b54cdc56-f749-4be4-b39e-c4fd245ce9c4 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:03:34.597365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b54cdc56-f749-4be4-b39e-c4fd245ce9c4 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:03:34.829544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port f0c23d73-79f0-45de-8264-1edaee8f766d, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f0c23d73-79f0-45de-8264-1edaee8f766d,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:34.829814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:34.953340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for f0c23d73-79f0-45de-8264-1edaee8f766d owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:03:35.180916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:35.186782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:35.236493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=f0c23d73-79f0-45de-8264-1edaee8f766d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:35.240031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:35.307697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port f0c23d73-79f0-45de-8264-1edaee8f766d on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:03:35.310107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:35.312738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93', 'name': 'network-vif-deleted', 'tag': 'f0c23d73-79f0-45de-8264-1edaee8f766d'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:35.435987 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-974aebff-0441-41c2-99d3-93565d3bb0f3 req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "DELETE /v2.0/ports/f0c23d73-79f0-45de-8264-1edaee8f766d HTTP/1.1" status: 204 len: 173 time: 0.9094009 Dec 20 16:03:35.444885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-513a8e5f-62a7-4637-acc5-42fa3303efa7 req-08760d0c-33e8-48d0-a4bd-0a120806ff8e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:03:35.502244 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93', 'name': 'network-vif-deleted', 'tag': 'f0c23d73-79f0-45de-8264-1edaee8f766d', 'status': 'completed', 'code': 200} Dec 20 16:03:35.584114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-513a8e5f-62a7-4637-acc5-42fa3303efa7 req-08760d0c-33e8-48d0-a4bd-0a120806ff8e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:03:35.585416 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-513a8e5f-62a7-4637-acc5-42fa3303efa7 req-08760d0c-33e8-48d0-a4bd-0a120806ff8e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3b5b8-ca09-4d7f-bcb7-7e8d656aae93 HTTP/1.1" status: 200 len: 210 time: 0.1859334 Dec 20 16:03:36.695539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56572) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:36.763349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:36.792288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:36.940986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:36.945073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c55119e1-3733-446b-bca8-ea8db8b786a2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:36.960403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c8ee1-feee-4fc6-a427-558960ab58bc,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:36.971711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:36.972865 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/5c8c8ee1-feee-4fc6-a427-558960ab58bc HTTP/1.1" status: 204 len: 168 time: 0.2762816 Dec 20 16:03:36.974180 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.974552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.974937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.975298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.975661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.976019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.976371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.976721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.977071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.977417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.977762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:36.981062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:37.078787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56578) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:37.270670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c9f85e-cbce-4647-9362-168422f2fb4e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting subnet 9af69eab-72f3-4385-9fbd-6b61fd9ab650 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:03:37.273913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f85e-cbce-4647-9362-168422f2fb4e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:37.328922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f85e-cbce-4647-9362-168422f2fb4e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:37.408858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f85e-cbce-4647-9362-168422f2fb4e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:37.523718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f85e-cbce-4647-9362-168422f2fb4e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:37.527250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b61e0759-1a41-4d50-a77f-b90a9957b3f3 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:37.562695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9f85e-cbce-4647-9362-168422f2fb4e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Subnet': ['ID=9af69eab-72f3-4385-9fbd-6b61fd9ab650,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:37.565670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b8c9f85e-cbce-4647-9362-168422f2fb4e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:37.568517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f85e-cbce-4647-9362-168422f2fb4e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:37.574130 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b8c9f85e-cbce-4647-9362-168422f2fb4e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/subnets/9af69eab-72f3-4385-9fbd-6b61fd9ab650 HTTP/1.1" status: 204 len: 168 time: 0.4938388 Dec 20 16:03:37.574811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ccf72-77e2-4463-b5dc-e5e4db6577f0 None None] Network 14f12855-8d2d-476d-93ec-37e076b35796 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:03:37.576764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56582) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:37.689243 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:37.700003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port d346a3b1-a90a-44c0-86e5-460abfbaed3b {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:03:37.700744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:37.822160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] DHCP port deletion for 14f12855-8d2d-476d-93ec-37e076b35796 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:03:37.826474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] Deleting port d346a3b1-a90a-44c0-86e5-460abfbaed3b {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:03:37.826857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:37.907915 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port d346a3b1-a90a-44c0-86e5-460abfbaed3b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d346a3b1-a90a-44c0-86e5-460abfbaed3b,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:37.908269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:38.022862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] For port d346a3b1-a90a-44c0-86e5-460abfbaed3b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d346a3b1-a90a-44c0-86e5-460abfbaed3b,segment=NetworkSegment(36c19b8b-0bf6-4754-956e-89fd31f013f7),segment_id=36c19b8b-0bf6-4754-956e-89fd31f013f7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:38.023286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:38.034010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for d346a3b1-a90a-44c0-86e5-460abfbaed3b owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:03:38.142284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] Calling delete_port for d346a3b1-a90a-44c0-86e5-460abfbaed3b owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:03:38.167856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c23d73-79f0-45de-8264-1edaee8f766d no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:03:38.181231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:38.185231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5cb0701e-0633-46b3-ae3a-18ba6d4c7dec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:38.207857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: f0c23d73-79f0-45de-8264-1edaee8f766d {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:03:38.208205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device f0c23d73-79f0-45de-8264-1edaee8f766d not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:03:38.230488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=d346a3b1-a90a-44c0-86e5-460abfbaed3b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:38.234094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:38.237601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port d346a3b1-a90a-44c0-86e5-460abfbaed3b on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:03:38.246676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:03:38.247089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:03:38.357451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:38.385460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f12855-8d2d-476d-93ec-37e076b35796']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:38.398447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c19b8b-0bf6-4754-956e-89fd31f013f7') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:38.398739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c19b8b-0bf6-4754-956e-89fd31f013f7') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:38.410140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:38.425838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:38.431609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:03:38.431976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:03:38.446109 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:03:38.556352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d346a3b1-a90a-44c0-86e5-460abfbaed3b no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:03:38.589072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: d346a3b1-a90a-44c0-86e5-460abfbaed3b {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:03:38.589773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d346a3b1-a90a-44c0-86e5-460abfbaed3b not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:03:38.595944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:38.599661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d8b965fd-d001-4e1f-8580-122e42f9c590 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:38.615067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:38.627976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Network': ['ID=14f12855-8d2d-476d-93ec-37e076b35796,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:38.631060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:38.718805 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/networks/14f12855-8d2d-476d-93ec-37e076b35796 HTTP/1.1" status: 204 len: 168 time: 1.1409962 Dec 20 16:03:38.722218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56586) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:38.748009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] Deleting port d346a3b1-a90a-44c0-86e5-460abfbaed3b {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:03:38.748409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:38.813152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-fee32480-a6f5-48a0-8160-184a53582114 None None] The port 'd346a3b1-a90a-44c0-86e5-460abfbaed3b' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:03:39.034411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 1764d73b-875a-4ee2-ac3e-389213c5591a {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:03:39.034748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:39.204777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:39.205121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:39.322177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 1764d73b-875a-4ee2-ac3e-389213c5591a owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:03:39.552235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:39.556416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a3106980-4aa9-42f2-a18b-a58cdf5881fa tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:39.597921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=1764d73b-875a-4ee2-ac3e-389213c5591a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:39.602410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:39.691576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:40.084057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:03:40.281160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:40.290333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] Sync routers for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:03:40.296879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:40.302276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:40.303001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:40.349058 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/floatingips/3c021e2c-d835-45d6-949a-16b407fefde9 HTTP/1.1" status: 204 len: 168 time: 1.6257796 Dec 20 16:03:40.349629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'tag': '7900f2a2-1428-4f9d-8e79-29b277cb87d3'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:40.478898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:03:40.518714 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'tag': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'status': 'completed', 'code': 200} Dec 20 16:03:40.612308 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3988f01a-d61b-42f5-b8bf-556d009924d5 req-5530ec9c-52a0-4a66-a028-6643341576a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0741327 Dec 20 16:03:40.743332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988f01a-d61b-42f5-b8bf-556d009924d5 req-64f9f7de-65bf-4e7c-a3bc-ff5da0aba047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:40.744783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3988f01a-d61b-42f5-b8bf-556d009924d5 req-64f9f7de-65bf-4e7c-a3bc-ff5da0aba047 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07921e50-9ab9-423c-a3b2-cd9a987f4cee HTTP/1.1" status: 200 len: 897 time: 0.1266842 Dec 20 16:03:40.802651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:03:30Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:40.806655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] Checking router: 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:03:40.817859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:40.818044 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3988f01a-d61b-42f5-b8bf-556d009924d5 req-3502898b-dc43-4946-b050-7868bac5f166 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3 HTTP/1.1" status: 200 len: 217 time: 0.0657766 Dec 20 16:03:40.818487 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:40.884649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988f01a-d61b-42f5-b8bf-556d009924d5 req-a158ad39-4fb6-4dee-9d70-e81abff31dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:40.886439 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3988f01a-d61b-42f5-b8bf-556d009924d5 req-a158ad39-4fb6-4dee-9d70-e81abff31dbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29dae2cb-edf8-43a7-9ab3-a51961ad986e HTTP/1.1" status: 200 len: 835 time: 0.0627978 Dec 20 16:03:41.030658 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3988f01a-d61b-42f5-b8bf-556d009924d5 req-616ea617-f038-4c92-af7a-d3401b82f84c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07921e50-9ab9-423c-a3b2-cd9a987f4cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1352239 Dec 20 16:03:41.041582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88a34-50e2-4120-81b4-91b03d06107b req-e791970d-d38b-4b96-a7a8-55037cc9a293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:41.043464 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52f88a34-50e2-4120-81b4-91b03d06107b req-e791970d-d38b-4b96-a7a8-55037cc9a293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 945 time: 0.1079497 Dec 20 16:03:41.059245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:03:41.185359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52f88a34-50e2-4120-81b4-91b03d06107b req-cda9012e-438f-4422-99cf-f175612c42ee tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228814 Dec 20 16:03:41.205294 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3988f01a-d61b-42f5-b8bf-556d009924d5 req-6a74d84a-ea5b-4ec6-bdcb-e8dbbcc453ef service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605411 Dec 20 16:03:41.404058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:03:30Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:41.409426 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442084de-db71-482a-aa1a-b5a9af8bb190 None None] The sync data for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv is: [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:03:30Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'fb89da42-4bf5-4f12-9b02-e7441cae7062', 'name': '', 'network_id': '07921e50-9ab9-423c-a3b2-cd9a987f4cee', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:6b:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:42Z', 'updated_at': '2021-12-20T16:00:51Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '29dae2cb-edf8-43a7-9ab3-a51961ad986e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:03:41.439765 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3988f01a-d61b-42f5-b8bf-556d009924d5 req-4cf1b02b-8de5-431b-95da-ee7aa4a7a4e4 service neutron] 10.222.0.64 "GET /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268627 Dec 20 16:03:41.637346 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8861d2e-f599-4a83-8a5a-336ea5047ca8 None None] New status for floating IP 3c021e2c-d835-45d6-949a-16b407fefde9: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:03:42.398973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dee69b-0b1e-4392-ae63-6f0cc0e862d3 req-5cd79de1-bcc4-46d2-9f34-6ae0e10a38ef tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:42.400507 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70dee69b-0b1e-4392-ae63-6f0cc0e862d3 req-5cd79de1-bcc4-46d2-9f34-6ae0e10a38ef tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 945 time: 0.0824673 Dec 20 16:03:42.449007 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70dee69b-0b1e-4392-ae63-6f0cc0e862d3 req-575ecc03-13b8-4184-a21e-b28e6286f4d6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=90257cbd-28e4-4ba7-8aa2-acf7670529bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Dec 20 16:03:42.585045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-436bf534-b2bc-4577-86f1-9500ae664bbd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:42.586864 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-436bf534-b2bc-4577-86f1-9500ae664bbd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 945 time: 0.0879657 Dec 20 16:03:42.662361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:03:42.662695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:42.925444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 7900f2a2-1428-4f9d-8e79-29b277cb87d3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7900f2a2-1428-4f9d-8e79-29b277cb87d3,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:42.925444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:43.049227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 7900f2a2-1428-4f9d-8e79-29b277cb87d3 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:03:43.266645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:43.272466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-73a23f68-672f-491f-957e-3228474d93ba tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:43.318678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=7900f2a2-1428-4f9d-8e79-29b277cb87d3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:43.357880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.358270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.358644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.359087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.359456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.360099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.360460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.360821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.361179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.361535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.361891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:43.368508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:43.400843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port 7900f2a2-1428-4f9d-8e79-29b277cb87d3 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:03:43.403520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:43.405999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'name': 'network-vif-deleted', 'tag': '7900f2a2-1428-4f9d-8e79-29b277cb87d3'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:43.417639 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4f7c92e1-6a15-49c7-bb89-8091bf234ec9 req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "DELETE /v2.0/ports/7900f2a2-1428-4f9d-8e79-29b277cb87d3 HTTP/1.1" status: 204 len: 173 time: 0.8257184 Dec 20 16:03:43.466336 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a046a6-13ca-4e0f-b40a-f80511276fe8', 'name': 'network-vif-deleted', 'tag': '7900f2a2-1428-4f9d-8e79-29b277cb87d3', 'status': 'completed', 'code': 200} Dec 20 16:03:43.622032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-af140499-a8fa-4bc2-b43e-14444dea2be7 req-0327284f-194a-4843-9e73-d901315c7e4a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:03:43.706603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-af140499-a8fa-4bc2-b43e-14444dea2be7 req-0327284f-194a-4843-9e73-d901315c7e4a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:03:43.710069 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-af140499-a8fa-4bc2-b43e-14444dea2be7 req-0327284f-194a-4843-9e73-d901315c7e4a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=91a046a6-13ca-4e0f-b40a-f80511276fe8 HTTP/1.1" status: 200 len: 210 time: 0.1361849 Dec 20 16:03:44.626671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:44.818070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56608) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:44.886812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d0a92143-9e85-4245-bd43-458138843519 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:44.914988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d0a92143-9e85-4245-bd43-458138843519 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:45.081060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d0a92143-9e85-4245-bd43-458138843519 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:45.085077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3c5b2400-0527-47ed-a8a0-c8579d0d960b tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:45.100252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a92143-9e85-4245-bd43-458138843519 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90257cbd-28e4-4ba7-8aa2-acf7670529bb,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:45.104230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d0a92143-9e85-4245-bd43-458138843519 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:45.107476 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d0a92143-9e85-4245-bd43-458138843519 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:45.108582 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d0a92143-9e85-4245-bd43-458138843519 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/90257cbd-28e4-4ba7-8aa2-acf7670529bb HTTP/1.1" status: 204 len: 168 time: 0.2895186 Dec 20 16:03:45.218601 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56614) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:45.620388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:46.224507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 7900f2a2-1428-4f9d-8e79-29b277cb87d3 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:03:46.261040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 7900f2a2-1428-4f9d-8e79-29b277cb87d3 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:03:46.261395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 7900f2a2-1428-4f9d-8e79-29b277cb87d3 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:03:46.309920 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port fb89da42-4bf5-4f12-9b02-e7441cae7062 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:03:46.310508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:46.490834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port fb89da42-4bf5-4f12-9b02-e7441cae7062, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=fb89da42-4bf5-4f12-9b02-e7441cae7062,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:46.491215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:46.613510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for fb89da42-4bf5-4f12-9b02-e7441cae7062 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:03:46.874849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:46.878841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:46.920378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=fb89da42-4bf5-4f12-9b02-e7441cae7062,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:46.924311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:47.210326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:47.863264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:03:48.058146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:48.067837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] Sync routers for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:03:48.079768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:48.080466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:48.130983 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/0d9f4d23-5442-41ee-8aec-cd4f374fdac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9106402 Dec 20 16:03:48.133498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56618) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:48.256008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:03:48.318554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e706af-a752-4701-85c9-0d0cdf4ef855 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting subnet 29dae2cb-edf8-43a7-9ab3-a51961ad986e {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:03:48.321425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15e706af-a752-4701-85c9-0d0cdf4ef855 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:48.373972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15e706af-a752-4701-85c9-0d0cdf4ef855 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:48.459360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15e706af-a752-4701-85c9-0d0cdf4ef855 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:48.569808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:03:46Z', 'revision_number': 7, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:48.569808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] Checking router: 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:03:48.580093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] Routers {'0d9f4d23-5442-41ee-8aec-cd4f374fdac2'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:48.580694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:48.626616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15e706af-a752-4701-85c9-0d0cdf4ef855 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:48.631125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6e8da244-5259-4085-94e1-b84483fb7c5f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:48.670294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e706af-a752-4701-85c9-0d0cdf4ef855 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Subnet': ['ID=29dae2cb-edf8-43a7-9ab3-a51961ad986e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:48.673087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15e706af-a752-4701-85c9-0d0cdf4ef855 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:48.675501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-15e706af-a752-4701-85c9-0d0cdf4ef855 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:48.684372 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-15e706af-a752-4701-85c9-0d0cdf4ef855 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/subnets/29dae2cb-edf8-43a7-9ab3-a51961ad986e HTTP/1.1" status: 204 len: 168 time: 0.5474808 Dec 20 16:03:48.684581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56622) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:48.707469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fa7725-547e-45fb-aa82-275cf7665da4 None None] Network 07921e50-9ab9-423c-a3b2-cd9a987f4cee requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:03:48.892025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:48.898048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] Set router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:03:49.201226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:49.251806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:03:46Z', 'revision_number': 7, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:49.255768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc19dee-82f0-4d4d-89f8-2e52c46c08b1 None None] The sync data for ids ['0d9f4d23-5442-41ee-8aec-cd4f374fdac2'] in dv-neutron-821074-1-hyperv is: [{'id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'name': 'tempest-TestNetworkBasicOps-router-927224099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:35Z', 'updated_at': '2021-12-20T16:03:46Z', 'revision_number': 7, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'ec987d32-7d83-4470-8b95-6488d9696e10', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f4d23-5442-41ee-8aec-cd4f374fdac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:36Z', 'updated_at': '2021-12-20T16:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:03:49.270481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port ec987d32-7d83-4470-8b95-6488d9696e10 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:03:49.270826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:49.271306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] DHCP port deletion for 07921e50-9ab9-423c-a3b2-cd9a987f4cee request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:03:49.275752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Deleting port bf2081e4-70f2-4546-9ef7-28e3af3118bc {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:03:49.276140 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:49.440496 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port ec987d32-7d83-4470-8b95-6488d9696e10, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ec987d32-7d83-4470-8b95-6488d9696e10,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:49.440754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:49.475679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] For port bf2081e4-70f2-4546-9ef7-28e3af3118bc, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=bf2081e4-70f2-4546-9ef7-28e3af3118bc,segment=NetworkSegment(269a24fd-8d3c-4370-997d-dd9acfadf03b),segment_id=269a24fd-8d3c-4370-997d-dd9acfadf03b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:49.476094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:49.562034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for ec987d32-7d83-4470-8b95-6488d9696e10 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:03:49.595852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Calling delete_port for bf2081e4-70f2-4546-9ef7-28e3af3118bc owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:03:49.791946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:49.797902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:49.820564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:49.824500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f15caf50-f911-4477-9ae2-160debf45e77 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:49.843143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Pushing event deleted for resources: {'Port': ['ID=bf2081e4-70f2-4546-9ef7-28e3af3118bc,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:49.851802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] No DVR routers for this DVR port bf2081e4-70f2-4546-9ef7-28e3af3118bc on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:03:49.856869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.857214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.857548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.857891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.858203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.858531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.858851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.859198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.859550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.860117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.860431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:49.864637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:49.866633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=ec987d32-7d83-4470-8b95-6488d9696e10,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:49.870586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:50.084242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:50.333024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:50.337187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:50.445814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:50.446380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Fanout notify agent at l3_agent the message router_deleted on router 0d9f4d23-5442-41ee-8aec-cd4f374fdac2 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:03:50.461200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:50.467283 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/routers/0d9f4d23-5442-41ee-8aec-cd4f374fdac2 HTTP/1.1" status: 204 len: 168 time: 1.7768271 Dec 20 16:03:50.467283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56626) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:50.679764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:50.806818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:50.830847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07921e50-9ab9-423c-a3b2-cd9a987f4cee']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:50.842384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269a24fd-8d3c-4370-997d-dd9acfadf03b') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:50.843618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269a24fd-8d3c-4370-997d-dd9acfadf03b') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:50.854181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:50.873185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:50.887388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:03:50.887388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:03:50.900594 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:03:50.937228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bf2081e4-70f2-4546-9ef7-28e3af3118bc no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:03:50.970996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: bf2081e4-70f2-4546-9ef7-28e3af3118bc {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:03:50.971352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device bf2081e4-70f2-4546-9ef7-28e3af3118bc not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:03:50.971776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device fb89da42-4bf5-4f12-9b02-e7441cae7062 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:03:51.002521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: fb89da42-4bf5-4f12-9b02-e7441cae7062 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:03:51.002877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device fb89da42-4bf5-4f12-9b02-e7441cae7062 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:03:51.080712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.085686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.088611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-33ddef4a-fe27-490a-b98f-b22c1d28991b tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:51.110621 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/networks/07921e50-9ab9-423c-a3b2-cd9a987f4cee HTTP/1.1" status: 204 len: 168 time: 0.6445963 Dec 20 16:03:51.111593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Network': ['ID=07921e50-9ab9-423c-a3b2-cd9a987f4cee,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:51.113892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:51.130773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56630) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:51.136315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'network': {'name': 'tempest-network-smoke--495782597', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'port_security_enabled': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:03:51.141669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:03:51.145410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:network and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:03:51.148248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:03:51.153812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:03:51.211852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:03:51.214714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.244462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:03:51.252865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.253208 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Added segment 0895c7b4-2bc9-47db-a63b-b42e184d03fe of type vlan for network 290f802f-c1d3-4a92-9edf-71d789d37244 Dec 20 16:03:51.277812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.368537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.372365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:51.372937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.376467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:51.477957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Network': ['ID=290f802f-c1d3-4a92-9edf-71d789d37244,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:51.480672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:51.488785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 290f802f-c1d3-4a92-9edf-71d789d37244 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:03:51.521307 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3894644 Dec 20 16:03:51.524601 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56634) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:51.529273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-687511579', 'admin_state_up': True, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:03:51.536798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:03:51.540605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:router and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:03:51.543512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:03:51.549146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:03:51.629198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.630156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.648699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.874779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:51.977944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d9726b7f-cd19-4701-9533-835e4d45dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:52.138939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:52.171756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:52.304226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.227 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/34e473b9-208c-47a6-ab87-9d33f415cca7) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:52.445731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:52.521237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ec987d32-7d83-4470-8b95-6488d9696e10 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:03:52.534969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:52.538715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:52.567390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: ec987d32-7d83-4470-8b95-6488d9696e10 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:03:52.567745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ec987d32-7d83-4470-8b95-6488d9696e10 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:03:52.610767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:52.614053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:52.616009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=34e473b9-208c-47a6-ab87-9d33f415cca7,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:52.618036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:52.642085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:52.879099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:52.879838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:53.288788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router de87d21a-2eeb-453d-8629-397a5fa11bd4 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:03:53.485167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:53.494049 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Sync routers for ids ['de87d21a-2eeb-453d-8629-397a5fa11bd4'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:03:53.508987 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Routers {'de87d21a-2eeb-453d-8629-397a5fa11bd4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:53.509594 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['de87d21a-2eeb-453d-8629-397a5fa11bd4'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:53.557609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:53.558991 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0339580 Dec 20 16:03:53.561943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56640) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:53.600550 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-90e88ba9-0798-49a4-b1dd-2db9c08965d9 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=546f21e137754670849b9dd3d35e73c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373960 Dec 20 16:03:53.603064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56644) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:53.683686 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Set router de87d21a-2eeb-453d-8629-397a5fa11bd4 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:03:53.733250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6aad62-634d-4a49-a38d-b475a73ab766 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:53.735392 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1b6aad62-634d-4a49-a38d-b475a73ab766 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308088 Dec 20 16:03:53.738080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56648) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:53.780859 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6cec2c3d-8e2b-4e0b-9264-e7501f01dbe6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415699 Dec 20 16:03:53.790366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56652) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:53.795857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1725787544', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:03:53.901910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:03:53.905696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:subnet and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:03:53.909057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:03:53.914648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:03:53.963982 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:52Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:53.969510 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Checking router: de87d21a-2eeb-453d-8629-397a5fa11bd4 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:03:53.969850 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Updating router de87d21a-2eeb-453d-8629-397a5fa11bd4 port 34e473b9-208c-47a6-ab87-9d33f415cca7 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:03:53.980357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:03:54.025650 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:54.077013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:54.236665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8f4fdea2-c1cd-4add-9613-11bbcf2fc8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:54.365667 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:54.366627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:54.371152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d3cf8bdf-076f-4bd2-bf02-2de57b8e4b9f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:54.376818 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Transition to ACTIVE for port object 34e473b9-208c-47a6-ab87-9d33f415cca7 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:03:54.440813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Subnet': ['ID=f442605a-5ee1-4564-90e6-ed100242fb02,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:54.443676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:54.456214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Checking segment: {'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:03:54.456659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network hostable DHCP agents. Network: 290f802f-c1d3-4a92-9edf-71d789d37244, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:03:54.463302 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:54.467641 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:54.544863 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Attempting to bind port 34e473b9-208c-47a6-ab87-9d33f415cca7 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:03:54.545497 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Attempting to bind port 34e473b9-208c-47a6-ab87-9d33f415cca7 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:03:54.545623 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Attempting to bind port 34e473b9-208c-47a6-ab87-9d33f415cca7 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:03:54.552050 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Pushing event updated for resources: {'Port': ['ID=34e473b9-208c-47a6-ab87-9d33f415cca7,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:54.559487 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:03:54.559862 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:03:54.560262 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:54.560655 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:03:54.561444 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Bound port: 34e473b9-208c-47a6-ab87-9d33f415cca7, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:03:54.561823 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:54.580207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 290f802f-c1d3-4a92-9edf-71d789d37244 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:03:54.596649 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.596987 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.597321 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.597647 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.597973 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.598296 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.598614 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.598945 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.599357 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.599671 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.599985 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:54.603633 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:54.641680 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] For port 34e473b9-208c-47a6-ab87-9d33f415cca7, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:54.644585 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] For port 34e473b9-208c-47a6-ab87-9d33f415cca7, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=34e473b9-208c-47a6-ab87-9d33f415cca7,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:54.683162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 290f802f-c1d3-4a92-9edf-71d789d37244) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:54.687092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:54.687707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:54.692331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1755c99d-4ecf-4a80-a1a8-40fe530ca7ee None None] Network 290f802f-c1d3-4a92-9edf-71d789d37244 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:03:54.735408 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:54.739177 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-c87e5da8-1bb1-487f-aa5f-df1b02b9f427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:54.799087 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1d89bb96-84cb-49ca-a587-d56dc8330d3f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0045528 Dec 20 16:03:54.799349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56656) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:54.812204 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Pushing event updated for resources: {'Port': ['ID=34e473b9-208c-47a6-ab87-9d33f415cca7,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:54.816459 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:54.818010 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Routers {'de87d21a-2eeb-453d-8629-397a5fa11bd4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:54.818608 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['de87d21a-2eeb-453d-8629-397a5fa11bd4'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:54.915346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-290f802f-c1d3-4a92-9edf-71d789d37244', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:03:54.916174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:55.002287 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] Set router de87d21a-2eeb-453d-8629-397a5fa11bd4 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:03:55.072352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Allocated IP 172.20.0.2 (290f802f-c1d3-4a92-9edf-71d789d37244/f442605a-5ee1-4564-90e6-ed100242fb02/065b09b3-64d2-4d96-bb08-b4eca21cf048) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:55.327819 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:52Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:55.334242 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249f8be-c04c-4740-9424-6b172db1cfc0 None None] The sync data for ids ['de87d21a-2eeb-453d-8629-397a5fa11bd4'] in dv-neutron-821074-1-hyperv is: [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:52Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:03:55.360348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:55.371656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Transition to ACTIVE for port object 065b09b3-64d2-4d96-bb08-b4eca21cf048 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:03:55.392652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Transition to ACTIVE for port object 065b09b3-64d2-4d96-bb08-b4eca21cf048 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:03:55.438105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:55.466435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:55.472842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:55.535581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:55.560230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Network 290f802f-c1d3-4a92-9edf-71d789d37244 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:55.564026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:55.566998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:55.570389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Pushing event updated for resources: {'Port': ['ID=065b09b3-64d2-4d96-bb08-b4eca21cf048,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:55.573108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:55.672839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Attempting to bind port 065b09b3-64d2-4d96-bb08-b4eca21cf048 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:03:55.673210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Attempting to bind port 065b09b3-64d2-4d96-bb08-b4eca21cf048 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:03:55.673569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Attempting to bind port 065b09b3-64d2-4d96-bb08-b4eca21cf048 on network 290f802f-c1d3-4a92-9edf-71d789d37244 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:03:55.680417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:03:55.680789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Checking segment: {'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:03:55.681191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:55.681585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Bound using segment: {'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:03:55.682049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Bound port: 065b09b3-64d2-4d96-bb08-b4eca21cf048, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:03:55.682419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:55.762576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:55.775528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] For port 065b09b3-64d2-4d96-bb08-b4eca21cf048, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:55.785123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] For port 065b09b3-64d2-4d96-bb08-b4eca21cf048, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=065b09b3-64d2-4d96-bb08-b4eca21cf048,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:55.924927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:55.930353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-df1606e7-f27c-47f2-9b5e-fa3f9f5fda24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:56.034972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Pushing event updated for resources: {'Port': ['ID=065b09b3-64d2-4d96-bb08-b4eca21cf048,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:56.039178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:56.171594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.1 (290f802f-c1d3-4a92-9edf-71d789d37244/f442605a-5ee1-4564-90e6-ed100242fb02/37947309-7069-4ff1-bc06-2eadf79f87d6) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:56.354489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:56.370904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 37947309-7069-4ff1-bc06-2eadf79f87d6 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:03:56.452177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:56.456357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-63e22f31-bd07-44e0-a8c0-f64d12061c84 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:56.530074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 290f802f-c1d3-4a92-9edf-71d789d37244 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:56.532857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:56.535308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:56.568165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=37947309-7069-4ff1-bc06-2eadf79f87d6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:56.571748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:56.606710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:56.616183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 065b09b3-64d2-4d96-bb08-b4eca21cf048 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:03:56.774279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 065b09b3-64d2-4d96-bb08-b4eca21cf048 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:03:56.779758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 34e473b9-208c-47a6-ab87-9d33f415cca7 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:03:56.791758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:56.865909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:56.926305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 34e473b9-208c-47a6-ab87-9d33f415cca7 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:03:56.931590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 34e473b9-208c-47a6-ab87-9d33f415cca7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:56.932098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:56.996819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed52714-c9ec-440c-92aa-3c44f11caf05 None None] Network 290f802f-c1d3-4a92-9edf-71d789d37244 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:03:57.173982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:57.208003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-316b03f4-8169-4c81-8aad-59d51e5e8bfa None None] Provisioning for port 065b09b3-64d2-4d96-bb08-b4eca21cf048 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:03:57.228248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-316b03f4-8169-4c81-8aad-59d51e5e8bfa None None] Provisioning complete for port 065b09b3-64d2-4d96-bb08-b4eca21cf048 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:57.228705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-316b03f4-8169-4c81-8aad-59d51e5e8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:57.229214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:57.252594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 34e473b9-208c-47a6-ab87-9d33f415cca7, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=34e473b9-208c-47a6-ab87-9d33f415cca7,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:57.308919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:57.342416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:57.347539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:57.446564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2c8c8be1-337d-40d7-8c2c-0249aee433b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:57.483104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=34e473b9-208c-47a6-ab87-9d33f415cca7,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:57.486426 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:57.488551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-316b03f4-8169-4c81-8aad-59d51e5e8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:57.527884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-316b03f4-8169-4c81-8aad-59d51e5e8bfa None None] For port 065b09b3-64d2-4d96-bb08-b4eca21cf048, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=065b09b3-64d2-4d96-bb08-b4eca21cf048,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:57.531888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:57.539260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=37947309-7069-4ff1-bc06-2eadf79f87d6,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:57.545584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:57.669268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-316b03f4-8169-4c81-8aad-59d51e5e8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:57.671297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-aaae46e7-bddd-4dcb-b178-63466c9f048c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:57.681857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 290f802f-c1d3-4a92-9edf-71d789d37244 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:57.683137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:57.745637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b03f4-8169-4c81-8aad-59d51e5e8bfa None None] Pushing event updated for resources: {'Port': ['ID=065b09b3-64d2-4d96-bb08-b4eca21cf048,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:57.748744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-316b03f4-8169-4c81-8aad-59d51e5e8bfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:57.846106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8d6bc5b0-4222-4ece-a3cb-40ab71d3e38f None None] Provisioning for port 37947309-7069-4ff1-bc06-2eadf79f87d6 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:03:57.851607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8d6bc5b0-4222-4ece-a3cb-40ab71d3e38f None None] Provisioning complete for port 37947309-7069-4ff1-bc06-2eadf79f87d6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:57.852066 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc5b0-4222-4ece-a3cb-40ab71d3e38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:57.907410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bc5b0-4222-4ece-a3cb-40ab71d3e38f None None] Port 37947309-7069-4ff1-bc06-2eadf79f87d6 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:03:57.921102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8d6bc5b0-4222-4ece-a3cb-40ab71d3e38f None None] Provisioning complete for port 065b09b3-64d2-4d96-bb08-b4eca21cf048 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:57.921616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc5b0-4222-4ece-a3cb-40ab71d3e38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:58.084466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router de87d21a-2eeb-453d-8629-397a5fa11bd4 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:03:58.162081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7ed2f4d3-dd7d-4bb1-bc0c-29623070c488 None None] Provisioning complete for port 37947309-7069-4ff1-bc06-2eadf79f87d6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:58.162385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7ed2f4d3-dd7d-4bb1-bc0c-29623070c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:58.214256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2f4d3-dd7d-4bb1-bc0c-29623070c488 None None] Port 37947309-7069-4ff1-bc06-2eadf79f87d6 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:03:58.284558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:58.296632 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/de87d21a-2eeb-453d-8629-397a5fa11bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4957085 Dec 20 16:03:58.299098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56662) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:58.436600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf28302-35a0-4ef2-adbf-320e5a1090bd tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:58.436967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf28302-35a0-4ef2-adbf-320e5a1090bd tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:58.437326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf28302-35a0-4ef2-adbf-320e5a1090bd tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:58.437680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf28302-35a0-4ef2-adbf-320e5a1090bd tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:58.439315 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9bf28302-35a0-4ef2-adbf-320e5a1090bd tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1393366 Dec 20 16:03:58.442052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56666) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:58.511243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fc78b-a3bb-4b4b-9272-138a612a678b tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:58.511553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fc78b-a3bb-4b4b-9272-138a612a678b tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:58.512066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fc78b-a3bb-4b4b-9272-138a612a678b tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:58.512231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fc78b-a3bb-4b4b-9272-138a612a678b tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:58.513842 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6b8fc78b-a3bb-4b4b-9272-138a612a678b tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0709295 Dec 20 16:03:58.517145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56670) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:58.575116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 34e473b9-208c-47a6-ab87-9d33f415cca7 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:03:58.649742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 34e473b9-208c-47a6-ab87-9d33f415cca7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:58.650224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:58.722503 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-49a08403-c327-468b-8e9f-aff0117eb92b tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2041061 Dec 20 16:03:58.784842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 065b09b3-64d2-4d96-bb08-b4eca21cf048 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:03:58.849992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Sync routers for ids ['de87d21a-2eeb-453d-8629-397a5fa11bd4'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:03:58.887041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Routers {'de87d21a-2eeb-453d-8629-397a5fa11bd4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:58.887662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['de87d21a-2eeb-453d-8629-397a5fa11bd4'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:58.970745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 065b09b3-64d2-4d96-bb08-b4eca21cf048 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:58.971148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.032049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56676) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:59.038129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529384339', 'description': 'tempest-secgroup-smoke-529384339 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:03:59.044815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:03:59.049814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:03:59.053210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:03:59.059145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:03:59.126700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.154448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Set router de87d21a-2eeb-453d-8629-397a5fa11bd4 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:03:59.164534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:03:59.168370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:03:59.171275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:03:59.177381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:03:59.243683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.341684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.349944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cc36c91c-e9f5-47a1-b402-a774a5244ba5 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:59.391169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef4fb87-d1dc-4bc6-9907-6262ca232c78,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:59.394142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:59.485528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:56Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '37947309-7069-4ff1-bc06-2eadf79f87d6', 'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:87:35:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:55Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:59.486993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.488093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4548929 Dec 20 16:03:59.489614 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Checking router: de87d21a-2eeb-453d-8629-397a5fa11bd4 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:03:59.489974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Updating router de87d21a-2eeb-453d-8629-397a5fa11bd4 port 37947309-7069-4ff1-bc06-2eadf79f87d6 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:03:59.490938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56680) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:59.496648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8ef4fb87-d1dc-4bc6-9907-6262ca232c78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:03:59.502498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:03:59.506273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:03:59.509130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:03:59.514818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:03:59.543126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.632945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.693831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.794477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.796360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-85b62918-fa6d-47e6-8430-5c1f33b60b4d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:03:59.817168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa24f2d5-a9ae-4683-b963-5d5e536e2082,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:59.821367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:03:59.878737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.889907 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Transition to ACTIVE for port object 37947309-7069-4ff1-bc06-2eadf79f87d6 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:03:59.943301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.944495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4526069 Dec 20 16:03:59.947484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56684) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:03:59.953037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8ef4fb87-d1dc-4bc6-9907-6262ca232c78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:03:59.958785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:03:59.962461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:03:59.965324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:03:59.971034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:03:59.977172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:03:59.980881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:00.048044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.105642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b4523-ee21-44d4-b712-3992ba9bd32e None None] Pushing event updated for resources: {'Port': ['ID=37947309-7069-4ff1-bc06-2eadf79f87d6,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:00.108504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-929b4523-ee21-44d4-b712-3992ba9bd32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:00.209113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Attempting to bind port 37947309-7069-4ff1-bc06-2eadf79f87d6 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:04:00.209500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Attempting to bind port 37947309-7069-4ff1-bc06-2eadf79f87d6 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:04:00.209939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Attempting to bind port 37947309-7069-4ff1-bc06-2eadf79f87d6 on network 290f802f-c1d3-4a92-9edf-71d789d37244 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:04:00.217066 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:04:00.217457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Checking segment: {'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:04:00.217870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.218271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Bound using segment: {'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:04:00.219519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Bound port: 37947309-7069-4ff1-bc06-2eadf79f87d6, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:04:00.219893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.227620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.291947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.293794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-360759f6-84df-4acb-a434-aecfad161f48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:00.311102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] For port 37947309-7069-4ff1-bc06-2eadf79f87d6, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:04:00.314362 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] For port 37947309-7069-4ff1-bc06-2eadf79f87d6, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=37947309-7069-4ff1-bc06-2eadf79f87d6,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:04:00.316285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa820e3f-0fdd-4bfa-87bb-b1c9681f4571,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:00.318632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:00.400823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.404429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ebbec038-9d98-45d2-8419-1427b63534f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:00.414211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.415416 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4670367 Dec 20 16:04:00.418098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56688) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:04:00.423749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8ef4fb87-d1dc-4bc6-9907-6262ca232c78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:04:00.429843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:04:00.433722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:04:00.436639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:04:00.442828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:04:00.484431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b4523-ee21-44d4-b712-3992ba9bd32e None None] Pushing event updated for resources: {'Port': ['ID=37947309-7069-4ff1-bc06-2eadf79f87d6,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:00.487538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Routers {'de87d21a-2eeb-453d-8629-397a5fa11bd4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:04:00.488146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['de87d21a-2eeb-453d-8629-397a5fa11bd4'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:04:00.539473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.577989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-929b4523-ee21-44d4-b712-3992ba9bd32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:00.608928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.689113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.690804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:00.713543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da04c23-dd6d-4649-92d7-2ee034906bf7,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:00.714305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] Set router de87d21a-2eeb-453d-8629-397a5fa11bd4 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:04:00.717986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:00.791433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:00.792958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3737516 Dec 20 16:04:00.796169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56692) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:04:00.802795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8ef4fb87-d1dc-4bc6-9907-6262ca232c78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:04:00.808705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:04:00.813079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:04:00.816808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:04:00.822513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:04:00.940854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.011958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.025326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:56Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '37947309-7069-4ff1-bc06-2eadf79f87d6', 'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:87:35:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:55Z', 'updated_at': '2021-12-20T16:04:00Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:04:01.029201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55f435-c39e-433f-9f47-b3c30803b316 None None] The sync data for ids ['de87d21a-2eeb-453d-8629-397a5fa11bd4'] in dv-neutron-821074-1-hyperv is: [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:56Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '37947309-7069-4ff1-bc06-2eadf79f87d6', 'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:87:35:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:55Z', 'updated_at': '2021-12-20T16:04:00Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:04:01.094987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.096878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-762aa0d0-1bc5-4cbb-8edc-beb9ba41910d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:01.119798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2451f6-77de-4b8b-a913-44a1c0e85980,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:01.123298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:01.186214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.189108 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3896797 Dec 20 16:04:01.190344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56696) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:04:01.201249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8ef4fb87-d1dc-4bc6-9907-6262ca232c78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:04:01.204896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:04:01.209232 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:04:01.212204 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:04:01.218073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:04:01.322181 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:04:01.324911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.398491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.483128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.485249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d4c51fa0-c01a-438a-a333-354471003480 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:01.510042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b7d57b-9cac-443c-bd91-f352aafd65f8,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:01.513138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:01.614577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.618451 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4243875 Dec 20 16:04:01.618618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56700) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:04:01.624164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8ef4fb87-d1dc-4bc6-9907-6262ca232c78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:04:01.630104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:04:01.633937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:04:01.636878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:04:01.643377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:04:01.711829 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:04:01.718633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.789425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.882638 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:04:01.888712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:01.895228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:01.913885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af165fb-6c29-47ec-a480-aad4697e7576,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:01.916342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:02.002694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:02.003912 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3843226 Dec 20 16:04:02.173822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-cdaf4ca0-c427-4a20-a172-8d308c0b05f7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:04:02.252047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-cdaf4ca0-c427-4a20-a172-8d308c0b05f7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:04:02.253266 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-cdaf4ca0-c427-4a20-a172-8d308c0b05f7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529384339&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.1188698 Dec 20 16:04:02.398150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-54575277-669e-4e5f-9baf-99127a6cfa5a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:02.398893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-54575277-669e-4e5f-9baf-99127a6cfa5a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:04:02.491224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-54575277-669e-4e5f-9baf-99127a6cfa5a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:04:02.492387 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-54575277-669e-4e5f-9baf-99127a6cfa5a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/networks?id=290f802f-c1d3-4a92-9edf-71d789d37244 HTTP/1.1" status: 200 len: 796 time: 0.2327352 Dec 20 16:04:02.508155 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-7a85bd75-c098-457c-bb53-a92651e758d1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/quotas/546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 375 time: 0.0104327 Dec 20 16:04:02.587407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 37947309-7069-4ff1-bc06-2eadf79f87d6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:04:02.591167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-aa100944-9818-4268-bb3a-ef555025123d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:04:02.680172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-aa100944-9818-4268-bb3a-ef555025123d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:04:02.681520 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-aa100944-9818-4268-bb3a-ef555025123d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686273 Dec 20 16:04:02.696687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-5c21d5f5-a33c-4471-8fb3-ceb9fe7a54a8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:04:02.697725 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-5c21d5f5-a33c-4471-8fb3-ceb9fe7a54a8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050144 Dec 20 16:04:02.743320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 37947309-7069-4ff1-bc06-2eadf79f87d6 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:04:02.748410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 37947309-7069-4ff1-bc06-2eadf79f87d6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:04:02.748792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:02.861856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:02.892969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 37947309-7069-4ff1-bc06-2eadf79f87d6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=37947309-7069-4ff1-bc06-2eadf79f87d6,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:02.896775 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-b49a2441-3bdd-4056-8361-37b38c3c83d8 service neutron] 10.222.0.62 "GET /v2.0/networks/290f802f-c1d3-4a92-9edf-71d789d37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936145 Dec 20 16:04:02.977643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:02.979528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ffe3d9f3-1272-457c-a31f-3249b5fec977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:03.029079 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-4023a674-95f4-440d-85ab-c81cead9d40b service neutron] 10.222.0.62 "GET /v2.0/networks/290f802f-c1d3-4a92-9edf-71d789d37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263969 Dec 20 16:04:03.053986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=37947309-7069-4ff1-bc06-2eadf79f87d6,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:03.057126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:04.329101 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61fc89b5-bbcc-42f3-9bc6-19600d667795 req-ec728a53-d627-4a0f-a178-ea1d8bb70e1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 210 time: 0.0403419 Dec 20 16:04:04.574155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 37947309-7069-4ff1-bc06-2eadf79f87d6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:04:04.641752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 37947309-7069-4ff1-bc06-2eadf79f87d6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:04:04.642122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:05.509655 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a25d6390-1fea-4378-8630-1317f6671470 req-05dc87c7-394b-4d98-94fd-5aaa3bae434e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 210 time: 0.0470316 Dec 20 16:04:06.394882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-7bdd4d8e-de73-4b5e-a8e7-c4ac4f4cf33c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:06.396285 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-7bdd4d8e-de73-4b5e-a8e7-c4ac4f4cf33c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=290f802f-c1d3-4a92-9edf-71d789d37244 HTTP/1.1" status: 200 len: 796 time: 0.1443138 Dec 20 16:04:06.457397 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-71480f31-2d2c-484f-b4c1-947287e8d559 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 379 time: 0.0473502 Dec 20 16:04:06.466023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'device_id': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'admin_state_up': True, 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'security_groups': ['8ef4fb87-d1dc-4bc6-9907-6262ca232c78']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:04:06.601582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:04:06.611873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:04:06.672001 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-69ed10c6-c9a3-43b1-9355-27b0bdb37fd0 req-5ca659c1-6235-4990-936a-95760a4e7036 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 210 time: 0.0408866 Dec 20 16:04:06.688128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:04:06.691203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:06.858008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.10 (290f802f-c1d3-4a92-9edf-71d789d37244/f442605a-5ee1-4564-90e6-ed100242fb02/2e7ece5f-b42b-41ea-b718-2b459678b89e) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:04:07.044620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:07.060396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 2e7ece5f-b42b-41ea-b718-2b459678b89e will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:04:07.149283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:07.154618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7f86dae-cec5-45ca-820d-76ece85c15c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:07.331072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 290f802f-c1d3-4a92-9edf-71d789d37244 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:04:07.335544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:04:07.340045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:04:07.368773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=2e7ece5f-b42b-41ea-b718-2b459678b89e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:07.375844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:07.402441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:07.402993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:07.497856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0353653 Dec 20 16:04:07.509780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Request body: {'port': {'device_id': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:04:07.618746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:07.622590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-38c1e91f-4316-41cf-8ca5-e6989872085b None None] Provisioning for port 2e7ece5f-b42b-41ea-b718-2b459678b89e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:04:07.627473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-38c1e91f-4316-41cf-8ca5-e6989872085b None None] Provisioning complete for port 2e7ece5f-b42b-41ea-b718-2b459678b89e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:04:07.627873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-38c1e91f-4316-41cf-8ca5-e6989872085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:07.688768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-38c1e91f-4316-41cf-8ca5-e6989872085b None None] Port 2e7ece5f-b42b-41ea-b718-2b459678b89e cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:04:07.973206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d3409-1686-4153-890f-7f5f22546fe4 req-bf2c9e6e-c116-440a-a580-caae6bbb8002 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:07.973792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-464d3409-1686-4153-890f-7f5f22546fe4 req-bf2c9e6e-c116-440a-a580-caae6bbb8002 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:04:08.031494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7ece5f-b42b-41ea-b718-2b459678b89e {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:04:08.038295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:08.052525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Transition to ACTIVE for port object 2e7ece5f-b42b-41ea-b718-2b459678b89e will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:04:08.120389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-464d3409-1686-4153-890f-7f5f22546fe4 req-bf2c9e6e-c116-440a-a580-caae6bbb8002 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:04:08.120389 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-464d3409-1686-4153-890f-7f5f22546fe4 req-bf2c9e6e-c116-440a-a580-caae6bbb8002 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 932 time: 0.2675424 Dec 20 16:04:08.159999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:08.165686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:08.224697 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-464d3409-1686-4153-890f-7f5f22546fe4 req-46dec13c-f779-4e44-a3a9-bc15749cc146 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990455 Dec 20 16:04:08.301641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Pushing event updated for resources: {'Port': ['ID=2e7ece5f-b42b-41ea-b718-2b459678b89e,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:08.305282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:08.413277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Attempting to bind port 2e7ece5f-b42b-41ea-b718-2b459678b89e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:04:08.413616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Attempting to bind port 2e7ece5f-b42b-41ea-b718-2b459678b89e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:04:08.413942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Attempting to bind port 2e7ece5f-b42b-41ea-b718-2b459678b89e on network 290f802f-c1d3-4a92-9edf-71d789d37244 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:04:08.419654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Port 2e7ece5f-b42b-41ea-b718-2b459678b89e on network 290f802f-c1d3-4a92-9edf-71d789d37244 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:04:08.419969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Attempting to bind port 2e7ece5f-b42b-41ea-b718-2b459678b89e on network 290f802f-c1d3-4a92-9edf-71d789d37244 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:04:08.426249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:04:08.426603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Checking segment: {'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:04:08.427034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Bound using segment: {'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:04:08.427457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Bound port: 2e7ece5f-b42b-41ea-b718-2b459678b89e, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0895c7b4-2bc9-47db-a63b-b42e184d03fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:04:08.427801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:08.517217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] For port 2e7ece5f-b42b-41ea-b718-2b459678b89e, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:04:08.520304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] For port 2e7ece5f-b42b-41ea-b718-2b459678b89e, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=2e7ece5f-b42b-41ea-b718-2b459678b89e,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:04:08.603316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:08.607149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:08.663049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:08.664433 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] 10.222.0.64 "PUT /v2.0/ports/2e7ece5f-b42b-41ea-b718-2b459678b89e HTTP/1.1" status: 200 len: 1094 time: 1.1590970 Dec 20 16:04:08.664949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'tag': '2e7ece5f-b42b-41ea-b718-2b459678b89e'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:08.689458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Pushing event updated for resources: {'Port': ['ID=2e7ece5f-b42b-41ea-b718-2b459678b89e,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:08.692653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:08.723300 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'tag': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'status': 'completed', 'code': 200} Dec 20 16:04:08.822136 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a853e420-091b-4078-b21e-7d5151de9bbb req-062472e9-2a6e-4e94-87c5-d76c90654aff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 1097 time: 0.0763462 Dec 20 16:04:08.959147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853e420-091b-4078-b21e-7d5151de9bbb req-4ea95925-4641-4fc1-bb3e-9a3df1ea34c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:08.960571 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a853e420-091b-4078-b21e-7d5151de9bbb req-4ea95925-4641-4fc1-bb3e-9a3df1ea34c7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1317086 Dec 20 16:04:09.093178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853e420-091b-4078-b21e-7d5151de9bbb req-6c944bf2-0706-4fa4-b7e5-7943ad863439 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:09.094552 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a853e420-091b-4078-b21e-7d5151de9bbb req-6c944bf2-0706-4fa4-b7e5-7943ad863439 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281750 Dec 20 16:04:09.201646 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-ed07f88d-c5c5-46e0-b36d-9040c9137e2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 1097 time: 0.0704069 Dec 20 16:04:09.267740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-623ff19e-266a-4476-bc7c-b449d35d6cd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e7ece5f-b42b-41ea-b718-2b459678b89e HTTP/1.1" status: 200 len: 217 time: 0.0595024 Dec 20 16:04:09.473066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-9e5ee504-4559-4bd8-9fdb-7041353830f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:09.474417 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-9e5ee504-4559-4bd8-9fdb-7041353830f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f442605a-5ee1-4564-90e6-ed100242fb02 HTTP/1.1" status: 200 len: 835 time: 0.2013931 Dec 20 16:04:09.548118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473e2d5-3d65-4997-8bc5-8efe93a6a33c req-be49cd19-b254-4d33-8a15-5eff785878c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:09.549632 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e473e2d5-3d65-4997-8bc5-8efe93a6a33c req-be49cd19-b254-4d33-8a15-5eff785878c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 944 time: 0.1469481 Dec 20 16:04:09.601386 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-f3f898db-ca42-42ce-9e3e-9ff4665d6ec3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290f802f-c1d3-4a92-9edf-71d789d37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200631 Dec 20 16:04:09.631888 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e473e2d5-3d65-4997-8bc5-8efe93a6a33c req-a1bd6ee6-77e5-4e58-9d58-d70b6c63e6ff tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712101 Dec 20 16:04:09.737352 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-52fb84f5-9358-416d-8fa8-ac7ba56c769f service neutron] 10.222.0.64 "GET /v2.0/networks/290f802f-c1d3-4a92-9edf-71d789d37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284709 Dec 20 16:04:09.869264 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043f95b7-5a33-4800-9d10-c0a483c26fbb req-ad46e3f0-7d92-4fc6-a66e-6f77b0e175c8 service neutron] 10.222.0.64 "GET /v2.0/networks/290f802f-c1d3-4a92-9edf-71d789d37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242390 Dec 20 16:04:10.834887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a5f05-98d1-40ec-bf0f-c0b67b20eff6 req-6b96a968-eaed-48cd-b09e-9955543b4d09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:10.836273 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f0a5f05-98d1-40ec-bf0f-c0b67b20eff6 req-6b96a968-eaed-48cd-b09e-9955543b4d09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 944 time: 0.0820107 Dec 20 16:04:10.885595 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0f0a5f05-98d1-40ec-bf0f-c0b67b20eff6 req-10ba3f76-07d4-435a-a834-d8af3023a66b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437300 Dec 20 16:04:12.236872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013f7f7-8538-45d6-b85c-188cbc6cdec8 req-7dec5345-d86f-42cd-8cd6-cdb15d2dcd2e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:12.238505 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1013f7f7-8538-45d6-b85c-188cbc6cdec8 req-7dec5345-d86f-42cd-8cd6-cdb15d2dcd2e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 944 time: 0.0933130 Dec 20 16:04:12.282338 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1013f7f7-8538-45d6-b85c-188cbc6cdec8 req-c837832f-c425-4665-91f0-16030c6abb97 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384254 Dec 20 16:04:12.441005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 2e7ece5f-b42b-41ea-b718-2b459678b89e details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:04:12.583655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 2e7ece5f-b42b-41ea-b718-2b459678b89e, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=2e7ece5f-b42b-41ea-b718-2b459678b89e,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:12.597105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'port_id': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'mac_address': 'fa:16:3e:9a:e9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:04:12.649199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:12.665902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7ece5f-b42b-41ea-b718-2b459678b89e {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:04:12.680302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 2e7ece5f-b42b-41ea-b718-2b459678b89e, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=2e7ece5f-b42b-41ea-b718-2b459678b89e,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:12.794339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:12.796066 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:12.862208 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=2e7ece5f-b42b-41ea-b718-2b459678b89e,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:12.865139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:13.095562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['2e7ece5f-b42b-41ea-b718-2b459678b89e'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:04:13.482776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd07c8-099b-48eb-b2bf-a494aed7066f req-bbfd38c2-2915-432b-9ce9-6b17a4430e36 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:13.484271 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-14fd07c8-099b-48eb-b2bf-a494aed7066f req-bbfd38c2-2915-432b-9ce9-6b17a4430e36 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 945 time: 0.0837102 Dec 20 16:04:13.529432 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-14fd07c8-099b-48eb-b2bf-a494aed7066f req-307f7831-0fab-4d7d-b38e-3da2bfefc872 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393271 Dec 20 16:04:14.441330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 2e7ece5f-b42b-41ea-b718-2b459678b89e up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:04:14.562295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 2e7ece5f-b42b-41ea-b718-2b459678b89e completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:04:14.568665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 2e7ece5f-b42b-41ea-b718-2b459678b89e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:04:14.568788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:14.599816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:14.686026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:14.712225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7ece5f-b42b-41ea-b718-2b459678b89e'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:14.723206 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 2e7ece5f-b42b-41ea-b718-2b459678b89e, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=2e7ece5f-b42b-41ea-b718-2b459678b89e,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:14.731201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d9cd3-db01-470d-9135-7bb2c2a483fd req-ada2b5b3-7146-48fe-bd10-c853340d4e19 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:14.731201 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff1d9cd3-db01-470d-9135-7bb2c2a483fd req-ada2b5b3-7146-48fe-bd10-c853340d4e19 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 945 time: 0.0773175 Dec 20 16:04:14.767198 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'code': 200} Dec 20 16:04:14.778186 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff1d9cd3-db01-470d-9135-7bb2c2a483fd req-5075f1e6-9ddd-4479-87e9-b5da5e464ccb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Dec 20 16:04:14.819534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:14.821628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c9077072-ea86-4673-a329-782ecbe2f2da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:14.893940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=2e7ece5f-b42b-41ea-b718-2b459678b89e,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:14.897021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:15.107817 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f2167519-8e38-4f72-9a09-e4a19be7b064 req-e229fa21-1fb8-441b-b4b0-f76bb420dff2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 1099 time: 0.0688393 Dec 20 16:04:15.149459 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f2167519-8e38-4f72-9a09-e4a19be7b064 req-15f8abdf-4f08-471a-8539-d43d5feacb8f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356069 Dec 20 16:04:15.975649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5c57e-e4eb-4317-980c-bbd192f256e0 req-e57524fe-2d6d-4b94-84b5-49111b7c2d7a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:15.976996 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18e5c57e-e4eb-4317-980c-bbd192f256e0 req-e57524fe-2d6d-4b94-84b5-49111b7c2d7a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 946 time: 0.0745447 Dec 20 16:04:16.026156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18e5c57e-e4eb-4317-980c-bbd192f256e0 req-e5f355a9-4672-4e0c-a96e-2bceec90d1b2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436819 Dec 20 16:04:17.218423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a3fc-5c30-4459-889c-132ffff97c56 req-69dfaeda-0024-445f-bcf5-b7bf31a84f02 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:17.219887 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-63e6a3fc-5c30-4459-889c-132ffff97c56 req-69dfaeda-0024-445f-bcf5-b7bf31a84f02 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 946 time: 0.0767512 Dec 20 16:04:17.265344 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-63e6a3fc-5c30-4459-889c-132ffff97c56 req-4f675d7d-04e6-4bd9-a3dd-0635235a90fc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398960 Dec 20 16:04:17.611346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb229b-91e9-4952-9272-0f51ed19b2cc req-055c72ee-65db-4ab1-b100-b6676afdb80d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:17.612671 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-49eb229b-91e9-4952-9272-0f51ed19b2cc req-055c72ee-65db-4ab1-b100-b6676afdb80d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 946 time: 0.0790761 Dec 20 16:04:17.656115 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-49eb229b-91e9-4952-9272-0f51ed19b2cc req-111d462b-60c7-4108-81ca-cb14c746c7b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375514 Dec 20 16:04:17.683519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56750) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:04:17.753255 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-39d2be5c-d54e-4875-a407-e48dfe7d74f3 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 1094 time: 0.0685329 Dec 20 16:04:17.755777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56754) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:04:17.760852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:04:17.767109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:04:17.771529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:floatingip and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:04:17.776341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:04:17.782726 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:04:17.893452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:18.025422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:18.157878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.11 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/e271572a-6511-453a-937d-158a30c88e13) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:04:18.395396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:18.506323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:18.510317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:18.579209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:04:18.582427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:04:18.584401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=e271572a-6511-453a-937d-158a30c88e13,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:18.586425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:04:18.613604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:19.088518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:19.228733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:19.426374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:19.500066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:19.503873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c16e1d8d-a620-4d50-b638-c756ab1171dd tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:04:19.604888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=e271572a-6511-453a-937d-158a30c88e13,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:19.608367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:04:19.625808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:19.813408 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP 213f97e6-e2f7-466e-9e7c-c81c49a3630e associated. External IP: 172.26.7.11, port: 2e7ece5f-b42b-41ea-b718-2b459678b89e. Dec 20 16:04:20.300551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router de87d21a-2eeb-453d-8629-397a5fa11bd4 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:04:20.495840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:04:20.505852 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] Sync routers for ids ['de87d21a-2eeb-453d-8629-397a5fa11bd4'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:04:20.517803 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] Routers {'de87d21a-2eeb-453d-8629-397a5fa11bd4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:04:20.518409 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['de87d21a-2eeb-453d-8629-397a5fa11bd4'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:04:20.602580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:20.657619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9008465 Dec 20 16:04:20.658369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'tag': '2e7ece5f-b42b-41ea-b718-2b459678b89e'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:20.660430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56758) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:04:20.691052 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] Set router de87d21a-2eeb-453d-8629-397a5fa11bd4 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:04:20.714526 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'tag': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'status': 'completed', 'code': 200} Dec 20 16:04:20.814600 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50413989-99a5-48b3-82cd-f3869baeef69 req-8054616a-4b44-4af9-aad1-45c8fd7ea092 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 1099 time: 0.0781693 Dec 20 16:04:20.893752 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7c63b857-ebcf-4047-86ee-fa88e1138031 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/213f97e6-e2f7-466e-9e7c-c81c49a3630e HTTP/1.1" status: 200 len: 991 time: 0.2320220 Dec 20 16:04:20.946548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50413989-99a5-48b3-82cd-f3869baeef69 req-b28f41a9-1628-4bec-a997-a832f1259dd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:20.948015 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50413989-99a5-48b3-82cd-f3869baeef69 req-b28f41a9-1628-4bec-a997-a832f1259dd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=290f802f-c1d3-4a92-9edf-71d789d37244 HTTP/1.1" status: 200 len: 897 time: 0.1277730 Dec 20 16:04:21.057384 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50413989-99a5-48b3-82cd-f3869baeef69 req-8811790a-7326-4899-b825-f552d7091e07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e7ece5f-b42b-41ea-b718-2b459678b89e HTTP/1.1" status: 200 len: 999 time: 0.1032579 Dec 20 16:04:21.072157 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:56Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '213f97e6-e2f7-466e-9e7c-c81c49a3630e', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'port_id': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'mac_address': 'fa:16:3e:9a:e9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:04:18Z', 'updated_at': '2021-12-20T16:04:18Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37947309-7069-4ff1-bc06-2eadf79f87d6', 'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:87:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:55Z', 'updated_at': '2021-12-20T16:04:02Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:04:21.075839 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] Checking router: de87d21a-2eeb-453d-8629-397a5fa11bd4 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:04:21.086027 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] Routers {'de87d21a-2eeb-453d-8629-397a5fa11bd4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:04:21.086614 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:03:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['de87d21a-2eeb-453d-8629-397a5fa11bd4'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:04:21.117898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50413989-99a5-48b3-82cd-f3869baeef69 req-13393961-b513-46c1-9e32-bb1009cdf7df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:21.119470 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50413989-99a5-48b3-82cd-f3869baeef69 req-13393961-b513-46c1-9e32-bb1009cdf7df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f442605a-5ee1-4564-90e6-ed100242fb02 HTTP/1.1" status: 200 len: 835 time: 0.0563500 Dec 20 16:04:21.191399 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50413989-99a5-48b3-82cd-f3869baeef69 req-606b1e92-6939-42d0-8acd-88186355cfc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290f802f-c1d3-4a92-9edf-71d789d37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653191 Dec 20 16:04:21.262496 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] Set router de87d21a-2eeb-453d-8629-397a5fa11bd4 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:04:21.321021 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50413989-99a5-48b3-82cd-f3869baeef69 req-1348fbf5-db3d-4c0d-9096-aca9e8d37f91 service neutron] 10.222.0.64 "GET /v2.0/networks/290f802f-c1d3-4a92-9edf-71d789d37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232848 Dec 20 16:04:21.450883 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50413989-99a5-48b3-82cd-f3869baeef69 req-6181693a-99ec-46e8-a267-dc07fcfb90f7 service neutron] 10.222.0.64 "GET /v2.0/networks/290f802f-c1d3-4a92-9edf-71d789d37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239700 Dec 20 16:04:21.609329 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:56Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '213f97e6-e2f7-466e-9e7c-c81c49a3630e', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'port_id': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'mac_address': 'fa:16:3e:9a:e9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:04:18Z', 'updated_at': '2021-12-20T16:04:18Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37947309-7069-4ff1-bc06-2eadf79f87d6', 'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:87:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:55Z', 'updated_at': '2021-12-20T16:04:02Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:04:21.613592 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a3ae8-da8b-44cb-a7c7-97e286160368 None None] The sync data for ids ['de87d21a-2eeb-453d-8629-397a5fa11bd4'] in dv-neutron-821074-1-hyperv is: [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:56Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '213f97e6-e2f7-466e-9e7c-c81c49a3630e', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'port_id': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'mac_address': 'fa:16:3e:9a:e9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:04:18Z', 'updated_at': '2021-12-20T16:04:18Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37947309-7069-4ff1-bc06-2eadf79f87d6', 'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:87:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:55Z', 'updated_at': '2021-12-20T16:04:02Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:04:21.808462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9c33c-288b-42a4-bd93-9fdc3f0de3e3 None None] New status for floating IP 213f97e6-e2f7-466e-9e7c-c81c49a3630e: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:04:21.896802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56764) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:04:22.001976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4176-1ddc-4542-b139-7e8112f0eb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:22.007112 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-167316b0-cc48-4666-b58a-b2fc86725d14 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/213f97e6-e2f7-466e-9e7c-c81c49a3630e HTTP/1.1" status: 200 len: 991 time: 0.1089404 Dec 20 16:04:23.008745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56768) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:04:23.118104 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-25b5969f-11f5-41f1-9766-009aeb293953 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/213f97e6-e2f7-466e-9e7c-c81c49a3630e HTTP/1.1" status: 200 len: 993 time: 0.1080475 Dec 20 16:04:24.228449 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e4781722-bab9-4c45-a7e5-db787f2c2804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:25.360303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:25.481977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:26.845644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:38.882023 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:04:44.607001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:51.948176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2a6283a-1d9b-45e5-93e9-246d8abba46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:54.224056 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d6d3179d-3700-4878-a809-ef9eb90fafbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:55.358757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:55.486809 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:04:56.839428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:14.628940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:15.882078 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:05:21.994501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d9bb-882e-4dc6-af19-fce59d8cc476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:23.819165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56794) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:23.924560 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8326b376-ae3e-4d89-ae06-ef2cf77083c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/213f97e6-e2f7-466e-9e7c-c81c49a3630e HTTP/1.1" status: 200 len: 993 time: 0.1041427 Dec 20 16:05:24.228837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-05a7b0dc-1258-4bba-be38-9a5f4f744163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:25.187874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56804) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:25.375589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:25.398478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port e271572a-6511-453a-937d-158a30c88e13 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:05:25.398959 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:25.514420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:25.565095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:25.565411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:25.688461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for e271572a-6511-453a-937d-158a30c88e13 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:05:25.912989 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:25.916846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-32e15dfe-547b-4fbf-a49e-43707e94b047 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:26.000581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=e271572a-6511-453a-937d-158a30c88e13,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:26.040661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.041198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.041412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.041779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.042146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.042512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.042870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.043281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.043640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.044006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.044358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.057339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:26.075165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:26.473750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router de87d21a-2eeb-453d-8629-397a5fa11bd4 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:05:26.782591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:26.792856 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] Sync routers for ids ['de87d21a-2eeb-453d-8629-397a5fa11bd4'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:05:26.805593 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] Routers {'de87d21a-2eeb-453d-8629-397a5fa11bd4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:26.806244 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['de87d21a-2eeb-453d-8629-397a5fa11bd4'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:26.874440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:26.918268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:26.974663 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/floatingips/213f97e6-e2f7-466e-9e7c-c81c49a3630e HTTP/1.1" status: 204 len: 168 time: 1.7825022 Dec 20 16:05:26.974663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'tag': '2e7ece5f-b42b-41ea-b718-2b459678b89e'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:26.980377 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] Set router de87d21a-2eeb-453d-8629-397a5fa11bd4 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:05:27.035518 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'tag': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'status': 'completed', 'code': 200} Dec 20 16:05:27.132943 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d391c468-b21b-44b5-a43f-14312f08026e req-10bd1e61-3871-4b8b-b2e2-316a895aca0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 1099 time: 0.0743611 Dec 20 16:05:27.302364 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:56Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '37947309-7069-4ff1-bc06-2eadf79f87d6', 'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:87:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:55Z', 'updated_at': '2021-12-20T16:04:02Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:27.307169 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] Checking router: de87d21a-2eeb-453d-8629-397a5fa11bd4 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:05:27.319258 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] Routers {'de87d21a-2eeb-453d-8629-397a5fa11bd4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:27.320149 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['de87d21a-2eeb-453d-8629-397a5fa11bd4'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:27.377658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391c468-b21b-44b5-a43f-14312f08026e req-b44b865d-fc2d-4413-9266-c62bae676be0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:27.379117 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d391c468-b21b-44b5-a43f-14312f08026e req-b44b865d-fc2d-4413-9266-c62bae676be0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=290f802f-c1d3-4a92-9edf-71d789d37244 HTTP/1.1" status: 200 len: 897 time: 0.2382808 Dec 20 16:05:27.446384 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d391c468-b21b-44b5-a43f-14312f08026e req-c103c8d6-40e0-432c-a837-6196c446642f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e7ece5f-b42b-41ea-b718-2b459678b89e HTTP/1.1" status: 200 len: 217 time: 0.0599737 Dec 20 16:05:27.497834 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] Set router de87d21a-2eeb-453d-8629-397a5fa11bd4 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:05:27.518964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391c468-b21b-44b5-a43f-14312f08026e req-dbe98755-d3e1-4086-9c39-7ed202dc3e9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:27.518964 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d391c468-b21b-44b5-a43f-14312f08026e req-dbe98755-d3e1-4086-9c39-7ed202dc3e9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f442605a-5ee1-4564-90e6-ed100242fb02 HTTP/1.1" status: 200 len: 835 time: 0.0654430 Dec 20 16:05:27.656261 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d391c468-b21b-44b5-a43f-14312f08026e req-1a8dd4fb-74d6-4d26-994f-7f06ac2bbc54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290f802f-c1d3-4a92-9edf-71d789d37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1309974 Dec 20 16:05:27.667734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc74532-5da6-4fa7-b127-2d7cf4be37e2 req-18032331-258a-43df-b51e-11ecfd993276 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:27.669089 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0bc74532-5da6-4fa7-b127-2d7cf4be37e2 req-18032331-258a-43df-b51e-11ecfd993276 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 946 time: 0.1083398 Dec 20 16:05:27.820751 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0bc74532-5da6-4fa7-b127-2d7cf4be37e2 req-5ad9df20-317f-43ff-9f34-c1f42f13f4d2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330647 Dec 20 16:05:27.843787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d391c468-b21b-44b5-a43f-14312f08026e req-39966569-0e93-404b-a589-ebdfe341bbe2 service neutron] 10.222.0.64 "GET /v2.0/networks/290f802f-c1d3-4a92-9edf-71d789d37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737881 Dec 20 16:05:27.852380 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:56Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '37947309-7069-4ff1-bc06-2eadf79f87d6', 'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:87:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:55Z', 'updated_at': '2021-12-20T16:04:02Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:27.856298 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cfccd-2f0c-424d-b1e6-c2dd106a7598 None None] The sync data for ids ['de87d21a-2eeb-453d-8629-397a5fa11bd4'] in dv-neutron-821074-1-hyperv is: [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:03:56Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '37947309-7069-4ff1-bc06-2eadf79f87d6', 'name': '', 'network_id': '290f802f-c1d3-4a92-9edf-71d789d37244', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:87:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:55Z', 'updated_at': '2021-12-20T16:04:02Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'f442605a-5ee1-4564-90e6-ed100242fb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:05:28.004327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d391c468-b21b-44b5-a43f-14312f08026e req-8a121bd4-ad15-4ed6-9d44-233c3db0a702 service neutron] 10.222.0.64 "GET /v2.0/networks/290f802f-c1d3-4a92-9edf-71d789d37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519532 Dec 20 16:05:28.090804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b666d-b14c-404c-bd85-64c449a418af None None] New status for floating IP 213f97e6-e2f7-466e-9e7c-c81c49a3630e: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:05:29.019794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1287b18-07e9-41bc-a95c-f2d8abbd2723 req-f6c3f6ce-93ea-4f7d-aaeb-4716e584ccb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:29.021264 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c1287b18-07e9-41bc-a95c-f2d8abbd2723 req-f6c3f6ce-93ea-4f7d-aaeb-4716e584ccb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 946 time: 0.0800066 Dec 20 16:05:29.070285 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c1287b18-07e9-41bc-a95c-f2d8abbd2723 req-93402acc-a9fc-45b5-9845-5e4cef039624 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef4fb87-d1dc-4bc6-9907-6262ca232c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432763 Dec 20 16:05:29.339449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-ecf85ebe-cfb1-491c-9655-f0e1526836f4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:29.340777 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-ecf85ebe-cfb1-491c-9655-f0e1526836f4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 946 time: 0.0789254 Dec 20 16:05:29.407170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 2e7ece5f-b42b-41ea-b718-2b459678b89e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:05:29.407513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:29.645289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 2e7ece5f-b42b-41ea-b718-2b459678b89e, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=2e7ece5f-b42b-41ea-b718-2b459678b89e,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:29.645552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:29.767999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 2e7ece5f-b42b-41ea-b718-2b459678b89e owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:05:29.971779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:29.977889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0c225155-d8c2-4d8f-9075-c80583982600 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:30.024034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=2e7ece5f-b42b-41ea-b718-2b459678b89e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:30.063720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.064100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.064472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.064840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.065206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.065565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.065931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.066287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.066649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.067079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.067441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:30.074008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:30.107023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port 2e7ece5f-b42b-41ea-b718-2b459678b89e on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:30.109448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:30.113606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'name': 'network-vif-deleted', 'tag': '2e7ece5f-b42b-41ea-b718-2b459678b89e'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:30.124725 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a20fb5f4-f471-40d8-aa2d-8852eb28fb56 req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "DELETE /v2.0/ports/2e7ece5f-b42b-41ea-b718-2b459678b89e HTTP/1.1" status: 204 len: 173 time: 0.7789645 Dec 20 16:05:30.172819 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e45241a-1508-4a02-8ddc-b7f2bee16270', 'name': 'network-vif-deleted', 'tag': '2e7ece5f-b42b-41ea-b718-2b459678b89e', 'status': 'completed', 'code': 200} Dec 20 16:05:30.244285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-15611ff9-4df4-48e4-837f-15eab577cb14 req-bd2e85a4-7a53-4c8f-acc3-365f6c794825 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:05:30.331522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-15611ff9-4df4-48e4-837f-15eab577cb14 req-bd2e85a4-7a53-4c8f-acc3-365f6c794825 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:05:30.332625 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15611ff9-4df4-48e4-837f-15eab577cb14 req-bd2e85a4-7a53-4c8f-acc3-365f6c794825 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e45241a-1508-4a02-8ddc-b7f2bee16270 HTTP/1.1" status: 200 len: 210 time: 0.1339967 Dec 20 16:05:31.436734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56824) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:31.505471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff638310-ffaf-4815-94b6-f2174605d810 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:31.535647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff638310-ffaf-4815-94b6-f2174605d810 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:31.695439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff638310-ffaf-4815-94b6-f2174605d810 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:31.700605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-787ab595-bcee-4e01-9362-88c0e242da67 tempest-ExtraDHCPOptionsTestJSON-1903021295 tempest-ExtraDHCPOptionsTestJSON-1903021295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:31.715782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff638310-ffaf-4815-94b6-f2174605d810 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef4fb87-d1dc-4bc6-9907-6262ca232c78,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:31.720124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ff638310-ffaf-4815-94b6-f2174605d810 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:31.787448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ff638310-ffaf-4815-94b6-f2174605d810 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:31.788534 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ff638310-ffaf-4815-94b6-f2174605d810 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/8ef4fb87-d1dc-4bc6-9907-6262ca232c78 HTTP/1.1" status: 204 len: 168 time: 0.3508022 Dec 20 16:05:31.886881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56830) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:32.383257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:32.867331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 2e7ece5f-b42b-41ea-b718-2b459678b89e no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:05:32.898801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 2e7ece5f-b42b-41ea-b718-2b459678b89e {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:05:32.899209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 2e7ece5f-b42b-41ea-b718-2b459678b89e not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:05:32.983641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 37947309-7069-4ff1-bc06-2eadf79f87d6 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:05:32.984308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:33.168014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 37947309-7069-4ff1-bc06-2eadf79f87d6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=37947309-7069-4ff1-bc06-2eadf79f87d6,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:33.168393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:33.294067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 37947309-7069-4ff1-bc06-2eadf79f87d6 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:05:33.536861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:33.540511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:33.676899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=37947309-7069-4ff1-bc06-2eadf79f87d6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:33.680824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:33.978206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:34.549745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router de87d21a-2eeb-453d-8629-397a5fa11bd4 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:05:34.749141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:34.759369 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] Sync routers for ids ['de87d21a-2eeb-453d-8629-397a5fa11bd4'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:05:34.771329 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] Routers {'de87d21a-2eeb-453d-8629-397a5fa11bd4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:34.771939 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['de87d21a-2eeb-453d-8629-397a5fa11bd4'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:34.830113 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/de87d21a-2eeb-453d-8629-397a5fa11bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9419556 Dec 20 16:05:34.832658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56834) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:34.946830 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] Set router de87d21a-2eeb-453d-8629-397a5fa11bd4 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:05:35.098061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae414ac-d725-4f04-8b75-06065505f520 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting subnet f442605a-5ee1-4564-90e6-ed100242fb02 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:05:35.100929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae414ac-d725-4f04-8b75-06065505f520 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:35.155266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae414ac-d725-4f04-8b75-06065505f520 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:35.228898 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:05:33Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:35.233323 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] Checking router: de87d21a-2eeb-453d-8629-397a5fa11bd4 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:05:35.245058 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] Routers {'de87d21a-2eeb-453d-8629-397a5fa11bd4'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:35.245681 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['de87d21a-2eeb-453d-8629-397a5fa11bd4'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:35.356837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae414ac-d725-4f04-8b75-06065505f520 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:35.426098 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] Set router de87d21a-2eeb-453d-8629-397a5fa11bd4 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:05:35.526026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae414ac-d725-4f04-8b75-06065505f520 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:35.530727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2ebd13bf-e46e-4546-8d52-695300a15eb5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:35.578454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae414ac-d725-4f04-8b75-06065505f520 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Subnet': ['ID=f442605a-5ee1-4564-90e6-ed100242fb02,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:35.582568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8ae414ac-d725-4f04-8b75-06065505f520 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:35.590835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae414ac-d725-4f04-8b75-06065505f520 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:35.595947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230773d-2d5d-4581-8df6-9896bd7224ce None None] Network 290f802f-c1d3-4a92-9edf-71d789d37244 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:05:35.600643 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8ae414ac-d725-4f04-8b75-06065505f520 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/subnets/f442605a-5ee1-4564-90e6-ed100242fb02 HTTP/1.1" status: 204 len: 168 time: 0.7668784 Dec 20 16:05:35.603240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56840) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:35.715573 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:05:33Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:35.720011 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbdcc4d-e076-411a-b805-305f323dab7f None None] The sync data for ids ['de87d21a-2eeb-453d-8629-397a5fa11bd4'] in dv-neutron-821074-1-hyperv is: [{'id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'name': 'tempest-TestNetworkBasicOps-router-687511579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:51Z', 'updated_at': '2021-12-20T16:05:33Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '34e473b9-208c-47a6-ab87-9d33f415cca7', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d21a-2eeb-453d-8629-397a5fa11bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:52Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:05:35.807358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:36.005418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:36.076159 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] DHCP port deletion for 290f802f-c1d3-4a92-9edf-71d789d37244 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:05:36.081806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Deleting port 065b09b3-64d2-4d96-bb08-b4eca21cf048 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:05:36.082466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:36.137252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 34e473b9-208c-47a6-ab87-9d33f415cca7 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:05:36.137595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:36.319739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 34e473b9-208c-47a6-ab87-9d33f415cca7, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=34e473b9-208c-47a6-ab87-9d33f415cca7,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:36.320001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:36.337864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] For port 065b09b3-64d2-4d96-bb08-b4eca21cf048, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=065b09b3-64d2-4d96-bb08-b4eca21cf048,segment=NetworkSegment(0895c7b4-2bc9-47db-a63b-b42e184d03fe),segment_id=0895c7b4-2bc9-47db-a63b-b42e184d03fe)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:36.338262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:36.445689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 34e473b9-208c-47a6-ab87-9d33f415cca7 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:05:36.457725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Calling delete_port for 065b09b3-64d2-4d96-bb08-b4eca21cf048 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:05:36.618000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 37947309-7069-4ff1-bc06-2eadf79f87d6 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:05:36.645156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:36.655678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f34211df-04bd-42b8-b436-0f8b42049929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:36.682115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 37947309-7069-4ff1-bc06-2eadf79f87d6 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:05:36.682466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 37947309-7069-4ff1-bc06-2eadf79f87d6 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:05:36.682876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 065b09b3-64d2-4d96-bb08-b4eca21cf048 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:05:36.685802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:36.690269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7fe6006b-edb3-4e6c-9594-779deebf0c7d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:36.723733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 065b09b3-64d2-4d96-bb08-b4eca21cf048 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:05:36.724087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 065b09b3-64d2-4d96-bb08-b4eca21cf048 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:05:36.725585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Pushing event deleted for resources: {'Port': ['ID=065b09b3-64d2-4d96-bb08-b4eca21cf048,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:36.731692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=34e473b9-208c-47a6-ab87-9d33f415cca7,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:36.734951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:36.736594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.736899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.737216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.737676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.737937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.738191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.738647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.738835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.739997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.739997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.739997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:36.743286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:36.745319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] No DVR routers for this DVR port 065b09b3-64d2-4d96-bb08-b4eca21cf048 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:36.958168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:37.311320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:37.315459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:37.455424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:37.455975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Fanout notify agent at l3_agent the message router_deleted on router de87d21a-2eeb-453d-8629-397a5fa11bd4 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:05:37.470530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:37.471806 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/routers/de87d21a-2eeb-453d-8629-397a5fa11bd4 HTTP/1.1" status: 204 len: 168 time: 1.8674841 Dec 20 16:05:37.474573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56844) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:37.588401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:37.716347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:37.741336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290f802f-c1d3-4a92-9edf-71d789d37244']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:37.752980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0895c7b4-2bc9-47db-a63b-b42e184d03fe') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:37.753227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0895c7b4-2bc9-47db-a63b-b42e184d03fe') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:37.764605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:37.780220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:37.786117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:05:37.786494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:05:37.800325 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:05:38.038540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:38.041892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eed0ade8-f2e4-4b50-b53d-f2d52392474d tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:38.062932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:38.067182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Network': ['ID=290f802f-c1d3-4a92-9edf-71d789d37244,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:38.070226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:38.274903 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/networks/290f802f-c1d3-4a92-9edf-71d789d37244 HTTP/1.1" status: 204 len: 168 time: 0.7994604 Dec 20 16:05:38.290137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56848) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:38.295604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'network': {'name': 'tempest-network-smoke--1167634608', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'port_security_enabled': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:38.300617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:38.304742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:network and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:38.307603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:38.313722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:38.490642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:05:38.493715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:38.522070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:05:38.531445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:38.531785 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Added segment 64d3b687-7a4d-43f5-87cb-841c26c4496d of type vlan for network b38351ce-1d50-45bd-810d-5376062dd579 Dec 20 16:05:38.578733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:38.626259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 34e473b9-208c-47a6-ab87-9d33f415cca7 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:05:38.659299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 34e473b9-208c-47a6-ab87-9d33f415cca7 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:05:38.659656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 34e473b9-208c-47a6-ab87-9d33f415cca7 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:05:38.799894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:38.803702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:38.804288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:38.807967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:38.909515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Network': ['ID=b38351ce-1d50-45bd-810d-5376062dd579,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:38.912077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:38.919248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network b38351ce-1d50-45bd-810d-5376062dd579 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:05:38.931962 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6409128 Dec 20 16:05:38.934642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56852) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:38.939946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'admin_state_up': True, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:38.946814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:38.950728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:router and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:38.953730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:38.959546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:39.119852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:39.121111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:39.139582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:39.374659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:39.629420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:39.657824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:39.793615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.109 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/f37e5b8c-93a8-4726-b470-c989b0a83045) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:40.042982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:40.188708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:40.192503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:40.258044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:40.261262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:40.263641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:40.299173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=f37e5b8c-93a8-4726-b470-c989b0a83045,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:40.301758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:40.525273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:40.525999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:40.811514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:05:41.014005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:41.024495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Sync routers for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:05:41.039875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:41.040734 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:41.177745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:41.179179 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2433007 Dec 20 16:05:41.182001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56856) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:41.216895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:05:41.354856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4e8dd2f2-0e4c-46d1-bcbc-76f11670785e tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=546f21e137754670849b9dd3d35e73c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1715808 Dec 20 16:05:41.357448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56862) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:41.485968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4203db-6c0f-4e12-9578-ce71c6aa39ee tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:41.490239 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ac4203db-6c0f-4e12-9578-ce71c6aa39ee tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291473 Dec 20 16:05:41.490403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56866) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:41.495156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:40Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:41.499825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Checking router: c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:05:41.500229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Updating router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 port f37e5b8c-93a8-4726-b470-c989b0a83045 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:05:41.529498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-dfe05789-d860-4f5d-93c0-3c07ddb0d782 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377445 Dec 20 16:05:41.532035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56870) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:41.537277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1990220673', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:41.553217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:41.645462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:41.649384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:subnet and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:41.652253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:41.658520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:41.730771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:05:41.834956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:41.901712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:41.913020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Transition to ACTIVE for port object f37e5b8c-93a8-4726-b470-c989b0a83045 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:05:41.992935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:41.997339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:42.074995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Attempting to bind port f37e5b8c-93a8-4726-b470-c989b0a83045 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:05:42.075668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Attempting to bind port f37e5b8c-93a8-4726-b470-c989b0a83045 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:05:42.075818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Attempting to bind port f37e5b8c-93a8-4726-b470-c989b0a83045 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:05:42.078319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb1c27-2a92-4ffe-ac4c-2564da7bf302 None None] Pushing event updated for resources: {'Port': ['ID=f37e5b8c-93a8-4726-b470-c989b0a83045,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:42.082198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2eeb1c27-2a92-4ffe-ac4c-2564da7bf302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:42.085513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:05:42.085833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:05:42.086242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:42.086638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:05:42.087137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Bound port: f37e5b8c-93a8-4726-b470-c989b0a83045, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:05:42.087523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:42.131295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:42.135897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-be55f3e7-c310-476c-8216-5850d52c5e34 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:42.157886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] For port f37e5b8c-93a8-4726-b470-c989b0a83045, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:42.161349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] For port f37e5b8c-93a8-4726-b470-c989b0a83045, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f37e5b8c-93a8-4726-b470-c989b0a83045,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:42.206263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Subnet': ['ID=1f0e3bfc-d2db-4b42-bc24-55918c67ddf6,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:42.210617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:42.220564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Checking segment: {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:05:42.220956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network hostable DHCP agents. Network: b38351ce-1d50-45bd-810d-5376062dd579, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:05:42.257179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:42.261046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:42.334301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb1c27-2a92-4ffe-ac4c-2564da7bf302 None None] Pushing event updated for resources: {'Port': ['ID=f37e5b8c-93a8-4726-b470-c989b0a83045,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:42.335227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network b38351ce-1d50-45bd-810d-5376062dd579 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:05:42.337758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2eeb1c27-2a92-4ffe-ac4c-2564da7bf302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:42.339216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:42.339826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:42.415061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, b38351ce-1d50-45bd-810d-5376062dd579) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:42.420086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:42.420941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:42.470922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c15b4-7010-4a3e-9588-1eca84e5cd60 None None] Network b38351ce-1d50-45bd-810d-5376062dd579 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:05:42.524947 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9918964 Dec 20 16:05:42.527826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56874) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:42.617134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:05:42.899697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-b38351ce-1d50-45bd-810d-5376062dd579', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:05:42.900512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:43.103720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:40Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:43.113523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5e9d2-bdbd-4e13-a2b9-321d5a77303d None None] The sync data for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv is: [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:40Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:05:43.119919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Allocated IP 172.20.0.2 (b38351ce-1d50-45bd-810d-5376062dd579/1f0e3bfc-d2db-4b42-bc24-55918c67ddf6/79504213-b42a-4577-a4ab-5221622e875e) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:43.382773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:43.397607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Transition to ACTIVE for port object 79504213-b42a-4577-a4ab-5221622e875e will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:05:43.422246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Transition to ACTIVE for port object 79504213-b42a-4577-a4ab-5221622e875e will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:05:43.422486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:43.485945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:43.490814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:43.557457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Network b38351ce-1d50-45bd-810d-5376062dd579 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:43.561269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:43.563023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Pushing event updated for resources: {'Port': ['ID=79504213-b42a-4577-a4ab-5221622e875e,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:43.565141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:43.567384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:43.703491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Attempting to bind port 79504213-b42a-4577-a4ab-5221622e875e on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:05:43.704485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Attempting to bind port 79504213-b42a-4577-a4ab-5221622e875e by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:05:43.704485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Attempting to bind port 79504213-b42a-4577-a4ab-5221622e875e on network b38351ce-1d50-45bd-810d-5376062dd579 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:05:43.711132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:05:43.711515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Checking segment: {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:05:43.711919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:43.712358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Bound using segment: {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:05:43.712789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Bound port: 79504213-b42a-4577-a4ab-5221622e875e, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:05:43.713166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:43.805760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] For port 79504213-b42a-4577-a4ab-5221622e875e, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:43.809330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] For port 79504213-b42a-4577-a4ab-5221622e875e, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=79504213-b42a-4577-a4ab-5221622e875e,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:43.854838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.1 (b38351ce-1d50-45bd-810d-5376062dd579/1f0e3bfc-d2db-4b42-bc24-55918c67ddf6/09ce844b-44e7-4691-8fb1-626bdc5f0454) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:43.896908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:43.900537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-81b0b5cc-58d5-425c-a1fb-027a8d22511f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:43.983795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Pushing event updated for resources: {'Port': ['ID=79504213-b42a-4577-a4ab-5221622e875e,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:43.987236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:44.048996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:44.066018 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 09ce844b-44e7-4691-8fb1-626bdc5f0454 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:05:44.188584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:44.192618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4bff37df-4d79-47de-a962-c661a715fa0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:44.272412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network b38351ce-1d50-45bd-810d-5376062dd579 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:44.277068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:44.277986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=09ce844b-44e7-4691-8fb1-626bdc5f0454,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:44.281042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:44.312505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:44.339814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:44.491203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:44.611603 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:44.711927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 79504213-b42a-4577-a4ab-5221622e875e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:05:44.845314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 79504213-b42a-4577-a4ab-5221622e875e completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:05:44.851522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f37e5b8c-93a8-4726-b470-c989b0a83045 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:05:44.983807 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927debf-6999-46c5-9875-9073e7ae2c31 None None] Network b38351ce-1d50-45bd-810d-5376062dd579 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:05:45.072417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:45.075326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port f37e5b8c-93a8-4726-b470-c989b0a83045 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:05:45.094697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f37e5b8c-93a8-4726-b470-c989b0a83045 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:45.095210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:45.169602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:45.198288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-beb34fce-64b1-4c7a-b460-8727a2151fec tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:45.280923 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:45.285021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=09ce844b-44e7-4691-8fb1-626bdc5f0454,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:45.287818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:45.326448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e8378a92-6e35-4709-a186-9b93baee9ade None None] Provisioning for port 79504213-b42a-4577-a4ab-5221622e875e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:05:45.331511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:45.342263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e8378a92-6e35-4709-a186-9b93baee9ade None None] Provisioning complete for port 79504213-b42a-4577-a4ab-5221622e875e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:45.342646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e8378a92-6e35-4709-a186-9b93baee9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:45.392513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port f37e5b8c-93a8-4726-b470-c989b0a83045, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f37e5b8c-93a8-4726-b470-c989b0a83045,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:45.422836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network b38351ce-1d50-45bd-810d-5376062dd579 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:45.424015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:45.478716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:45.482643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:45.550294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e8378a92-6e35-4709-a186-9b93baee9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:45.585661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=f37e5b8c-93a8-4726-b470-c989b0a83045,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:45.589500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:45.594320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e8378a92-6e35-4709-a186-9b93baee9ade None None] For port 79504213-b42a-4577-a4ab-5221622e875e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=79504213-b42a-4577-a4ab-5221622e875e,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:45.707894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e8378a92-6e35-4709-a186-9b93baee9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:45.710558 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:45.783169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8378a92-6e35-4709-a186-9b93baee9ade None None] Pushing event updated for resources: {'Port': ['ID=79504213-b42a-4577-a4ab-5221622e875e,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:45.787608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e8378a92-6e35-4709-a186-9b93baee9ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:45.831931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-aaf3e72e-b4e7-4b6c-9c45-6a431a2d4342 None None] Provisioning complete for port 79504213-b42a-4577-a4ab-5221622e875e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:45.832360 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e72e-b4e7-4b6c-9c45-6a431a2d4342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:45.834889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:05:46.063964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:46.073587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-aaf3e72e-b4e7-4b6c-9c45-6a431a2d4342 None None] Provisioning for port 09ce844b-44e7-4691-8fb1-626bdc5f0454 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:05:46.076582 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/c3fb3acb-1ca1-4e0f-aff2-48b3cd171174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5477545 Dec 20 16:05:46.078983 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56878) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:46.079179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-aaf3e72e-b4e7-4b6c-9c45-6a431a2d4342 None None] Provisioning complete for port 09ce844b-44e7-4691-8fb1-626bdc5f0454 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:46.079563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e72e-b4e7-4b6c-9c45-6a431a2d4342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:46.131312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-aaf3e72e-b4e7-4b6c-9c45-6a431a2d4342 None None] Port 09ce844b-44e7-4691-8fb1-626bdc5f0454 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:05:46.215978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f184c36-26b6-4efe-88d6-574994f2da1a tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:46.216392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f184c36-26b6-4efe-88d6-574994f2da1a tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:46.216736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f184c36-26b6-4efe-88d6-574994f2da1a tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:46.217087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f184c36-26b6-4efe-88d6-574994f2da1a tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:46.221191 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0f184c36-26b6-4efe-88d6-574994f2da1a tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1386585 Dec 20 16:05:46.221485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56882) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:46.255203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6d8616c9-3e05-49fb-8277-7a9d4de4b462 None None] Provisioning complete for port 09ce844b-44e7-4691-8fb1-626bdc5f0454 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:46.255591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6d8616c9-3e05-49fb-8277-7a9d4de4b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:46.312367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6d8616c9-3e05-49fb-8277-7a9d4de4b462 None None] Port 09ce844b-44e7-4691-8fb1-626bdc5f0454 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:05:46.392576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ad9f1-2c50-4147-9c57-f97de2aa477d tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:46.392853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ad9f1-2c50-4147-9c57-f97de2aa477d tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:46.393209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ad9f1-2c50-4147-9c57-f97de2aa477d tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:46.393552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ad9f1-2c50-4147-9c57-f97de2aa477d tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:46.395165 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5f6ad9f1-2c50-4147-9c57-f97de2aa477d tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1728060 Dec 20 16:05:46.397900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56886) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:46.608012 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fda4680c-25e5-467b-8e1b-e797cb6803b7 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2083905 Dec 20 16:05:46.637043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 79504213-b42a-4577-a4ab-5221622e875e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:05:46.686514 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Sync routers for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:05:46.697648 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:46.698263 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:46.709977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 79504213-b42a-4577-a4ab-5221622e875e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:46.710452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:46.833121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f37e5b8c-93a8-4726-b470-c989b0a83045 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:05:46.882700 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:05:46.900016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f37e5b8c-93a8-4726-b470-c989b0a83045 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:46.900406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:46.922904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56892) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:46.931918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159449247', 'description': 'tempest-secgroup-smoke-1159449247 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:46.938249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:46.942565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:46.945516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:46.951246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:47.039529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.073889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:47.077588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:47.080542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:47.086183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:47.143819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.199495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.204667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-884e58ae-3d57-4a12-b875-cf3c84758a01 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:47.204842 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:47.208828 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Checking router: c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:05:47.209182 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Updating router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 port 09ce844b-44e7-4691-8fb1-626bdc5f0454 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:05:47.245210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f4a470-ae11-4dda-8553-9e03042ff41c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:47.248359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:47.267092 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.325364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.326746 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4020951 Dec 20 16:05:47.329710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56896) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:47.335359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '48f4a470-ae11-4dda-8553-9e03042ff41c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:47.341845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:47.345588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:47.348449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:47.354076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:47.469653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.532171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.610953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.612748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a9180753-f726-4335-97f6-3976b964ee2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:47.613026 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.625194 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Transition to ACTIVE for port object 09ce844b-44e7-4691-8fb1-626bdc5f0454 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:05:47.634083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd72f1f-22fa-43b1-b22e-cfa7fd45859d,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:47.636449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:47.720557 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.724404 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:47.736438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.737625 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4069102 Dec 20 16:05:47.740374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56900) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:47.745912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '48f4a470-ae11-4dda-8553-9e03042ff41c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:47.752344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:47.757306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:47.760765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:47.767816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:47.842464 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Pushing event updated for resources: {'Port': ['ID=09ce844b-44e7-4691-8fb1-626bdc5f0454,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:47.855844 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.856182 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.860548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.860548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.860548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.860548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.860548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.860548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.860548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.860548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.860548 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:47.863829 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.886826 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:47.947617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.952905 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Attempting to bind port 09ce844b-44e7-4691-8fb1-626bdc5f0454 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:05:47.953280 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Attempting to bind port 09ce844b-44e7-4691-8fb1-626bdc5f0454 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:05:47.953648 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Attempting to bind port 09ce844b-44e7-4691-8fb1-626bdc5f0454 on network b38351ce-1d50-45bd-810d-5376062dd579 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:05:47.960383 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:05:47.960745 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Checking segment: {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:05:47.961140 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:47.961535 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Bound using segment: {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:05:47.962000 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Bound port: 09ce844b-44e7-4691-8fb1-626bdc5f0454, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:05:47.962371 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:48.016221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:48.018079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b1cf9aad-f3e4-4a70-b062-2d77cfff03c4 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:48.040802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa21e23-1a6c-4679-ac1c-a8b4ece2cafb,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:48.043750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:48.056759 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] For port 09ce844b-44e7-4691-8fb1-626bdc5f0454, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:48.059481 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] For port 09ce844b-44e7-4691-8fb1-626bdc5f0454, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=09ce844b-44e7-4691-8fb1-626bdc5f0454,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:48.095147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:48.096423 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3550138 Dec 20 16:05:48.099332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56904) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:48.105011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '48f4a470-ae11-4dda-8553-9e03042ff41c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:48.111237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:48.114063 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:48.115244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:48.117716 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:48.118737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:48.126110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:48.199315 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Pushing event updated for resources: {'Port': ['ID=09ce844b-44e7-4691-8fb1-626bdc5f0454,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:48.199861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:48.203623 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:48.208335 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:48.209129 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:48.269671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:48.392327 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:48.400867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-969c9d4a-6213-4fc9-8d7c-16683d70fc90 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:48.416717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edda69c-d23d-479a-b538-8e73c1454ce2,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:48.421355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:48.421802 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:05:48.575565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:48.577478 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4771821 Dec 20 16:05:48.581051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56908) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:48.586799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '48f4a470-ae11-4dda-8553-9e03042ff41c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:48.593144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:48.596973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:48.599940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:48.607024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:48.731198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:48.736876 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:48Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:48.740795 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af406b45-3dd5-4d4a-92f3-beea909897c2 None None] The sync data for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv is: [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:48Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:05:48.816622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:49.088947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:49.088947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1999944a-7900-4553-b8c0-1f5233aee0d1 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:49.112351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46f8a8d-c739-457d-9393-8c1252b41ee9,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:49.115549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:49.233934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:49.236010 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6538768 Dec 20 16:05:49.238603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56912) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:49.244365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '48f4a470-ae11-4dda-8553-9e03042ff41c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:49.251181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:49.255596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:49.258693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:49.264800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:49.348338 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:05:49.355164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:49.424482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:49.508335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:49.510199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-64bc98ba-ca37-47d2-adef-55c11e8bbda6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:49.537136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce080ba2-840d-4d1a-98b8-8d485c7cab50,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:49.541829 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:49.656351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:49.657493 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4178584 Dec 20 16:05:49.660196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56916) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:05:49.665642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '48f4a470-ae11-4dda-8553-9e03042ff41c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:49.671588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:49.675413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:05:49.682143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:05:49.683930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:49.782307 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:05:49.789153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:49.853451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:49.925026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:49.926749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2d2328ff-4a7b-43f3-bf85-041329b5e831 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:49.948135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6403fc-e3e4-4a1f-8fb6-9904e3b2655f,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:49.950471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:50.028161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:50.029344 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3682456 Dec 20 16:05:50.199753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-5adc8c78-059e-4a6c-998c-05a874e7b0ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:05:50.279884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-5adc8c78-059e-4a6c-998c-05a874e7b0ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:05:50.281043 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-5adc8c78-059e-4a6c-998c-05a874e7b0ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159449247&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.1218908 Dec 20 16:05:50.426706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-f8763c8f-61b3-4045-aa75-d2f1ab761723 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:50.427402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-f8763c8f-61b3-4045-aa75-d2f1ab761723 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:05:50.496395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-f8763c8f-61b3-4045-aa75-d2f1ab761723 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:05:50.497599 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-f8763c8f-61b3-4045-aa75-d2f1ab761723 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/networks?id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 797 time: 0.2100282 Dec 20 16:05:50.514361 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-ec4cf19a-5014-491c-9208-7c10b25cf6be tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/quotas/546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 375 time: 0.0112059 Dec 20 16:05:50.599467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-779b1dab-d955-4780-a549-0538ea512246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:05:50.652386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 09ce844b-44e7-4691-8fb1-626bdc5f0454 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:05:50.684630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-779b1dab-d955-4780-a549-0538ea512246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:05:50.685945 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-779b1dab-d955-4780-a549-0538ea512246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668100 Dec 20 16:05:50.830237 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-4b305b81-abea-4876-b332-10d658358652 service neutron] 10.222.0.62 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316903 Dec 20 16:05:50.856494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 09ce844b-44e7-4691-8fb1-626bdc5f0454 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:05:50.861719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 09ce844b-44e7-4691-8fb1-626bdc5f0454 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:50.862125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:50.962231 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-27500784-0b1c-42fe-a43f-f8fee24581c5 service neutron] 10.222.0.62 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263399 Dec 20 16:05:50.976199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:51.008560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 09ce844b-44e7-4691-8fb1-626bdc5f0454, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=09ce844b-44e7-4691-8fb1-626bdc5f0454,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:51.125166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:51.127974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-27220d99-90f6-45ea-8772-2bd8d03c4446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:51.192113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=09ce844b-44e7-4691-8fb1-626bdc5f0454,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:51.194943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:51.289643 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bd029fb3-4506-4087-bad0-1f98f086c4c2 req-be0c8d7f-5d1b-40e1-949f-6e0fe2cf76fd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 210 time: 0.0401797 Dec 20 16:05:51.964636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6351acac-805f-4728-a17c-a3b8ed7149b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:52.397193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-af9054ae-38b8-4791-996a-e185c938a981 req-2afd17a7-1808-4f93-912c-169778e3cffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 210 time: 0.0406792 Dec 20 16:05:52.630979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 09ce844b-44e7-4691-8fb1-626bdc5f0454 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:05:52.698274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 09ce844b-44e7-4691-8fb1-626bdc5f0454 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:52.698563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:52.882287 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:05:53.512428 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5f9b5bbc-0482-4096-adad-812ef69617b9 req-4f85f120-463d-4820-aabe-2365266d3ae9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 210 time: 0.0457258 Dec 20 16:05:54.228075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d265a3ce-f3b4-4615-ae5b-cedf3876d5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:54.675350 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a19c6858-9789-4c80-b069-38de14bffda8 req-887f6b5f-2059-4af6-8511-6925bd84604d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 210 time: 0.0410280 Dec 20 16:05:55.370769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:55.387198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-eb2d3d32-1379-4f8a-8d23-5771721772d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:55.388639 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-eb2d3d32-1379-4f8a-8d23-5771721772d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 797 time: 0.1525292 Dec 20 16:05:55.442207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-3f328bb6-5fb2-4ae1-a58c-75a2ce093ba9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 380 time: 0.0406213 Dec 20 16:05:55.452855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'device_id': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'admin_state_up': True, 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'security_groups': ['48f4a470-ae11-4dda-8553-9e03042ff41c']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:55.489855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:55.682445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:05:55.691816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:05:55.787508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:05:55.790593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:55.856500 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b122a184-f859-4f17-b542-6d6e569be419 req-79802520-dc6d-4686-baaf-bd7ae5065f40 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 210 time: 0.0496290 Dec 20 16:05:56.003193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.10 (b38351ce-1d50-45bd-810d-5376062dd579/1f0e3bfc-d2db-4b42-bc24-55918c67ddf6/bac21faf-bb62-4a28-b54c-6d0f6ca156d7) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:56.203115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:56.218882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object bac21faf-bb62-4a28-b54c-6d0f6ca156d7 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:05:56.307940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:56.313403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-96c82149-d18a-445b-9afe-dfde0fa105bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:56.383804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network b38351ce-1d50-45bd-810d-5376062dd579 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:56.386698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:56.391540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:56.416517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:56.421944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:56.454271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:56.454883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:56.782368 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3330495 Dec 20 16:05:56.793912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Request body: {'port': {'device_id': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:05:56.821604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-54d94892-4a0b-4a01-bdcb-6c058fa1ea12 None None] Provisioning for port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:05:56.828703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-54d94892-4a0b-4a01-bdcb-6c058fa1ea12 None None] Provisioning complete for port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:56.844285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-54d94892-4a0b-4a01-bdcb-6c058fa1ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:56.883129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-54d94892-4a0b-4a01-bdcb-6c058fa1ea12 None None] Port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:05:56.909821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:56.936465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:57.204105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce505582-729f-425e-bdd9-d304939f24b1 req-a06ff21c-1c20-42c0-bb57-363e87d31900 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.204688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-ce505582-729f-425e-bdd9-d304939f24b1 req-a06ff21c-1c20-42c0-bb57-363e87d31900 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:05:57.316331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac21faf-bb62-4a28-b54c-6d0f6ca156d7 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:05:57.323268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:57.337876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Transition to ACTIVE for port object bac21faf-bb62-4a28-b54c-6d0f6ca156d7 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:05:57.359340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-ce505582-729f-425e-bdd9-d304939f24b1 req-a06ff21c-1c20-42c0-bb57-363e87d31900 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:05:57.361112 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ce505582-729f-425e-bdd9-d304939f24b1 req-a06ff21c-1c20-42c0-bb57-363e87d31900 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 932 time: 0.3772087 Dec 20 16:05:57.416352 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ce505582-729f-425e-bdd9-d304939f24b1 req-efdd40db-1061-414c-85ae-e1f375fbae37 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489295 Dec 20 16:05:57.489261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:57.493248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f3e764e9-1315-4a4f-922a-629cbdfbd977 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:57.619745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:57.623658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:57.730636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Attempting to bind port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:05:57.730995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Attempting to bind port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:05:57.731316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Attempting to bind port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 on network b38351ce-1d50-45bd-810d-5376062dd579 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:05:57.737913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 on network b38351ce-1d50-45bd-810d-5376062dd579 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:05:57.738229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Attempting to bind port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 on network b38351ce-1d50-45bd-810d-5376062dd579 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:05:57.744448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:05:57.744724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Checking segment: {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:05:57.745098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Bound using segment: {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:05:57.745511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Bound port: bac21faf-bb62-4a28-b54c-6d0f6ca156d7, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:05:57.745843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:57.835618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] For port bac21faf-bb62-4a28-b54c-6d0f6ca156d7, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:57.838471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] For port bac21faf-bb62-4a28-b54c-6d0f6ca156d7, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:57.942038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:57.945957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-25e77342-fe30-4d32-a01a-9ca7049c3f8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:05:58.007382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:05:58.008851 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/bac21faf-bb62-4a28-b54c-6d0f6ca156d7 HTTP/1.1" status: 200 len: 1094 time: 1.2191291 Dec 20 16:05:58.009397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'tag': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:58.037872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:58.041595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:05:58.072676 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'tag': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'status': 'completed', 'code': 200} Dec 20 16:05:58.269601 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb5ae2e2-6174-4c52-a9be-63265ad60549 req-fc974ea0-850e-4dd8-9618-373c1e754edd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 1097 time: 0.1730421 Dec 20 16:05:58.411285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ae2e2-6174-4c52-a9be-63265ad60549 req-763cc06a-31ed-4ef0-a4d0-897a2beb8cba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:58.412740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb5ae2e2-6174-4c52-a9be-63265ad60549 req-763cc06a-31ed-4ef0-a4d0-897a2beb8cba service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1354506 Dec 20 16:05:58.600357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ae2e2-6174-4c52-a9be-63265ad60549 req-dbad0eec-86c3-461f-92be-c0fee0f483e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:58.601783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb5ae2e2-6174-4c52-a9be-63265ad60549 req-dbad0eec-86c3-461f-92be-c0fee0f483e4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824026 Dec 20 16:05:58.638526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a52822-347f-45c4-8215-e25ea198a71e req-07f86db4-13a9-49ed-a702-9618abc5ea34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:58.640072 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f5a52822-347f-45c4-8215-e25ea198a71e req-07f86db4-13a9-49ed-a702-9618abc5ea34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 944 time: 0.0950806 Dec 20 16:05:58.733992 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f5a52822-347f-45c4-8215-e25ea198a71e req-5993564c-46cd-4d97-8d1c-b1ab0dfd1e70 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619547 Dec 20 16:05:58.753476 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-b50fb93c-5c65-4a9f-86eb-b8ce677e1e9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 1097 time: 0.1097467 Dec 20 16:05:58.826717 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-e9920fbb-183d-4e10-9b21-d87481a980da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7 HTTP/1.1" status: 200 len: 217 time: 0.0664024 Dec 20 16:05:58.900044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-f41bd9af-980f-4525-a69f-feee843e4d83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:58.901509 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-f41bd9af-980f-4525-a69f-feee843e4d83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f0e3bfc-d2db-4b42-bc24-55918c67ddf6 HTTP/1.1" status: 200 len: 835 time: 0.0692024 Dec 20 16:05:58.980498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-19fbbc43-ec1f-4bbb-8871-cecd7b84577e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b38351ce-1d50-45bd-810d-5376062dd579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725729 Dec 20 16:05:59.112612 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-fb9e7335-e39b-466e-83c4-e372d1caf12e service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258914 Dec 20 16:05:59.249490 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff0caa5-1c67-451e-a3c5-086a145e1238 req-ecf03e96-9268-4d30-b529-b9186646b90a service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312118 Dec 20 16:05:59.933246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb65d-baf7-4989-aa25-4fd70c67af78 req-dd4ec520-1194-41b9-9978-11617c63e7a4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:59.934747 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-725fb65d-baf7-4989-aa25-4fd70c67af78 req-dd4ec520-1194-41b9-9978-11617c63e7a4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 944 time: 0.0803187 Dec 20 16:05:59.980127 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-725fb65d-baf7-4989-aa25-4fd70c67af78 req-d46d8f79-9b56-4690-b3fd-7e7122fffcfe tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Dec 20 16:06:01.032340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device bac21faf-bb62-4a28-b54c-6d0f6ca156d7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:06:01.173720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port bac21faf-bb62-4a28-b54c-6d0f6ca156d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:01.188437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'port_id': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'mac_address': 'fa:16:3e:01:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:06:01.188983 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe8337-276b-47fd-b9e3-2d3c5ffa116e req-38e48b54-f5b2-472e-a46f-6804352816fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:01.191561 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ffe8337-276b-47fd-b9e3-2d3c5ffa116e req-38e48b54-f5b2-472e-a46f-6804352816fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 944 time: 0.0802090 Dec 20 16:06:01.250143 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ffe8337-276b-47fd-b9e3-2d3c5ffa116e req-9d0973d0-0cf0-4523-92ff-12d49acb662b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538423 Dec 20 16:06:01.263263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:01.285813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac21faf-bb62-4a28-b54c-6d0f6ca156d7 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:06:01.301967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port bac21faf-bb62-4a28-b54c-6d0f6ca156d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:01.399150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:01.402041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2eeb1c27-2a92-4ffe-ac4c-2564da7bf302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:06:01.466526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:01.469799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:06:01.748580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['bac21faf-bb62-4a28-b54c-6d0f6ca156d7'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:06:02.454670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19664591-eeb0-4c47-9739-920c1226cf39 req-1943aff2-641e-42f5-8e77-516e91d0912d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:02.456163 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-19664591-eeb0-4c47-9739-920c1226cf39 req-1943aff2-641e-42f5-8e77-516e91d0912d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 945 time: 0.0842929 Dec 20 16:06:02.502371 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-19664591-eeb0-4c47-9739-920c1226cf39 req-fe6552b8-4e01-4c47-a577-754b0f71ba00 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Dec 20 16:06:03.047171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device bac21faf-bb62-4a28-b54c-6d0f6ca156d7 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:06:03.227467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:06:03.233503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:03.233993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:03.344582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:03.372928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:03.382445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port bac21faf-bb62-4a28-b54c-6d0f6ca156d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:03.431759 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'code': 200} Dec 20 16:06:03.472793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:03.475800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-316b03f4-8169-4c81-8aad-59d51e5e8bfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:06:03.541738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:03.544464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:06:03.702604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d6ba4-852e-4e96-a7b4-ebec3062e932 req-86d3ccd6-1b53-419f-8c94-e3bcb32c04e9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:03.703991 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-225d6ba4-852e-4e96-a7b4-ebec3062e932 req-86d3ccd6-1b53-419f-8c94-e3bcb32c04e9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 946 time: 0.0832961 Dec 20 16:06:03.752489 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-225d6ba4-852e-4e96-a7b4-ebec3062e932 req-b2a78dc6-a23e-4b2a-8659-657d72808b4c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426786 Dec 20 16:06:03.854699 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c74c2b10-128f-43f9-87ff-9c8125dd56dd req-a9ede751-a22a-4b5b-b411-dac3ae090b08 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 1099 time: 0.0691094 Dec 20 16:06:03.898257 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c74c2b10-128f-43f9-87ff-9c8125dd56dd req-0bce8c52-5c90-4ae5-b07c-f11b591637a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372131 Dec 20 16:06:04.963306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1abdb9-9aed-4c82-856f-69d63f88aab4 req-ee0baca3-90e9-4dbf-8e30-7b7f0625a860 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:04.964669 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9a1abdb9-9aed-4c82-856f-69d63f88aab4 req-ee0baca3-90e9-4dbf-8e30-7b7f0625a860 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 946 time: 0.0784478 Dec 20 16:06:05.010071 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9a1abdb9-9aed-4c82-856f-69d63f88aab4 req-6ce2d82f-4d61-4ee2-a1f4-f86835965f53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397093 Dec 20 16:06:06.216764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f22f2d-e1ab-4224-8bd9-156851a07695 req-c223e81a-b877-4e76-89ca-bf2885ff1f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:06.218234 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d0f22f2d-e1ab-4224-8bd9-156851a07695 req-c223e81a-b877-4e76-89ca-bf2885ff1f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 946 time: 0.0769687 Dec 20 16:06:06.265371 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d0f22f2d-e1ab-4224-8bd9-156851a07695 req-abec9d8b-cecd-46f6-b995-0675c308c373 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407033 Dec 20 16:06:06.560336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b29874-9e61-4b4f-ade3-0a899773d681 req-634e008d-bf41-4ba9-b6dd-b8c7a67881c0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:06.561694 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-82b29874-9e61-4b4f-ade3-0a899773d681 req-634e008d-bf41-4ba9-b6dd-b8c7a67881c0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 946 time: 0.1775420 Dec 20 16:06:06.608946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-82b29874-9e61-4b4f-ade3-0a899773d681 req-41c76bfa-d46d-430f-b1e2-92b67f7a58ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416939 Dec 20 16:06:06.636867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56972) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:06:06.707511 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0cd17606-e2a3-407d-aae6-cff8a0dcfa0e tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 1094 time: 0.0693245 Dec 20 16:06:06.710410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56976) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:06:06.716117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:06:06.721687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:06:06.725397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:floatingip and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:06:06.728193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:06:06.733797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:06:06.850599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:06.984513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:07.118093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.214 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/0f57ab09-ece3-4b5f-b45c-f9511bb75a03) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:06:07.269387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:07.444814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:07.448582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cfc152a9-2e65-4133-bdb5-aff6a0bdbcfd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:06:07.517326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:06:07.520163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:07.526716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:06:07.551622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=0f57ab09-ece3-4b5f-b45c-f9511bb75a03,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:07.556419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:06:08.031989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:08.177396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:08.384285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:08.444356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:08.448169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-92c1065d-3c2e-49da-b1fa-e867165f173d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:06:08.541229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=0f57ab09-ece3-4b5f-b45c-f9511bb75a03,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:08.545908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:06:08.560351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:08.848695 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP 8f2783e2-4fce-4e6a-9c20-e55df615543b associated. External IP: 172.26.7.214, port: bac21faf-bb62-4a28-b54c-6d0f6ca156d7. Dec 20 16:06:09.228580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:06:09.428723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:06:09.438092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] Sync routers for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:06:09.451654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:06:09.452465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:05:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:09.628309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:09.656547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:06:09.676052 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9644611 Dec 20 16:06:09.676814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'tag': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:09.679935 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 56980) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:06:09.737113 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'tag': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'status': 'completed', 'code': 200} Dec 20 16:06:09.815405 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2552b715-f17c-4653-96a3-304ca4fcc47d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 992 time: 0.1322649 Dec 20 16:06:09.839422 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68474201-1fff-41d5-b7d0-6c3bc2d78745 req-077a6d4f-3cd9-4bfc-9626-22e29c1bbeb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 1099 time: 0.0811479 Dec 20 16:06:09.976295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68474201-1fff-41d5-b7d0-6c3bc2d78745 req-40ff636b-8dce-4f51-8a09-1ebbb06a3928 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:09.977730 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68474201-1fff-41d5-b7d0-6c3bc2d78745 req-40ff636b-8dce-4f51-8a09-1ebbb06a3928 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 898 time: 0.1313686 Dec 20 16:06:10.052439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8f2783e2-4fce-4e6a-9c20-e55df615543b', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'port_id': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'mac_address': 'fa:16:3e:01:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:06:07Z', 'updated_at': '2021-12-20T16:06:07Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:10.057048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] Checking router: c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:06:10.067926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:06:10.068547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:05:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:10.089379 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68474201-1fff-41d5-b7d0-6c3bc2d78745 req-fb6c4119-171c-4c6b-b76b-e10988984839 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7 HTTP/1.1" status: 200 len: 1000 time: 0.1056685 Dec 20 16:06:10.158821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68474201-1fff-41d5-b7d0-6c3bc2d78745 req-c55a7358-7eca-4ced-bf70-23097e4390de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:10.160306 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68474201-1fff-41d5-b7d0-6c3bc2d78745 req-c55a7358-7eca-4ced-bf70-23097e4390de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f0e3bfc-d2db-4b42-bc24-55918c67ddf6 HTTP/1.1" status: 200 len: 835 time: 0.0651126 Dec 20 16:06:10.249363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:06:10.268715 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68474201-1fff-41d5-b7d0-6c3bc2d78745 req-141995b6-c973-4a75-8763-54a115d94a43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b38351ce-1d50-45bd-810d-5376062dd579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1006939 Dec 20 16:06:10.403995 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68474201-1fff-41d5-b7d0-6c3bc2d78745 req-03a818d5-8db2-4c9b-9e50-036cc9d00f06 service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287479 Dec 20 16:06:10.609038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8f2783e2-4fce-4e6a-9c20-e55df615543b', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'port_id': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'mac_address': 'fa:16:3e:01:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:06:07Z', 'updated_at': '2021-12-20T16:06:07Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:10.613424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdbaa7-493e-4b2d-a21e-ef135ef6ff53 None None] The sync data for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv is: [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8f2783e2-4fce-4e6a-9c20-e55df615543b', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'port_id': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'mac_address': 'fa:16:3e:01:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:06:07Z', 'updated_at': '2021-12-20T16:06:07Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:06:10.651224 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68474201-1fff-41d5-b7d0-6c3bc2d78745 req-d09a474d-1d05-48bc-97ae-6b0c75f6310c service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414804 Dec 20 16:06:10.801275 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1cca3e-a36f-43de-8df2-e346e5a4aefd None None] New status for floating IP 8f2783e2-4fce-4e6a-9c20-e55df615543b: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:06:10.818306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56986) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:06:10.927270 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-af841148-0e41-40ff-977c-2a6a7f2f73d2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 992 time: 0.1073415 Dec 20 16:06:11.931253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 56990) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:06:12.034594 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-75be2c4f-bd95-4c80-b8f7-cfb8a78d693d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 994 time: 0.1021154 Dec 20 16:06:14.650793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:21.963987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e9be8d61-77a5-4649-a36b-f087f8875f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:24.244026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-99a31b24-885a-4bec-9818-7223e68f2f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:25.370180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:25.523876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:26.832453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:29.882664 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:06:33.050692 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a7f2445-d776-4684-a00e-f8d19c8380b7 req-91562a44-f65a-4a4b-a11a-b07ab68e32a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721776 Dec 20 16:06:33.195834 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a7f2445-d776-4684-a00e-f8d19c8380b7 req-884ec9ba-9bcd-434a-9707-775f4fc0b601 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 1099 time: 0.0704241 Dec 20 16:06:33.342633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2445-d776-4684-a00e-f8d19c8380b7 req-fd6c9e6b-973d-49af-9f11-8703f7845bae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:33.344008 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a7f2445-d776-4684-a00e-f8d19c8380b7 req-fd6c9e6b-973d-49af-9f11-8703f7845bae service neutron] 10.222.0.64 "GET /v2.0/networks?id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 898 time: 0.1297431 Dec 20 16:06:33.456139 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a7f2445-d776-4684-a00e-f8d19c8380b7 req-e20dafa0-56ea-4e38-9464-6b2185d1113d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7 HTTP/1.1" status: 200 len: 1002 time: 0.1060874 Dec 20 16:06:33.521149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2445-d776-4684-a00e-f8d19c8380b7 req-fa58d968-a6d2-44a0-889f-9cee2c2a3d56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:33.522619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a7f2445-d776-4684-a00e-f8d19c8380b7 req-fa58d968-a6d2-44a0-889f-9cee2c2a3d56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f0e3bfc-d2db-4b42-bc24-55918c67ddf6 HTTP/1.1" status: 200 len: 835 time: 0.0600052 Dec 20 16:06:33.600133 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a7f2445-d776-4684-a00e-f8d19c8380b7 req-9e71e2f5-c5d1-4090-9667-96b656cefe34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b38351ce-1d50-45bd-810d-5376062dd579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712433 Dec 20 16:06:33.738475 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a7f2445-d776-4684-a00e-f8d19c8380b7 req-4c74792d-70a7-48a3-8b14-d6e431fcab1e service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315830 Dec 20 16:06:33.871856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a7f2445-d776-4684-a00e-f8d19c8380b7 req-0cc26840-76e5-41c8-8c65-9dd543adcf2e service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270235 Dec 20 16:06:44.631677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:51.939748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd555c35-a675-4f04-8cd6-9b28ea3594c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:54.231929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4b239fe7-9f69-427b-9072-6a3a3f5e4944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:55.397213 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:55.476947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:06:56.695339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-0f1590a3-cedb-4f3a-ac2e-861ec2b03ab5 req-f962da3a-6c65-4ff7-a88f-36c3e78b6fcf service neutron] (84392) timed out ('10.222.0.64', 55860) {{(pid=84392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 16:06:56.865273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:06.882579 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:07:12.678907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57022) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:12.754872 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-592f8a0f-c616-4db8-8bc3-8382cf19f6a2 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=546f21e137754670849b9dd3d35e73c5&network_id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 3000 time: 0.0746987 Dec 20 16:07:14.637069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:15.767213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57034) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:15.830640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a211aa-5ed4-4c01-b6b3-3f8547b10589 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:15.832139 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-69a211aa-5ed4-4c01-b6b3-3f8547b10589 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940 HTTP/1.1" status: 200 len: 814 time: 0.0639629 Dec 20 16:07:16.565998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57042) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:16.571495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-26834261-4170-4c48-9b3c-15488a96c708 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:16.675190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26834261-4170-4c48-9b3c-15488a96c708 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:17.055398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26834261-4170-4c48-9b3c-15488a96c708 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:17.133142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26834261-4170-4c48-9b3c-15488a96c708 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:17.133445 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-26834261-4170-4c48-9b3c-15488a96c708 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP 8f2783e2-4fce-4e6a-9c20-e55df615543b disassociated. External IP: 172.26.7.214, port: bac21faf-bb62-4a28-b54c-6d0f6ca156d7. Dec 20 16:07:17.555285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26834261-4170-4c48-9b3c-15488a96c708 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:07:17.758087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26834261-4170-4c48-9b3c-15488a96c708 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:07:17.762995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26834261-4170-4c48-9b3c-15488a96c708 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:17.768984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] Sync routers for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:07:17.781136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:17.784868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:06:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:17.819642 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-26834261-4170-4c48-9b3c-15488a96c708 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 690 time: 1.2525675 Dec 20 16:07:17.820481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'tag': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:17.823130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57046) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:17.904911 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'tag': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'status': 'completed', 'code': 200} Dec 20 16:07:17.947844 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-64cc2e3a-9bc3-4435-ad99-1b57576b1095 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 690 time: 0.1228373 Dec 20 16:07:17.995093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:07:18.013470 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eac26add-ba80-440e-8748-e95fa82a058b req-1c227c54-7eb2-428a-b9ff-08803335737f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 1099 time: 0.0807903 Dec 20 16:07:18.167352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac26add-ba80-440e-8748-e95fa82a058b req-cb8e2c03-212c-49d0-b0f0-88a9c82d9287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:18.169615 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eac26add-ba80-440e-8748-e95fa82a058b req-cb8e2c03-212c-49d0-b0f0-88a9c82d9287 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 898 time: 0.1503611 Dec 20 16:07:18.253222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eac26add-ba80-440e-8748-e95fa82a058b req-6675090e-daeb-46e2-a98a-4104b6ef64e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7 HTTP/1.1" status: 200 len: 217 time: 0.0769818 Dec 20 16:07:18.330999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac26add-ba80-440e-8748-e95fa82a058b req-a1306d3b-75c7-41d1-8fcd-9dcb14e5a7a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:18.332993 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eac26add-ba80-440e-8748-e95fa82a058b req-a1306d3b-75c7-41d1-8fcd-9dcb14e5a7a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f0e3bfc-d2db-4b42-bc24-55918c67ddf6 HTTP/1.1" status: 200 len: 835 time: 0.0735586 Dec 20 16:07:18.430513 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eac26add-ba80-440e-8748-e95fa82a058b req-e6700104-c6da-4444-bcf4-c64d7f0dc93c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b38351ce-1d50-45bd-810d-5376062dd579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911107 Dec 20 16:07:18.433689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:18.438045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] Checking router: c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:07:18.449665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:18.450276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:06:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:18.559764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eac26add-ba80-440e-8748-e95fa82a058b req-3ba53a41-97b0-46db-829c-8c071318103f service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232567 Dec 20 16:07:18.631204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:07:18.819070 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eac26add-ba80-440e-8748-e95fa82a058b req-ca32ce32-7779-44af-982d-e48816d5a768 service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537436 Dec 20 16:07:18.943948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:18.947843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d64be5-13be-4dff-8e98-389fba362ae8 None None] The sync data for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv is: [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:07:18.951335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57052) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:19.041133 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a647c2c5-a31e-4c4a-b4f7-1c38964c378f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 690 time: 0.0885932 Dec 20 16:07:19.181873 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78a8ab-7589-4bdf-900e-590fe517d6cf None None] New status for floating IP 8f2783e2-4fce-4e6a-9c20-e55df615543b: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:07:20.045884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57056) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:20.127597 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f2b11f62-e911-412a-93a2-aeae49f551c4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 688 time: 0.0805142 Dec 20 16:07:21.440591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57062) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:21.446253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096618540', 'description': 'tempest-secgroup-smoke-2096618540 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:21.452633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:07:21.462139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:07:21.579027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:21.614750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:07:21.618547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:07:21.621405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:07:21.627088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:07:21.680630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:21.819014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:21.822861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0960d7ae-2ce6-41a3-972a-2c4a42817c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:21.863564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04614ca9-b344-41e6-97f3-562ad6508eb4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:21.872413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.872791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.873157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.873515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.873867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.874219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.874566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.874936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.875288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.875640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.875989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:21.879335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:21.996519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:22.001236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5561259 Dec 20 16:07:22.001236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57066) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:22.006169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '04614ca9-b344-41e6-97f3-562ad6508eb4', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:22.012241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:07:22.016112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:07:22.019513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:07:22.026376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:07:22.064693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c61cdc46-d9df-4cc0-9713-ee396329a261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:22.134065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:22.196363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:22.298877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:22.300673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:22.323524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf2a2cb-aa05-4b57-9385-bcac7ce39fa3,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:22.328085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:22.465157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:22.466369 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4646823 Dec 20 16:07:22.469149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57070) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:22.474603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '04614ca9-b344-41e6-97f3-562ad6508eb4', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:22.480764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:07:22.484927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:07:22.487895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:07:22.493628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:07:22.597095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:22.662411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:22.784751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:22.790870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a77568c0-3f03-48b0-a56a-e051b28db913 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:22.809482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bdcfbd-5c8a-4bb7-ad25-4d5ad8f269f1,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:22.812046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:22.910796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:22.911937 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4418776 Dec 20 16:07:22.914996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57074) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:22.921056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '04614ca9-b344-41e6-97f3-562ad6508eb4', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:22.927071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:07:22.931710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:07:22.935609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:07:22.941841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:07:23.025751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:23.090299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:23.173214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:23.175587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bf89b83e-a7b2-40cd-83fb-0842b94896ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:23.215044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11dbddd9-d7a2-4a17-b93e-09f68dadf65e,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:23.218860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:23.298991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:23.300232 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3843074 Dec 20 16:07:23.303236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57078) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:23.309813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '04614ca9-b344-41e6-97f3-562ad6508eb4', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:23.315335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:07:23.319197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:07:23.322192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:07:23.328775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:07:23.459751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:23.527532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:23.613244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:23.615092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:23.637619 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301bbfdc-36c5-455b-8c1f-c183adad002c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:23.640055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:23.733384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:23.735192 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4305532 Dec 20 16:07:23.738320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57082) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:23.743958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '04614ca9-b344-41e6-97f3-562ad6508eb4', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:23.752143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:07:23.756589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:07:23.759704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:07:23.766378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:07:23.859051 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:07:23.865984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:23.930184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:24.013392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:24.019371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9c949c33-84a1-4cfc-b1f9-042980eeedd0 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:24.042170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b32f555-b59c-46f7-845f-2dcebc8208f5,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:24.046840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:24.127865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:24.129102 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3898075 Dec 20 16:07:24.131978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57086) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:24.139292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '04614ca9-b344-41e6-97f3-562ad6508eb4', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:24.146009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:07:24.149908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:07:24.153469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:07:24.159202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:07:24.207113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8f79cd91-4b6f-43e1-9374-f7fe21559f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:24.218707 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:07:24.226470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:24.292172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:24.332782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:24.334582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:24.357557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12661b8-f019-4aa6-8baa-a86a8274f351,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:24.360319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:24.413027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:24.414517 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2813818 Dec 20 16:07:24.586250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-0c6f57e3-aaa7-4281-9cae-e4cc10924e0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:07:24.677082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-0c6f57e3-aaa7-4281-9cae-e4cc10924e0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:07:24.678358 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-0c6f57e3-aaa7-4281-9cae-e4cc10924e0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096618540&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.1319213 Dec 20 16:07:24.830987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-9a109a8d-b7ff-4b21-aceb-2b67e440466f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:24.832383 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-9a109a8d-b7ff-4b21-aceb-2b67e440466f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/networks?id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 797 time: 0.1463182 Dec 20 16:07:24.848879 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-b1f30358-e723-41b1-9dcc-60b41b7cf465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/quotas/546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 375 time: 0.0109065 Dec 20 16:07:24.935742 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-af04ad04-20eb-457e-9676-d431a12bd05c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815876 Dec 20 16:07:25.074477 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-558f15c1-54ea-440a-959a-29b802efaf5b service neutron] 10.222.0.62 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268084 Dec 20 16:07:25.205641 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-311a8383-dcaa-4619-bd99-fa83c3ec78be service neutron] 10.222.0.62 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251500 Dec 20 16:07:25.390489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:25.490698 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a2fcd38b-01f3-471f-8714-3483fac8f022 req-52dc52ea-fe14-4270-bc8b-3100e716c2b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 210 time: 0.0430534 Dec 20 16:07:25.493736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:26.711872 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ab7820d-1c3c-48c8-9f0a-ef40cb07e4d6 req-0fe00886-675c-43dc-96c7-4b685ab68095 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 210 time: 0.0639765 Dec 20 16:07:26.859129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:27.736234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-44729649-da77-47e0-ab57-8f1eb3f7d8ee tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:27.737645 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-44729649-da77-47e0-ab57-8f1eb3f7d8ee tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 797 time: 0.1465960 Dec 20 16:07:27.802330 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-ec3fb084-5460-429c-ae4c-b76f0f041e0d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 473 time: 0.0513268 Dec 20 16:07:27.811738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'device_id': 'd55d5f73-4511-4209-9322-c89676fe0443', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'admin_state_up': True, 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'security_groups': ['04614ca9-b344-41e6-97f3-562ad6508eb4']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:27.942628 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cfd34384-a4d7-4d6d-a3f3-0207aa1c72ef req-39c24f24-973c-4342-89be-01330ce8279f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 210 time: 0.0936282 Dec 20 16:07:27.996801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:07:28.006571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:07:28.138387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:07:28.141772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:28.411895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.8 (b38351ce-1d50-45bd-810d-5376062dd579/1f0e3bfc-d2db-4b42-bc24-55918c67ddf6/d1869f25-88e4-4cc7-9e45-12cf5ec64046) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:28.604199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:28.623081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object d1869f25-88e4-4cc7-9e45-12cf5ec64046 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:07:28.733759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:28.739975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-de44642e-c14c-4300-98ee-949cadb96406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:28.811663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network b38351ce-1d50-45bd-810d-5376062dd579 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:28.815065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:28.825506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=d1869f25-88e4-4cc7-9e45-12cf5ec64046,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:28.825506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:28.844940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:28.881511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:28.882149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:28.996386 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1884532 Dec 20 16:07:29.007234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Request body: {'port': {'device_id': 'd55d5f73-4511-4209-9322-c89676fe0443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:29.166298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:29.250660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c77b-d07c-45b4-9b6c-4cf2501bdd5c req-eebac48d-84f3-4708-b122-6d690206d636 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:29.251408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0b88c77b-d07c-45b4-9b6c-4cf2501bdd5c req-eebac48d-84f3-4708-b122-6d690206d636 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:07:29.292667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f833f80e-de83-4bf0-a266-4ee59d26fbe8 None None] Provisioning for port d1869f25-88e4-4cc7-9e45-12cf5ec64046 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:07:29.297858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f833f80e-de83-4bf0-a266-4ee59d26fbe8 None None] Provisioning complete for port d1869f25-88e4-4cc7-9e45-12cf5ec64046 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:29.298320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f833f80e-de83-4bf0-a266-4ee59d26fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:29.350550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f833f80e-de83-4bf0-a266-4ee59d26fbe8 None None] Port d1869f25-88e4-4cc7-9e45-12cf5ec64046 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:07:29.459541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0b88c77b-d07c-45b4-9b6c-4cf2501bdd5c req-eebac48d-84f3-4708-b122-6d690206d636 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:07:29.460715 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0b88c77b-d07c-45b4-9b6c-4cf2501bdd5c req-eebac48d-84f3-4708-b122-6d690206d636 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 931 time: 0.3684196 Dec 20 16:07:29.564259 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0b88c77b-d07c-45b4-9b6c-4cf2501bdd5c req-3aaf8469-75dc-40cb-94e7-8bd8ce00100d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968940 Dec 20 16:07:29.571408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1869f25-88e4-4cc7-9e45-12cf5ec64046 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:07:29.578833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:29.593315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Transition to ACTIVE for port object d1869f25-88e4-4cc7-9e45-12cf5ec64046 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:07:29.693086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:29.697292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7fb6ad1f-8d19-49e7-9538-c528ad5e4a52 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:29.824058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1869f25-88e4-4cc7-9e45-12cf5ec64046,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:29.827472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:29.930789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Attempting to bind port d1869f25-88e4-4cc7-9e45-12cf5ec64046 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:07:29.931153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Attempting to bind port d1869f25-88e4-4cc7-9e45-12cf5ec64046 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:07:29.931478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Attempting to bind port d1869f25-88e4-4cc7-9e45-12cf5ec64046 on network b38351ce-1d50-45bd-810d-5376062dd579 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:07:29.937753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Port d1869f25-88e4-4cc7-9e45-12cf5ec64046 on network b38351ce-1d50-45bd-810d-5376062dd579 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:07:29.938067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Attempting to bind port d1869f25-88e4-4cc7-9e45-12cf5ec64046 on network b38351ce-1d50-45bd-810d-5376062dd579 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:07:29.944173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:07:29.944504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Checking segment: {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:07:29.944886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Bound using segment: {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:07:29.945302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Bound port: d1869f25-88e4-4cc7-9e45-12cf5ec64046, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d3b687-7a4d-43f5-87cb-841c26c4496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:07:29.945666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:30.035105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] For port d1869f25-88e4-4cc7-9e45-12cf5ec64046, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:30.037875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] For port d1869f25-88e4-4cc7-9e45-12cf5ec64046, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d1869f25-88e4-4cc7-9e45-12cf5ec64046,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:30.110700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:30.114476 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:30.168248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:30.169640 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/d1869f25-88e4-4cc7-9e45-12cf5ec64046 HTTP/1.1" status: 200 len: 1093 time: 1.1665297 Dec 20 16:07:30.170174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55d5f73-4511-4209-9322-c89676fe0443', 'tag': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:30.210347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1869f25-88e4-4cc7-9e45-12cf5ec64046,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:30.222904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:30.245489 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55d5f73-4511-4209-9322-c89676fe0443', 'tag': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046', 'status': 'completed', 'code': 200} Dec 20 16:07:30.400946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f25a6ecb-970b-4c92-89ed-e8685958707a req-d0a070df-7624-44a2-a831-d4c841602a28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 1096 time: 0.1355493 Dec 20 16:07:30.543647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6ecb-970b-4c92-89ed-e8685958707a req-116c3b00-571b-4f05-b505-b76f4353724f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:30.545090 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f25a6ecb-970b-4c92-89ed-e8685958707a req-116c3b00-571b-4f05-b505-b76f4353724f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1376297 Dec 20 16:07:30.684128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6ecb-970b-4c92-89ed-e8685958707a req-7ae6cc24-f2d0-4e85-9f06-0d1964ec4a3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:30.685704 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f25a6ecb-970b-4c92-89ed-e8685958707a req-7ae6cc24-f2d0-4e85-9f06-0d1964ec4a3c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348908 Dec 20 16:07:30.832463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfeacd-78c4-4efc-a7e0-21feac5a9938 req-9d7cb7f9-b626-4200-a190-1c377fffac87 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:30.833922 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64bfeacd-78c4-4efc-a7e0-21feac5a9938 req-9d7cb7f9-b626-4200-a190-1c377fffac87 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 943 time: 0.1354635 Dec 20 16:07:30.840592 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-b69abf57-28d6-41e5-9f4c-7581a63f6c88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 1096 time: 0.1060796 Dec 20 16:07:31.023728 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-9c635f70-53c1-48ab-b1fd-c5354e3bc5f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1869f25-88e4-4cc7-9e45-12cf5ec64046 HTTP/1.1" status: 200 len: 217 time: 0.1690176 Dec 20 16:07:31.088308 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64bfeacd-78c4-4efc-a7e0-21feac5a9938 req-6c03ca5f-c742-48fd-a10e-4ca32ec80ea6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462547 Dec 20 16:07:31.097664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c040556b-b2a4-4df7-bbd5-55cc57ce2782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:31.099081 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-c040556b-b2a4-4df7-bbd5-55cc57ce2782 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f0e3bfc-d2db-4b42-bc24-55918c67ddf6 HTTP/1.1" status: 200 len: 835 time: 0.0677576 Dec 20 16:07:31.175258 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-dc09325b-e2e2-4f5f-9354-85fa6a2ccac8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b38351ce-1d50-45bd-810d-5376062dd579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695000 Dec 20 16:07:31.309087 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-04ecd68f-df0d-4605-a69f-b14c3bae8ac9 service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273472 Dec 20 16:07:31.443339 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fec4d5db-f345-4ff0-aafc-2300a82fd552 req-beeb4924-9661-4f99-ac11-4b84daf67eb5 service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283388 Dec 20 16:07:32.303878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af88942-5eed-4c86-adeb-eac9164188fa req-3462059d-34f4-444d-a3dd-bdc3d425c353 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:32.305343 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0af88942-5eed-4c86-adeb-eac9164188fa req-3462059d-34f4-444d-a3dd-bdc3d425c353 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 943 time: 0.0961103 Dec 20 16:07:32.351746 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0af88942-5eed-4c86-adeb-eac9164188fa req-10efeac6-1771-4fc9-97b6-3b2426c534be tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400593 Dec 20 16:07:33.545665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28259-4f7a-4df8-9a76-69ce9b8f38c0 req-c8918e08-a2ad-43a5-a4c8-83a280a36f3a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:33.547043 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fbe28259-4f7a-4df8-9a76-69ce9b8f38c0 req-c8918e08-a2ad-43a5-a4c8-83a280a36f3a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 943 time: 0.0753601 Dec 20 16:07:33.591174 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fbe28259-4f7a-4df8-9a76-69ce9b8f38c0 req-a5110d91-ae92-48d1-bad5-89164e93ae3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 Dec 20 16:07:34.800892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4cd76-40d6-4c43-8ef0-31e5c8568ff6 req-5dd3eabf-f6ec-4fee-9cad-45c4c058803d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:34.802337 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3b4cd76-40d6-4c43-8ef0-31e5c8568ff6 req-5dd3eabf-f6ec-4fee-9cad-45c4c058803d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 943 time: 0.0892112 Dec 20 16:07:34.846841 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3b4cd76-40d6-4c43-8ef0-31e5c8568ff6 req-58ac88e0-5aee-4107-a054-d7307008409c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385349 Dec 20 16:07:35.042519 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-762da0a2-da25-41a4-839a-1c8cf8c41dd1 req-d64cd3bb-7539-4d54-ab94-469877331190 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674269 Dec 20 16:07:35.181048 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-762da0a2-da25-41a4-839a-1c8cf8c41dd1 req-3c9fc936-574e-401a-aff2-1b2d32089ca3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 1099 time: 0.0706041 Dec 20 16:07:35.332093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762da0a2-da25-41a4-839a-1c8cf8c41dd1 req-d6875cd0-15a7-4fc9-bdf2-22e66d97dd5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:35.333442 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-762da0a2-da25-41a4-839a-1c8cf8c41dd1 req-d6875cd0-15a7-4fc9-bdf2-22e66d97dd5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 898 time: 0.1340322 Dec 20 16:07:35.399701 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-762da0a2-da25-41a4-839a-1c8cf8c41dd1 req-d081ac76-d353-4416-95fd-588add017eeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7 HTTP/1.1" status: 200 len: 217 time: 0.0594335 Dec 20 16:07:35.464072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762da0a2-da25-41a4-839a-1c8cf8c41dd1 req-4d67ef70-661e-4c2c-b852-23ea401b0b95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:35.465453 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-762da0a2-da25-41a4-839a-1c8cf8c41dd1 req-4d67ef70-661e-4c2c-b852-23ea401b0b95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f0e3bfc-d2db-4b42-bc24-55918c67ddf6 HTTP/1.1" status: 200 len: 835 time: 0.0597525 Dec 20 16:07:35.538120 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-762da0a2-da25-41a4-839a-1c8cf8c41dd1 req-b368757f-3616-4e44-b348-fd0a53d66b67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b38351ce-1d50-45bd-810d-5376062dd579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667295 Dec 20 16:07:35.543374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d1869f25-88e4-4cc7-9e45-12cf5ec64046 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:07:35.680077 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-762da0a2-da25-41a4-839a-1c8cf8c41dd1 req-27e3110d-5ef8-4c0c-9a25-60324b608ea5 service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346514 Dec 20 16:07:35.687532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port d1869f25-88e4-4cc7-9e45-12cf5ec64046, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d1869f25-88e4-4cc7-9e45-12cf5ec64046,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:35.700647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'port_id': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046', 'mac_address': 'fa:16:3e:ab:85:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:07:35.753135 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:35.770038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1869f25-88e4-4cc7-9e45-12cf5ec64046 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:07:35.787344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port d1869f25-88e4-4cc7-9e45-12cf5ec64046, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d1869f25-88e4-4cc7-9e45-12cf5ec64046,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:35.812746 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-762da0a2-da25-41a4-839a-1c8cf8c41dd1 req-b8adeb98-f06d-42f2-a443-2aee70bbd215 service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261156 Dec 20 16:07:35.869992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:35.871751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:35.934086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=d1869f25-88e4-4cc7-9e45-12cf5ec64046,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:35.947020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.947366 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.947702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.948032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.948359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.948686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.949007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.949323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.949637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.949955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.950268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:35.954283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:36.148525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a72150-dfe7-4360-bc42-051e9432aecd req-3113161e-f44e-46d1-be11-77a7675ecd2b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:36.149972 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76a72150-dfe7-4360-bc42-051e9432aecd req-3113161e-f44e-46d1-be11-77a7675ecd2b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 944 time: 0.1775234 Dec 20 16:07:36.194991 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76a72150-dfe7-4360-bc42-051e9432aecd req-7113e838-e0a4-4a5a-894f-ba56363f04ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391426 Dec 20 16:07:36.206770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['d1869f25-88e4-4cc7-9e45-12cf5ec64046'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:07:37.392457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf690-ead0-4e0d-bf52-13dd4ed94d72 req-8db4474b-88f9-4cf8-8de6-2900d6a9aadb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:37.393896 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a9cf690-ead0-4e0d-bf52-13dd4ed94d72 req-8db4474b-88f9-4cf8-8de6-2900d6a9aadb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 944 time: 0.0749233 Dec 20 16:07:37.447871 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a9cf690-ead0-4e0d-bf52-13dd4ed94d72 req-37de66e9-72a5-41cf-9a5b-0da2eed3ec8f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429533 Dec 20 16:07:37.558421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d1869f25-88e4-4cc7-9e45-12cf5ec64046 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:07:37.692447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port d1869f25-88e4-4cc7-9e45-12cf5ec64046 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:07:37.697682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port d1869f25-88e4-4cc7-9e45-12cf5ec64046 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:37.698083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:37.838491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:37.863825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55d5f73-4511-4209-9322-c89676fe0443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:37.873427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port d1869f25-88e4-4cc7-9e45-12cf5ec64046, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d1869f25-88e4-4cc7-9e45-12cf5ec64046,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:37.949637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:37.951511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:07:38.014450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=d1869f25-88e4-4cc7-9e45-12cf5ec64046,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:38.017570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:07:38.033824 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55d5f73-4511-4209-9322-c89676fe0443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046', 'code': 200} Dec 20 16:07:38.389126 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-46d944b0-ea37-49ef-baa8-75b2df5ce18a req-b9b7fae4-ae09-4a08-95d0-3afc6b490840 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 1098 time: 0.0658109 Dec 20 16:07:38.429376 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-46d944b0-ea37-49ef-baa8-75b2df5ce18a req-5de7f59f-9d61-4a71-a3b5-4701f02a6fe3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343599 Dec 20 16:07:38.642132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b9ebd-4d90-4adc-b30a-5ba38972437e req-f91c8069-20a5-46b8-8c9e-20eee2b30d80 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:38.643582 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a16b9ebd-4d90-4adc-b30a-5ba38972437e req-f91c8069-20a5-46b8-8c9e-20eee2b30d80 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 945 time: 0.0791504 Dec 20 16:07:38.687446 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a16b9ebd-4d90-4adc-b30a-5ba38972437e req-dbbad271-c346-4579-aa45-462f7bac3b70 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383501 Dec 20 16:07:39.948915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31be88-3fff-49bc-a19d-1d2c0aabd56b req-e7249f9f-ab61-49d5-8ca6-5a6ccc0e0521 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:39.950506 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1d31be88-3fff-49bc-a19d-1d2c0aabd56b req-e7249f9f-ab61-49d5-8ca6-5a6ccc0e0521 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 945 time: 0.1410472 Dec 20 16:07:39.996667 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1d31be88-3fff-49bc-a19d-1d2c0aabd56b req-a9a28489-cc3b-4e63-bead-a631b0fcc962 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404849 Dec 20 16:07:41.258420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1330f-472d-461d-b178-975a82873b14 req-c328e5f8-43c0-4cf6-875b-5b16a1ef3d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:41.260424 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50c1330f-472d-461d-b178-975a82873b14 req-c328e5f8-43c0-4cf6-875b-5b16a1ef3d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 945 time: 0.1460505 Dec 20 16:07:41.304795 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50c1330f-472d-461d-b178-975a82873b14 req-de69e514-ebcf-4a6c-8699-b80f7bd37383 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386531 Dec 20 16:07:41.494864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd412b31-e55e-47a0-bb62-91197cb8e28f req-a284841f-92ac-482e-8154-5462ca256ee8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:41.496317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd412b31-e55e-47a0-bb62-91197cb8e28f req-a284841f-92ac-482e-8154-5462ca256ee8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 945 time: 0.0753717 Dec 20 16:07:41.539917 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd412b31-e55e-47a0-bb62-91197cb8e28f req-e84c292e-f9c8-4848-9a88-6cbb0f205697 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381796 Dec 20 16:07:41.567454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57152) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:41.638782 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2a449d5f-2e68-4f91-b9ea-6c6b32bed91a tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 1093 time: 0.0701497 Dec 20 16:07:41.641337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57156) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:41.647142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c8e55659-26f1-4303-8c6d-f692aca99058 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'port_id': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:07:41.724891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c8e55659-26f1-4303-8c6d-f692aca99058 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:42.308170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c8e55659-26f1-4303-8c6d-f692aca99058 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:42.395046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c8e55659-26f1-4303-8c6d-f692aca99058 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:42.677986 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-c8e55659-26f1-4303-8c6d-f692aca99058 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP 8f2783e2-4fce-4e6a-9c20-e55df615543b associated. External IP: 172.26.7.214, port: d1869f25-88e4-4cc7-9e45-12cf5ec64046. Dec 20 16:07:43.076706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e55659-26f1-4303-8c6d-f692aca99058 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:07:43.278552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e55659-26f1-4303-8c6d-f692aca99058 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:07:43.283020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c8e55659-26f1-4303-8c6d-f692aca99058 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:43.288481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] Sync routers for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:07:43.301064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:43.301679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:07:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:43.335008 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c8e55659-26f1-4303-8c6d-f692aca99058 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 991 time: 1.6925864 Dec 20 16:07:43.335593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55d5f73-4511-4209-9322-c89676fe0443', 'tag': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:43.338270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57160) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:43.392003 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55d5f73-4511-4209-9322-c89676fe0443', 'tag': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046', 'status': 'completed', 'code': 200} Dec 20 16:07:43.457954 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a68412b1-c6d4-479f-8cf1-f188e182e0a5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 991 time: 0.1184490 Dec 20 16:07:43.485222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:07:43.489775 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-26071b98-b22d-4a0a-aadd-74922492740c req-3b87d8d8-b4e9-4cf7-88ac-a448947fa9ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 1098 time: 0.0748336 Dec 20 16:07:43.620356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26071b98-b22d-4a0a-aadd-74922492740c req-744608cf-f182-48b5-adcc-58bc29fa4d1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:43.621712 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-26071b98-b22d-4a0a-aadd-74922492740c req-744608cf-f182-48b5-adcc-58bc29fa4d1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 898 time: 0.1262991 Dec 20 16:07:43.723501 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-26071b98-b22d-4a0a-aadd-74922492740c req-2c8c2c84-0828-4fad-9c60-c4dcc4b928d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1869f25-88e4-4cc7-9e45-12cf5ec64046 HTTP/1.1" status: 200 len: 999 time: 0.0951920 Dec 20 16:07:43.784101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26071b98-b22d-4a0a-aadd-74922492740c req-3e79ad07-982f-455f-899c-19a3f91255c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:43.785562 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-26071b98-b22d-4a0a-aadd-74922492740c req-3e79ad07-982f-455f-899c-19a3f91255c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f0e3bfc-d2db-4b42-bc24-55918c67ddf6 HTTP/1.1" status: 200 len: 835 time: 0.0563900 Dec 20 16:07:43.828678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8f2783e2-4fce-4e6a-9c20-e55df615543b', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'port_id': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'mac_address': 'fa:16:3e:ab:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d5f73-4511-4209-9322-c89676fe0443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:06:07Z', 'updated_at': '2021-12-20T16:07:42Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:43.832735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] Checking router: c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:07:43.844153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:43.844776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:07:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:43.864528 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-26071b98-b22d-4a0a-aadd-74922492740c req-1cfeec3e-b661-4630-80e3-1e0d4e7a2ba0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b38351ce-1d50-45bd-810d-5376062dd579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728939 Dec 20 16:07:43.883332 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:07:43.995470 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-26071b98-b22d-4a0a-aadd-74922492740c req-71065b9d-37b7-497b-b6ba-359a54bc7f21 service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236966 Dec 20 16:07:44.027263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:07:44.140611 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-26071b98-b22d-4a0a-aadd-74922492740c req-71f8793c-4beb-4b54-a90c-17e02445bc56 service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393790 Dec 20 16:07:44.399776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8f2783e2-4fce-4e6a-9c20-e55df615543b', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'port_id': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'mac_address': 'fa:16:3e:ab:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d5f73-4511-4209-9322-c89676fe0443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:06:07Z', 'updated_at': '2021-12-20T16:07:42Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:44.405021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8e987-ef38-4519-b0c6-68eb1b71cae7 None None] The sync data for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv is: [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8f2783e2-4fce-4e6a-9c20-e55df615543b', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'port_id': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'mac_address': 'fa:16:3e:ab:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d5f73-4511-4209-9322-c89676fe0443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:06:07Z', 'updated_at': '2021-12-20T16:07:42Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:07:44.460756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57166) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:44.611603 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e20c8-979f-42f1-9f48-158d9bb7b8c6 None None] New status for floating IP 8f2783e2-4fce-4e6a-9c20-e55df615543b: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:07:44.618215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:44.684869 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-73eb0eba-a5d2-4e15-8ff8-dc5d62eeabb7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 991 time: 0.2228076 Dec 20 16:07:45.689022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57170) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:07:45.793670 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-57866b41-7f12-48c1-ae3d-9e8e7dd676b0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 200 len: 993 time: 0.1033363 Dec 20 16:07:52.029600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8ec732eb-2971-4d5b-8d2d-6f08eb69c4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:54.217958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d6fa4390-4e7d-4d18-a833-2674f0f45da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:55.400627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:55.487084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:07:56.846436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:14.651784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:20.883775 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:08:21.954616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5161575-ba20-430b-ae77-90dcb15b9a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:24.222881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a25ce311-55e1-41c1-9bda-282f5fc9162e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:25.393846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:25.485748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:26.857501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:35.049649 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc2bd1c2-ee78-4f29-b79e-d5287d8abb62 req-70f2d0e1-d663-4cc5-bc9d-95d760706f45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698609 Dec 20 16:08:35.184341 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc2bd1c2-ee78-4f29-b79e-d5287d8abb62 req-6a8b5cc9-9e95-4ef3-a352-fcbad61aaa8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 1099 time: 0.0679467 Dec 20 16:08:35.345395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bd1c2-ee78-4f29-b79e-d5287d8abb62 req-1f766623-5526-4685-a95c-08a214554abb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:35.346738 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc2bd1c2-ee78-4f29-b79e-d5287d8abb62 req-1f766623-5526-4685-a95c-08a214554abb service neutron] 10.222.0.64 "GET /v2.0/networks?id=b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 200 len: 898 time: 0.1434524 Dec 20 16:08:35.417242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc2bd1c2-ee78-4f29-b79e-d5287d8abb62 req-deebee8d-fa39-4b64-9639-ad5a7b04a0ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7 HTTP/1.1" status: 200 len: 217 time: 0.0639119 Dec 20 16:08:35.477052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bd1c2-ee78-4f29-b79e-d5287d8abb62 req-232519eb-51a1-4596-97f2-1c394d8f60a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:35.478428 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc2bd1c2-ee78-4f29-b79e-d5287d8abb62 req-232519eb-51a1-4596-97f2-1c394d8f60a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f0e3bfc-d2db-4b42-bc24-55918c67ddf6 HTTP/1.1" status: 200 len: 835 time: 0.0557585 Dec 20 16:08:35.552762 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc2bd1c2-ee78-4f29-b79e-d5287d8abb62 req-418706e2-f74e-4b69-b658-4d7cb2a26c6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b38351ce-1d50-45bd-810d-5376062dd579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673149 Dec 20 16:08:35.683477 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc2bd1c2-ee78-4f29-b79e-d5287d8abb62 req-2106ebdd-9468-456e-ab98-5a4977de3ffb service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237602 Dec 20 16:08:35.814795 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc2bd1c2-ee78-4f29-b79e-d5287d8abb62 req-74698cde-a0fd-44ba-a9b2-034967a82ffa service neutron] 10.222.0.64 "GET /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256111 Dec 20 16:08:44.628055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:51.965283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c99f59c3-674c-471e-be92-f6096720b137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:54.239229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c6b22fae-7b1b-4d01-a16c-46f7024367b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:55.382874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:55.429842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405cda-6821-4fd3-8b58-aa6ea393e310 req-778e15ea-d661-4b0a-9a9e-c82886f0e884 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:55.431309 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df405cda-6821-4fd3-8b58-aa6ea393e310 req-778e15ea-d661-4b0a-9a9e-c82886f0e884 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 945 time: 0.0815656 Dec 20 16:08:55.478143 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df405cda-6821-4fd3-8b58-aa6ea393e310 req-4adff4eb-ee49-45ce-a387-e0eff44d5695 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Dec 20 16:08:55.480152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:56.680747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d64a9-1911-47cd-b720-576d13c8f811 req-5e1c0470-b72a-421e-8bb4-7e801da8d81e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:56.682190 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c22d64a9-1911-47cd-b720-576d13c8f811 req-5e1c0470-b72a-421e-8bb4-7e801da8d81e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 945 time: 0.0772281 Dec 20 16:08:56.731213 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c22d64a9-1911-47cd-b720-576d13c8f811 req-7429b6d6-3384-4544-a6e6-34f6da9a1832 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434783 Dec 20 16:08:56.862038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:57.118543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-24444277-6652-47d7-b20b-e744ba5ac2ba tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:57.119896 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-24444277-6652-47d7-b20b-e744ba5ac2ba tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 945 time: 0.0905278 Dec 20 16:08:57.187124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port d1869f25-88e4-4cc7-9e45-12cf5ec64046 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:08:57.187466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:57.447327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port d1869f25-88e4-4cc7-9e45-12cf5ec64046, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d1869f25-88e4-4cc7-9e45-12cf5ec64046,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:57.447592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:57.833235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:57.833967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:57.833967 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP 8f2783e2-4fce-4e6a-9c20-e55df615543b disassociated. External IP: 172.26.7.214, port: d1869f25-88e4-4cc7-9e45-12cf5ec64046. Dec 20 16:08:57.834206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for d1869f25-88e4-4cc7-9e45-12cf5ec64046 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:08:57.884783 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:08:58.027031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93a2a6-e812-43d8-ba1b-7079a94e4d8d req-9551f44b-73f9-4553-b2eb-bbe68c522793 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:58.027031 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4d93a2a6-e812-43d8-ba1b-7079a94e4d8d req-9551f44b-73f9-4553-b2eb-bbe68c522793 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 945 time: 0.1636069 Dec 20 16:08:58.072718 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4d93a2a6-e812-43d8-ba1b-7079a94e4d8d req-1017fd58-a1cc-4913-a120-a0b940d70be6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=04614ca9-b344-41e6-97f3-562ad6508eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412297 Dec 20 16:08:58.119027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:58.125758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-be2daefa-c628-4dca-af86-1d21c912a78e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:08:58.171519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=d1869f25-88e4-4cc7-9e45-12cf5ec64046,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:58.185639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.186032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.186411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.186779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.187251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.187622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.187990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.188356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.188720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.189103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.189429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:58.192955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:08:58.388237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:08:58.589285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:08:58.599841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] Sync routers for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:08:58.613999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:58.615057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:08:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:58.659814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port d1869f25-88e4-4cc7-9e45-12cf5ec64046 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:58.662275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:08:58.672663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55d5f73-4511-4209-9322-c89676fe0443', 'name': 'network-vif-deleted', 'tag': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:58.782813 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-19f83dd4-2f4d-49a3-a460-00fabddf105a req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "DELETE /v2.0/ports/d1869f25-88e4-4cc7-9e45-12cf5ec64046 HTTP/1.1" status: 204 len: 173 time: 1.6571500 Dec 20 16:08:58.803265 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55d5f73-4511-4209-9322-c89676fe0443', 'name': 'network-vif-deleted', 'tag': 'd1869f25-88e4-4cc7-9e45-12cf5ec64046', 'status': 'completed', 'code': 200} Dec 20 16:08:58.846729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:08:59.156874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:59.162376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] Checking router: c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:08:59.182564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:59.183210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:08:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:59.261461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0622593a-2112-412c-8fa1-aa13d74ffd5e req-131756b9-258a-4470-aa8a-984de8a8a237 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:08:59.336640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0622593a-2112-412c-8fa1-aa13d74ffd5e req-131756b9-258a-4470-aa8a-984de8a8a237 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:08:59.337809 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0622593a-2112-412c-8fa1-aa13d74ffd5e req-131756b9-258a-4470-aa8a-984de8a8a237 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55d5f73-4511-4209-9322-c89676fe0443 HTTP/1.1" status: 200 len: 210 time: 0.1208274 Dec 20 16:08:59.373228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:08:59.687077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:59.690891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57d18d-69be-45e6-83fa-589db72c8095 None None] The sync data for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv is: [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:44Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '09ce844b-44e7-4691-8fb1-626bdc5f0454', 'name': '', 'network_id': 'b38351ce-1d50-45bd-810d-5376062dd579', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:bf:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:43Z', 'updated_at': '2021-12-20T16:05:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '1f0e3bfc-d2db-4b42-bc24-55918c67ddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:08:59.902606 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca92cd1-9ff4-48f4-9e7b-d0cc12ed22b4 None None] New status for floating IP 8f2783e2-4fce-4e6a-9c20-e55df615543b: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:09:00.442377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57210) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:00.510647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f1f4dd49-8211-48c8-a813-a31532f5a916 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:00.540634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f1f4dd49-8211-48c8-a813-a31532f5a916 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:00.673403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f1f4dd49-8211-48c8-a813-a31532f5a916 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:00.677363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-96d43407-ef6f-4c54-9c8b-89a63b61527e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:00.692511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4dd49-8211-48c8-a813-a31532f5a916 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04614ca9-b344-41e6-97f3-562ad6508eb4,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:00.695107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f1f4dd49-8211-48c8-a813-a31532f5a916 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:00.781581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f1f4dd49-8211-48c8-a813-a31532f5a916 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:00.782696 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f1f4dd49-8211-48c8-a813-a31532f5a916 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/04614ca9-b344-41e6-97f3-562ad6508eb4 HTTP/1.1" status: 204 len: 168 time: 0.3393798 Dec 20 16:09:00.913903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57216) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:01.073274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 0f57ab09-ece3-4b5f-b45c-f9511bb75a03 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:09:01.073617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:01.240607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:01.241433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:01.468397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 0f57ab09-ece3-4b5f-b45c-f9511bb75a03 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:09:01.690933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:01.694634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c0d04a0-0e16-4f64-9b08-504a22f316b2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:01.734104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=0f57ab09-ece3-4b5f-b45c-f9511bb75a03,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:01.738277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:01.826796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:01.860185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d1869f25-88e4-4cc7-9e45-12cf5ec64046 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:09:01.895744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: d1869f25-88e4-4cc7-9e45-12cf5ec64046 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:09:01.896090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d1869f25-88e4-4cc7-9e45-12cf5ec64046 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:09:01.919161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:01.920308 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/floatingips/8f2783e2-4fce-4e6a-9c20-e55df615543b HTTP/1.1" status: 204 len: 168 time: 1.0054359 Dec 20 16:09:02.524384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c539662-56dc-4b2f-b1c9-52967cfcef39 req-ee87dafc-e469-432e-af89-42f9b8bade03 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:02.525118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0c539662-56dc-4b2f-b1c9-52967cfcef39 req-ee87dafc-e469-432e-af89-42f9b8bade03 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:09:02.650976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0c539662-56dc-4b2f-b1c9-52967cfcef39 req-ee87dafc-e469-432e-af89-42f9b8bade03 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:09:02.652085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c539662-56dc-4b2f-b1c9-52967cfcef39 req-ee87dafc-e469-432e-af89-42f9b8bade03 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 946 time: 0.2035227 Dec 20 16:09:02.696873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0c539662-56dc-4b2f-b1c9-52967cfcef39 req-dfba140c-670f-4b85-b695-955d75d9aa81 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:09:02.824179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0c539662-56dc-4b2f-b1c9-52967cfcef39 req-dfba140c-670f-4b85-b695-955d75d9aa81 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:09:02.825369 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c539662-56dc-4b2f-b1c9-52967cfcef39 req-dfba140c-670f-4b85-b695-955d75d9aa81 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677985 Dec 20 16:09:04.075421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968be519-04bd-43bb-860c-9b6f9036cdb0 req-8a8bf45a-5d1a-4bd7-a399-aead544843de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:04.076868 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-968be519-04bd-43bb-860c-9b6f9036cdb0 req-8a8bf45a-5d1a-4bd7-a399-aead544843de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 946 time: 0.1243098 Dec 20 16:09:04.137392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-1b8a98d4-954e-4b72-8419-b28ba981e51a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:04.139641 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-1b8a98d4-954e-4b72-8419-b28ba981e51a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 946 time: 0.1276164 Dec 20 16:09:04.195106 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-968be519-04bd-43bb-860c-9b6f9036cdb0 req-e12d0131-4807-4a23-ba2b-b6ef409bb6d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f4a470-ae11-4dda-8553-9e03042ff41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085083 Dec 20 16:09:04.226964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:09:04.227307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:04.469394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port bac21faf-bb62-4a28-b54c-6d0f6ca156d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:04.469647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:04.589183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for bac21faf-bb62-4a28-b54c-6d0f6ca156d7 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:09:04.815907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:04.821686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:04.865569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=bac21faf-bb62-4a28-b54c-6d0f6ca156d7,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:04.869518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:04.937912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port bac21faf-bb62-4a28-b54c-6d0f6ca156d7 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:09:04.940262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:04.942724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'name': 'network-vif-deleted', 'tag': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:04.996923 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641d476a-8976-478d-abd0-e7fdcf5f0099', 'name': 'network-vif-deleted', 'tag': 'bac21faf-bb62-4a28-b54c-6d0f6ca156d7', 'status': 'completed', 'code': 200} Dec 20 16:09:05.028050 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2416453b-1895-47bc-a5db-60ad0c9ffcfe req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "DELETE /v2.0/ports/bac21faf-bb62-4a28-b54c-6d0f6ca156d7 HTTP/1.1" status: 204 len: 173 time: 0.8811901 Dec 20 16:09:05.378131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-aa1fef7e-6d7f-43a5-9594-2da31bb86b8b req-b476b6c2-f6c2-4633-95c0-3f64b0d5d4d3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:09:05.461294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-aa1fef7e-6d7f-43a5-9594-2da31bb86b8b req-b476b6c2-f6c2-4633-95c0-3f64b0d5d4d3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:09:05.462339 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa1fef7e-6d7f-43a5-9594-2da31bb86b8b req-b476b6c2-f6c2-4633-95c0-3f64b0d5d4d3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=641d476a-8976-478d-abd0-e7fdcf5f0099 HTTP/1.1" status: 200 len: 210 time: 0.1255286 Dec 20 16:09:06.566590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57232) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:06.636136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6acd1b54-d506-4970-9c3a-fdcb32ef72e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:06.663652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6acd1b54-d506-4970-9c3a-fdcb32ef72e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:06.816174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6acd1b54-d506-4970-9c3a-fdcb32ef72e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:06.820694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f1f4dd49-8211-48c8-a813-a31532f5a916 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:06.835498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd1b54-d506-4970-9c3a-fdcb32ef72e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f4a470-ae11-4dda-8553-9e03042ff41c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:06.837994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6acd1b54-d506-4970-9c3a-fdcb32ef72e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:06.912166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6acd1b54-d506-4970-9c3a-fdcb32ef72e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:06.913831 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6acd1b54-d506-4970-9c3a-fdcb32ef72e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/48f4a470-ae11-4dda-8553-9e03042ff41c HTTP/1.1" status: 204 len: 168 time: 0.3462284 Dec 20 16:09:07.021743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57238) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:07.422473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:07.914864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device bac21faf-bb62-4a28-b54c-6d0f6ca156d7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:09:07.947090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: bac21faf-bb62-4a28-b54c-6d0f6ca156d7 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:09:07.947455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device bac21faf-bb62-4a28-b54c-6d0f6ca156d7 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:09:08.140225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 09ce844b-44e7-4691-8fb1-626bdc5f0454 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:09:08.140858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:08.324761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 09ce844b-44e7-4691-8fb1-626bdc5f0454, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=09ce844b-44e7-4691-8fb1-626bdc5f0454,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:08.325095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:08.449692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 09ce844b-44e7-4691-8fb1-626bdc5f0454 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:09:08.679421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:08.683456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5d3510c2-b750-4d6d-92d5-8c89f7d28ceb tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:08.727914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=09ce844b-44e7-4691-8fb1-626bdc5f0454,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:08.799266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.799651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.800026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.800399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.800766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.801129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.801494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.801853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.802214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.802569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.803445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:08.809417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:09.032187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:09.726552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:09:09.924173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:09.933835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] Sync routers for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:09:09.945784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:09.946436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:08:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:10.012061 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/c3fb3acb-1ca1-4e0f-aff2-48b3cd171174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9883974 Dec 20 16:09:10.014709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57242) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:10.175315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:09:10.207581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc1354c-264c-4657-ba7f-aed6e0879184 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting subnet 1f0e3bfc-d2db-4b42-bc24-55918c67ddf6 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:09:10.210956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2cc1354c-264c-4657-ba7f-aed6e0879184 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:10.266613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2cc1354c-264c-4657-ba7f-aed6e0879184 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:10.353095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2cc1354c-264c-4657-ba7f-aed6e0879184 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:10.461003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:09:08Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:10.464885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] Checking router: c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:09:10.475845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] Routers {'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:10.476450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:08:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:10.502459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2cc1354c-264c-4657-ba7f-aed6e0879184 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:10.506413 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5c173b75-0c03-4c42-bbaf-c3c44a93b2de tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:10.542226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1354c-264c-4657-ba7f-aed6e0879184 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0e3bfc-d2db-4b42-bc24-55918c67ddf6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:10.545616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2cc1354c-264c-4657-ba7f-aed6e0879184 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:10.549767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2cc1354c-264c-4657-ba7f-aed6e0879184 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:10.556025 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2cc1354c-264c-4657-ba7f-aed6e0879184 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/subnets/1f0e3bfc-d2db-4b42-bc24-55918c67ddf6 HTTP/1.1" status: 204 len: 168 time: 0.5402789 Dec 20 16:09:10.557441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847551c4-6a88-48f4-ae0c-1fd17848d10f None None] Network b38351ce-1d50-45bd-810d-5376062dd579 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:09:10.558582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57246) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:10.763478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:10.802751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] Set router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:09:10.959000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:11.073555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port f37e5b8c-93a8-4726-b470-c989b0a83045 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:09:11.073816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:11.077623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a37927-a614-4abf-951f-283fb5981cab None None] DHCP port deletion for b38351ce-1d50-45bd-810d-5376062dd579 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:09:11.087697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Deleting port 79504213-b42a-4577-a4ab-5221622e875e {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:09:11.088082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:11.236202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:09:08Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:11.252676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae03190-1b13-4b87-aea4-fbe679e7c2db None None] The sync data for ids ['c3fb3acb-1ca1-4e0f-aff2-48b3cd171174'] in dv-neutron-821074-1-hyperv is: [{'id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'name': 'tempest-TestNetworkBasicOps-router-1245189734', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:09:08Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f37e5b8c-93a8-4726-b470-c989b0a83045', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb3acb-1ca1-4e0f-aff2-48b3cd171174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:39Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:09:11.321202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-18a37927-a614-4abf-951f-283fb5981cab None None] For port 79504213-b42a-4577-a4ab-5221622e875e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=79504213-b42a-4577-a4ab-5221622e875e,segment=NetworkSegment(64d3b687-7a4d-43f5-87cb-841c26c4496d),segment_id=64d3b687-7a4d-43f5-87cb-841c26c4496d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:11.321600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:11.388696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port f37e5b8c-93a8-4726-b470-c989b0a83045, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f37e5b8c-93a8-4726-b470-c989b0a83045,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:11.388960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:11.490142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Calling delete_port for 79504213-b42a-4577-a4ab-5221622e875e owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:09:11.509520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for f37e5b8c-93a8-4726-b470-c989b0a83045 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:09:11.707454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:11.711362 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e8378a92-6e35-4709-a186-9b93baee9ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:11.757501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Pushing event deleted for resources: {'Port': ['ID=79504213-b42a-4577-a4ab-5221622e875e,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:11.762870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a37927-a614-4abf-951f-283fb5981cab None None] No DVR routers for this DVR port 79504213-b42a-4577-a4ab-5221622e875e on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:09:11.765395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:11.769240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2e96523e-afcf-4c59-92a1-14d25b956e0d tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:11.769882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.770233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.770575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.770934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.771275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.772138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.772469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.772798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.773125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.773448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.773771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.776743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:11.810771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=f37e5b8c-93a8-4726-b470-c989b0a83045,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:11.814305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:12.028217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.286583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.291261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.387400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.387945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Fanout notify agent at l3_agent the message router_deleted on router c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:09:12.402106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.403217 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/routers/c3fb3acb-1ca1-4e0f-aff2-48b3cd171174 HTTP/1.1" status: 204 len: 168 time: 1.8435373 Dec 20 16:09:12.406520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57250) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:12.516705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.656961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.791911 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38351ce-1d50-45bd-810d-5376062dd579']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:12.806689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d3b687-7a4d-43f5-87cb-841c26c4496d') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:12.807024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d3b687-7a4d-43f5-87cb-841c26c4496d') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:12.820497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.837007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.845741 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 09ce844b-44e7-4691-8fb1-626bdc5f0454 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:09:12.848527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:09:12.848993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:09:12.866253 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:09:12.880360 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 09ce844b-44e7-4691-8fb1-626bdc5f0454 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:09:12.905632 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 09ce844b-44e7-4691-8fb1-626bdc5f0454 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:09:12.905632 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 79504213-b42a-4577-a4ab-5221622e875e no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:09:12.914945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 79504213-b42a-4577-a4ab-5221622e875e {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:09:12.915240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 79504213-b42a-4577-a4ab-5221622e875e not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:09:12.915665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f37e5b8c-93a8-4726-b470-c989b0a83045 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:09:12.946944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: f37e5b8c-93a8-4726-b470-c989b0a83045 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:09:12.947291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f37e5b8c-93a8-4726-b470-c989b0a83045 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:09:12.993405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:12.997159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-06027582-36fb-4bde-8a2c-dad84ffd0778 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:13.011480 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:13.022633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Network': ['ID=b38351ce-1d50-45bd-810d-5376062dd579,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:13.025795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:13.073858 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/networks/b38351ce-1d50-45bd-810d-5376062dd579 HTTP/1.1" status: 204 len: 168 time: 0.6663542 Dec 20 16:09:13.097097 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57254) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:13.103145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'network': {'name': 'tempest-network-smoke--686846374', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'port_security_enabled': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:13.108067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:13.112472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:network and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:13.115280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:13.121564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:13.210217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:13.213330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:13.243826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:09:13.252873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:13.253213 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Added segment 189db852-e783-4e03-81a6-b65c158e5361 of type vlan for network 71a6e414-7443-4b9a-b59b-8ecf1f781925 Dec 20 16:09:13.279619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:13.370013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:13.373801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:13.374376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:13.378057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1d61c339-911c-4c66-ac95-e09fabe554d9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:13.481885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Network': ['ID=71a6e414-7443-4b9a-b59b-8ecf1f781925,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:13.484864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:13.492629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 71a6e414-7443-4b9a-b59b-8ecf1f781925 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:09:13.514232 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4159882 Dec 20 16:09:13.516945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57258) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:13.522456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'admin_state_up': True, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:13.529328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:13.533169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:router and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:13.536002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:13.541657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:13.610573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:13.616901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:13.629907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:13.871665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:14.178650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:14.207538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:14.341399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.74 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:14.488237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:14.580914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:14.585009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c098fe82-152c-4bff-8ba7-0f52f5f9397a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:14.649230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:14.653363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:14.656616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:14.660148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:14.690458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:14.696471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:14.895585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:14.896303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:15.199074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:09:15.519446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:15.529580 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Sync routers for ids ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:09:15.542062 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Routers {'4428d563-dfdd-4a0f-8a2f-80dd5b484944'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:15.542662 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:08:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:15.610699 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:15.612054 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0941637 Dec 20 16:09:15.615371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57262) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:15.654895 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-70a8791d-5045-41d8-88c4-d943d3e1a103 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=546f21e137754670849b9dd3d35e73c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383081 Dec 20 16:09:15.657590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57266) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:15.722178 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Set router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:09:15.802360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d610d5-55ef-494a-8901-e974d32e47e6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:15.806488 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-55d610d5-55ef-494a-8901-e974d32e47e6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1453562 Dec 20 16:09:15.806659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57270) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:15.845646 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1cf8e7e6-c83b-4d18-85fd-5409adc93a7f tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378010 Dec 20 16:09:15.848131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57274) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:15.854202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826785566', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:15.964772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:15.968575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:subnet and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:15.971402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:15.977139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:16.008790 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:14Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:16.012467 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Checking router: 4428d563-dfdd-4a0f-8a2f-80dd5b484944 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:09:16.016702 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Updating router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:09:16.027541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:16.061852 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:16.131732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:16.406769 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:16.418682 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Transition to ACTIVE for port object e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:09:16.433478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:16.437347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0e00909a-759d-43af-a567-35645a6ec3e2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:16.501348 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:16.505771 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:16.516943 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Subnet': ['ID=c99f25b7-abf0-4208-854b-1c1a22b00fdf,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:16.520517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:16.527584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Checking segment: {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:09:16.527942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network hostable DHCP agents. Network: 71a6e414-7443-4b9a-b59b-8ecf1f781925, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:09:16.586041 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Attempting to bind port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:09:16.586640 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Attempting to bind port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:09:16.586770 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Attempting to bind port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:09:16.588766 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Pushing event updated for resources: {'Port': ['ID=e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:16.600041 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.600382 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.600714 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.601034 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.601354 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.601671 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.601984 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.602298 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.602609 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.602935 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.607920 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:16.607920 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:16.608258 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:09:16.608634 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:09:16.609034 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:16.609671 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:09:16.610134 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Bound port: e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:09:16.610502 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:16.633272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 71a6e414-7443-4b9a-b59b-8ecf1f781925 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:09:16.680001 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] For port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:16.683064 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] For port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:16.736153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 71a6e414-7443-4b9a-b59b-8ecf1f781925) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:16.740988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:16.742121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:16.745846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a76ade-6150-43b3-b0a4-e48a8399fd61 None None] Network 71a6e414-7443-4b9a-b59b-8ecf1f781925 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:09:16.759363 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:16.764807 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-bbdc5815-22af-4999-9bd8-5cbcef2ebf24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:16.840272 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9908278 Dec 20 16:09:16.842478 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Pushing event updated for resources: {'Port': ['ID=e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:16.843243 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57278) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:16.845415 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Routers {'4428d563-dfdd-4a0f-8a2f-80dd5b484944'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:16.846028 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:08:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:16.893071 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:16.962828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-71a6e414-7443-4b9a-b59b-8ecf1f781925', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:09:16.963787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:17.034106 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] Set router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:09:17.125612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Allocated IP 172.20.0.2 (71a6e414-7443-4b9a-b59b-8ecf1f781925/c99f25b7-abf0-4208-854b-1c1a22b00fdf/7ef48f72-72db-4c65-9b16-dd1263a27d0d) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:17.330716 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:14Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:17.334901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b147c-f1df-49e8-88ff-82135cb86433 None None] The sync data for ids ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'] in dv-neutron-821074-1-hyperv is: [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:14Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:09:17.346661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:17.363111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Transition to ACTIVE for port object 7ef48f72-72db-4c65-9b16-dd1263a27d0d will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:09:17.383003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Transition to ACTIVE for port object 7ef48f72-72db-4c65-9b16-dd1263a27d0d will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:09:17.462823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:17.468289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-78e6817e-67a6-41b0-adaf-f366f667b14a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:17.559337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Network 71a6e414-7443-4b9a-b59b-8ecf1f781925 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:17.562294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:17.566832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:17.569181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Pushing event updated for resources: {'Port': ['ID=7ef48f72-72db-4c65-9b16-dd1263a27d0d,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:17.572813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:17.668143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Attempting to bind port 7ef48f72-72db-4c65-9b16-dd1263a27d0d on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:09:17.668612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Attempting to bind port 7ef48f72-72db-4c65-9b16-dd1263a27d0d by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:09:17.669049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Attempting to bind port 7ef48f72-72db-4c65-9b16-dd1263a27d0d on network 71a6e414-7443-4b9a-b59b-8ecf1f781925 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:09:17.679974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:09:17.680392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Checking segment: {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:09:17.681347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:17.681347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Bound using segment: {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:09:17.681680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Bound port: 7ef48f72-72db-4c65-9b16-dd1263a27d0d, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:09:17.682007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:17.787747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] For port 7ef48f72-72db-4c65-9b16-dd1263a27d0d, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:17.791058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] For port 7ef48f72-72db-4c65-9b16-dd1263a27d0d, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7ef48f72-72db-4c65-9b16-dd1263a27d0d,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:17.821989 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:17.861373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:17.865819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-929b4523-ee21-44d4-b712-3992ba9bd32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:17.948321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Pushing event updated for resources: {'Port': ['ID=7ef48f72-72db-4c65-9b16-dd1263a27d0d,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:17.952418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:18.256827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.1 (71a6e414-7443-4b9a-b59b-8ecf1f781925/c99f25b7-abf0-4208-854b-1c1a22b00fdf/9f7f0a9b-ad0d-4373-8588-64ac9edd57dd) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:18.421110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:18.439218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:09:18.519189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:18.523069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d1a13e88-83f2-4a71-aa11-d29d88632fda tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:18.593057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 71a6e414-7443-4b9a-b59b-8ecf1f781925 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:18.596596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:18.600689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:18.636142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=9f7f0a9b-ad0d-4373-8588-64ac9edd57dd,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:18.640342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:18.663261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:18.788707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7ef48f72-72db-4c65-9b16-dd1263a27d0d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:09:18.829690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:18.907316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed133cc3-25c7-449f-a236-075ca80fc6a6 None None] Network 71a6e414-7443-4b9a-b59b-8ecf1f781925 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:09:18.928743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 7ef48f72-72db-4c65-9b16-dd1263a27d0d completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:09:18.943857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:09:19.215037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cf2ddd59-8cf0-4d7b-ba48-ec191301fa48 None None] Provisioning for port 7ef48f72-72db-4c65-9b16-dd1263a27d0d completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:09:19.221697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cf2ddd59-8cf0-4d7b-ba48-ec191301fa48 None None] Provisioning complete for port 7ef48f72-72db-4c65-9b16-dd1263a27d0d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:19.222083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cf2ddd59-8cf0-4d7b-ba48-ec191301fa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:19.247531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:19.256593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:09:19.274178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:19.274563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:19.330710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:19.361127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-20bd3069-bccb-4cff-8499-67a80fb96c3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:19.455025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:19.458759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=9f7f0a9b-ad0d-4373-8588-64ac9edd57dd,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:19.461941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:19.463384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cf2ddd59-8cf0-4d7b-ba48-ec191301fa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:19.499878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:19.522539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cf2ddd59-8cf0-4d7b-ba48-ec191301fa48 None None] For port 7ef48f72-72db-4c65-9b16-dd1263a27d0d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7ef48f72-72db-4c65-9b16-dd1263a27d0d,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:19.524305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:19.592108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cf2ddd59-8cf0-4d7b-ba48-ec191301fa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:19.596026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-396dd0d3-d3ec-4cfd-a6ea-b2b4698bc44a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:19.600662 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 71a6e414-7443-4b9a-b59b-8ecf1f781925 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:19.601892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:19.662528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:19.694404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ddd59-8cf0-4d7b-ba48-ec191301fa48 None None] Pushing event updated for resources: {'Port': ['ID=7ef48f72-72db-4c65-9b16-dd1263a27d0d,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:19.698811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cf2ddd59-8cf0-4d7b-ba48-ec191301fa48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:19.700938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-525046bc-1000-4d57-b717-b88b92b79ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:19.782599 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2afe9c2b-82f4-416c-a9f8-8388080d9c62 None None] Provisioning complete for port 7ef48f72-72db-4c65-9b16-dd1263a27d0d triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:19.783015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2afe9c2b-82f4-416c-a9f8-8388080d9c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:19.831803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:19.836140 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:19.998767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2afe9c2b-82f4-416c-a9f8-8388080d9c62 None None] Provisioning for port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:09:20.004125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2afe9c2b-82f4-416c-a9f8-8388080d9c62 None None] Provisioning complete for port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:20.004501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2afe9c2b-82f4-416c-a9f8-8388080d9c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:20.061116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2afe9c2b-82f4-416c-a9f8-8388080d9c62 None None] Port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:09:20.141263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:09:20.181775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-30ea0277-0713-4acd-b647-782447b28a76 None None] Provisioning complete for port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:20.182246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-30ea0277-0713-4acd-b647-782447b28a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:20.236490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-30ea0277-0713-4acd-b647-782447b28a76 None None] Port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:09:20.346586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:20.369181 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/4428d563-dfdd-4a0f-8a2f-80dd5b484944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5246069 Dec 20 16:09:20.371712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57282) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:20.518724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746fa57-e5b4-4f7b-b77c-7f0fe3df6212 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:20.519030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746fa57-e5b4-4f7b-b77c-7f0fe3df6212 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:20.519393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746fa57-e5b4-4f7b-b77c-7f0fe3df6212 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:20.519749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746fa57-e5b4-4f7b-b77c-7f0fe3df6212 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:20.521350 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a746fa57-e5b4-4f7b-b77c-7f0fe3df6212 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1487434 Dec 20 16:09:20.524652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57286) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:20.589734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3106ed1-37d9-439f-b674-c9c30921be24 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:20.590102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3106ed1-37d9-439f-b674-c9c30921be24 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:20.590458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3106ed1-37d9-439f-b674-c9c30921be24 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:20.590815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3106ed1-37d9-439f-b674-c9c30921be24 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:20.592450 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b3106ed1-37d9-439f-b674-c9c30921be24 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0669301 Dec 20 16:09:20.595205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57290) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:20.754523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7ef48f72-72db-4c65-9b16-dd1263a27d0d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:09:20.803791 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-86f4af68-9e65-43e1-bbd7-9427ec919767 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2073452 Dec 20 16:09:20.807127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57294) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:20.812634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-621428209', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:20.830276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7ef48f72-72db-4c65-9b16-dd1263a27d0d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:20.830662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:20.937317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Sync routers for ids ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:09:20.956005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:09:20.958285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:20.962478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:port and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:20.965422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:20.971052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:21.000395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Routers {'4428d563-dfdd-4a0f-8a2f-80dd5b484944'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:21.001039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:08:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:21.044608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:21.047772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:21.071627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] device_id is not set on port 6e06947a-be96-4df3-93ad-2a6d52846538 yet. {{(pid=84391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:09:21.194589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:21.194895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:21.213358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.13 (71a6e414-7443-4b9a-b59b-8ecf1f781925/c99f25b7-abf0-4208-854b-1c1a22b00fdf/6e06947a-be96-4df3-93ad-2a6d52846538) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:21.257194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Set router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:09:21.546457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:21.562165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 6e06947a-be96-4df3-93ad-2a6d52846538 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:09:21.687929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:18Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9f7f0a9b-ad0d-4373-8588-64ac9edd57dd', 'name': '', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:18Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:21.689562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:21.691999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Checking router: 4428d563-dfdd-4a0f-8a2f-80dd5b484944 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:09:21.692436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Updating router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:09:21.696076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8aa00bc8-5b07-43f5-946d-263de6e65831 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:21.747254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:21.772204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 71a6e414-7443-4b9a-b59b-8ecf1f781925 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:21.775776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:21.777600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:21.779815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:21.813457 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:21.841922 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:21.842539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:21.934591 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1238410 Dec 20 16:09:21.997994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c3d74b40-49de-41f5-8cd6-44cf25c5a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:22.119697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:22.130950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Transition to ACTIVE for port object 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:09:22.187100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bdcd2a77-fa4a-415b-9b2d-b306862b8480 None None] Provisioning for port 6e06947a-be96-4df3-93ad-2a6d52846538 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:09:22.192859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bdcd2a77-fa4a-415b-9b2d-b306862b8480 None None] Provisioning complete for port 6e06947a-be96-4df3-93ad-2a6d52846538 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:22.193389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bdcd2a77-fa4a-415b-9b2d-b306862b8480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:22.225267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:22.234461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:22.363255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bdcd2a77-fa4a-415b-9b2d-b306862b8480 None None] Port 6e06947a-be96-4df3-93ad-2a6d52846538 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:09:22.377406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29580b-a67d-4693-8aad-ba223482a83c None None] Pushing event updated for resources: {'Port': ['ID=9f7f0a9b-ad0d-4373-8588-64ac9edd57dd,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:22.380503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4a29580b-a67d-4693-8aad-ba223482a83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:22.469613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Attempting to bind port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:09:22.469981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Attempting to bind port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:09:22.470347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Attempting to bind port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd on network 71a6e414-7443-4b9a-b59b-8ecf1f781925 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:09:22.477940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:09:22.478331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Checking segment: {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:09:22.478721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:22.479146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Bound using segment: {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:09:22.479618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Bound port: 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:09:22.480007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:22.570125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] For port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:22.575863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] For port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9f7f0a9b-ad0d-4373-8588-64ac9edd57dd,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:22.647298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57300) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:22.652977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1818874986', 'description': 'tempest-secgroup-smoke-1818874986 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:22.659772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:22.664293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:22.667182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:22.667714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:22.672008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-929b4523-ee21-44d4-b712-3992ba9bd32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:22.672873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:22.749053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29580b-a67d-4693-8aad-ba223482a83c None None] Pushing event updated for resources: {'Port': ['ID=9f7f0a9b-ad0d-4373-8588-64ac9edd57dd,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:22.753083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4a29580b-a67d-4693-8aad-ba223482a83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:22.754091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Routers {'4428d563-dfdd-4a0f-8a2f-80dd5b484944'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:22.754712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:08:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:22.770800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:22.808946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:22.812920 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:22.816406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:22.822690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:22.882357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:22.943686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] Set router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:09:22.946986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:22.950755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2241a965-a868-4f67-9e87-957445feb3e7 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:22.996869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a189e2-88f4-4093-a90d-8b799683f985,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:22.999669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:23.072825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:23.074148 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4258268 Dec 20 16:09:23.077548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57304) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:23.083289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '61a189e2-88f4-4093-a90d-8b799683f985', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:23.089199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:23.093033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:23.095850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:23.101467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:23.199777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:23.263238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:23.322131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:18Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9f7f0a9b-ad0d-4373-8588-64ac9edd57dd', 'name': '', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:18Z', 'updated_at': '2021-12-20T16:09:22Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:23.325981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bbf0b-6385-4209-8463-7a6b04f5693d None None] The sync data for ids ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'] in dv-neutron-821074-1-hyperv is: [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:18Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9f7f0a9b-ad0d-4373-8588-64ac9edd57dd', 'name': '', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:18Z', 'updated_at': '2021-12-20T16:09:22Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:09:23.330013 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:23.331737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:23.354891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe63cbf-0d94-4736-a7eb-f2aee6fd848c,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:23.360835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:23.427343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:23.429096 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3502059 Dec 20 16:09:23.431553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57308) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:23.437474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '61a189e2-88f4-4093-a90d-8b799683f985', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:23.444614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:23.448792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:23.455854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:23.457913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:23.524654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:23.589492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:23.695945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:23.697848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9dcee7a9-201b-43cf-87cd-89f5069218ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:23.721714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359ec0d0-622c-4d9d-a3b2-8ca21e07568b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:23.725055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:23.793230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:23.794467 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3618045 Dec 20 16:09:23.797314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57312) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:23.804965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '61a189e2-88f4-4093-a90d-8b799683f985', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:23.811395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:23.815672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:23.819051 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:23.825146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:23.902907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:23.971217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.039080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.041029 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-686c35c3-6c7d-4ae2-92c9-950ec6bae126 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:24.072963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e85cf83-4555-411f-9d3a-ef6cd45e43b8,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:24.082240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:24.164742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.166176 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3676174 Dec 20 16:09:24.168668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57316) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:24.174129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '61a189e2-88f4-4093-a90d-8b799683f985', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:24.180459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:24.184375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:24.187321 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:24.193755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:24.279123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fb27bf2-0ad7-4af1-a6ac-6a6cc367734b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.335861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.399465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.501290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.506994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-659b50cf-e84c-47b7-a0f4-b415335a3182 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:24.526441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8332a63-eba5-4ac0-bd1d-f05e40454e9d,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:24.530699 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:24.621213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.622426 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4528220 Dec 20 16:09:24.625146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57320) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:24.630559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '61a189e2-88f4-4093-a90d-8b799683f985', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:24.637315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:24.641031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:24.643846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:24.649556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:24.741887 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:09:24.749500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.763474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:09:24.820849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.917159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.918992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4636be35-2d00-43ab-96b3-1abeba1074da tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:24.929790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:09:24.934647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:24.935170 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:24.941096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e6b826-dad2-4b05-ad31-cf87dcc34b4f,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:24.945995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:25.027227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:25.028342 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4022968 Dec 20 16:09:25.031134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57324) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:25.036670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '61a189e2-88f4-4093-a90d-8b799683f985', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:25.042315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:25.046055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:25.049033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:25.050104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:25.054752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:25.081546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9f7f0a9b-ad0d-4373-8588-64ac9edd57dd,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:25.169979 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:09:25.176981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:25.222666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:25.225265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:25.244075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:25.296563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=9f7f0a9b-ad0d-4373-8588-64ac9edd57dd,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:25.299651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:25.307195 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:25.309044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:25.329927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7daa9e76-5c5f-42c8-b7f7-1e82909ec37b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:25.334449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:25.375882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:25.404504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:25.406949 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3737798 Dec 20 16:09:25.490039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:25.586317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-a6060541-e3a5-41b9-b756-c17263736582 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:09:25.667537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-a6060541-e3a5-41b9-b756-c17263736582 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:09:25.668760 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-a6060541-e3a5-41b9-b756-c17263736582 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818874986&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.1222608 Dec 20 16:09:25.745599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-b98faa15-fd04-4c08-b276-092190cc0bfa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:25.746960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-b98faa15-fd04-4c08-b276-092190cc0bfa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 930 time: 0.0713196 Dec 20 16:09:26.022177 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-fb243ce7-419a-4e33-b5b8-a18f00e44b7d service neutron] 10.222.0.62 "GET /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2613184 Dec 20 16:09:26.158046 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-7af766dc-3cb8-45f2-b217-07366e165d23 service neutron] 10.222.0.62 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301777 Dec 20 16:09:26.295452 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-9f9b36cb-317b-4b87-986b-79da7ec386cc service neutron] 10.222.0.62 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277382 Dec 20 16:09:26.584569 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb4c92a5-39ea-4ed0-b321-371752674fa3 req-916a058d-c44c-43f5-bde4-ec16c22d266f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 210 time: 0.0395188 Dec 20 16:09:26.736217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:09:26.816674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:26.817047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:26.906023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:27.695424 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bf66f9e-d901-45a0-99de-deb7bd2cb048 req-8b145510-e56a-41ff-9941-05f3ab9e4392 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 210 time: 0.0408447 Dec 20 16:09:28.862536 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7cf12b3b-e01f-4b85-9b2c-fe276e0f83fd req-2296c58b-c5c5-494b-a1bc-69e3987dcbc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 210 time: 0.0492039 Dec 20 16:09:30.024624 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-baa5c4e1-458e-4a73-bb04-7c4078640c83 req-48dd16c4-6bb7-43c8-a014-28dfe04b396b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 210 time: 0.0411034 Dec 20 16:09:30.883146 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-ae01494e-1c67-456b-a1bc-86e33ea4d2ce service neutron] 10.222.0.64 "GET /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 1026 time: 0.0600526 Dec 20 16:09:31.029620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-af1cdcbb-3eee-42eb-be5a-ca98934ab0ff tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:31.031040 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-af1cdcbb-3eee-42eb-be5a-ca98934ab0ff tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=71a6e414-7443-4b9a-b59b-8ecf1f781925 HTTP/1.1" status: 200 len: 796 time: 0.1432753 Dec 20 16:09:31.084508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-973fdf41-435c-4dbf-8392-8597e3d16f30 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 380 time: 0.0409751 Dec 20 16:09:31.094183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Request body: {'port': {'device_id': '0b4670ce-1572-4cef-befb-4f79b12033ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:31.224923 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dd43c952-0d35-4b21-8f65-cb4f18dc9069 req-97f5bc22-689e-4151-aa5c-9327d03139a7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 210 time: 0.0777168 Dec 20 16:09:31.242683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:31.579538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e06947a-be96-4df3-93ad-2a6d52846538 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:09:31.590523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:31.608420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Transition to ACTIVE for port object 6e06947a-be96-4df3-93ad-2a6d52846538 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:09:31.707075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:31.711569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-26f6569d-e872-4009-842b-f3e8b6c8574b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:31.842405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:31.846234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:31.950188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Attempting to bind port 6e06947a-be96-4df3-93ad-2a6d52846538 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:09:31.950535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Attempting to bind port 6e06947a-be96-4df3-93ad-2a6d52846538 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:09:31.950860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Attempting to bind port 6e06947a-be96-4df3-93ad-2a6d52846538 on network 71a6e414-7443-4b9a-b59b-8ecf1f781925 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:09:31.957153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Port 6e06947a-be96-4df3-93ad-2a6d52846538 on network 71a6e414-7443-4b9a-b59b-8ecf1f781925 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:09:31.957472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Attempting to bind port 6e06947a-be96-4df3-93ad-2a6d52846538 on network 71a6e414-7443-4b9a-b59b-8ecf1f781925 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:09:31.965502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:09:31.965846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Checking segment: {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:09:31.966230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Bound using segment: {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:09:31.966660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Bound port: 6e06947a-be96-4df3-93ad-2a6d52846538, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:09:31.967028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:32.054255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:32.057121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=6e06947a-be96-4df3-93ad-2a6d52846538,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:32.136330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:32.140076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-91b6c04b-41f7-4221-a894-08c7c7b9d85a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:32.316170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:32.317535 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 1131 time: 1.2272906 Dec 20 16:09:32.318215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4670ce-1572-4cef-befb-4f79b12033ae', 'tag': '6e06947a-be96-4df3-93ad-2a6d52846538'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:32.330419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:32.338170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:32.389063 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4670ce-1572-4cef-befb-4f79b12033ae', 'tag': '6e06947a-be96-4df3-93ad-2a6d52846538', 'status': 'completed', 'code': 200} Dec 20 16:09:32.487161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d98cb-9b66-46e3-9082-344bd06e03d1 req-3a5d2893-daa7-4d67-9e39-cad696c132a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:32.488686 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f54d98cb-9b66-46e3-9082-344bd06e03d1 req-3a5d2893-daa7-4d67-9e39-cad696c132a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 981 time: 0.1387992 Dec 20 16:09:32.542054 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5b2f4e1e-051d-4435-ad7f-81a45edb5e5b req-92e08d3c-8811-4d96-85ec-b8990e5d90a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 1134 time: 0.1291375 Dec 20 16:09:32.548858 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f54d98cb-9b66-46e3-9082-344bd06e03d1 req-0d5c00c8-ca1c-4403-8d2d-c4f23c183799 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504818 Dec 20 16:09:32.689576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f4e1e-051d-4435-ad7f-81a45edb5e5b req-d0ca7754-894d-4cf1-8cde-4bca14665ddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:32.691131 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5b2f4e1e-051d-4435-ad7f-81a45edb5e5b req-d0ca7754-894d-4cf1-8cde-4bca14665ddd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1404526 Dec 20 16:09:32.826024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f4e1e-051d-4435-ad7f-81a45edb5e5b req-46361b2d-521a-4276-8825-789860a24f59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:32.827508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5b2f4e1e-051d-4435-ad7f-81a45edb5e5b req-46361b2d-521a-4276-8825-789860a24f59 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300967 Dec 20 16:09:32.935633 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-084d3c47-eaf0-4779-8101-f33cda23f017 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 1134 time: 0.0722046 Dec 20 16:09:33.004622 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-c2dbf798-9106-45bb-b0a2-d5e396950752 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 217 time: 0.0621212 Dec 20 16:09:33.068724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-db345f52-f6f3-4b6a-bd00-df47b0c29ce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:33.070117 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-db345f52-f6f3-4b6a-bd00-df47b0c29ce0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99f25b7-abf0-4208-854b-1c1a22b00fdf HTTP/1.1" status: 200 len: 835 time: 0.0594759 Dec 20 16:09:33.143956 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-1e829913-f4b1-47fd-812a-7911c1388d5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71a6e414-7443-4b9a-b59b-8ecf1f781925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676954 Dec 20 16:09:33.274214 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-da4e0c92-272a-4d03-8f94-4938b57af050 service neutron] 10.222.0.64 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241515 Dec 20 16:09:33.406128 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-282e0770-5883-4bbf-a562-ca69d6ce8fc8 req-8c07bae3-98cb-4d29-80d4-2328d15977e6 service neutron] 10.222.0.64 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253049 Dec 20 16:09:33.749900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a500-3954-4c7e-9e7e-3c09f7bd130a req-87e4c68f-d109-46c9-8bcd-55e18772c71b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:33.751380 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d19a500-3954-4c7e-9e7e-3c09f7bd130a req-87e4c68f-d109-46c9-8bcd-55e18772c71b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 981 time: 0.0810244 Dec 20 16:09:33.796477 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d19a500-3954-4c7e-9e7e-3c09f7bd130a req-fdf016b7-df71-4d48-954a-b6a3ed8fce14 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389009 Dec 20 16:09:34.884137 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:09:35.000201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa0006-488b-4c80-85e3-f190a4125d6d req-eb4e1d15-c33a-4463-9236-0aca03d38329 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:35.001658 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b5aa0006-488b-4c80-85e3-f190a4125d6d req-eb4e1d15-c33a-4463-9236-0aca03d38329 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 981 time: 0.0858757 Dec 20 16:09:35.047508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b5aa0006-488b-4c80-85e3-f190a4125d6d req-3eb21c89-eb1f-47cd-852c-19d25aba5923 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401318 Dec 20 16:09:36.245618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8a398-1ed9-453d-8e23-90307e64c61a req-efa3e6ed-6163-4cf8-b126-fcc9d0f5c9e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:36.252458 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f0e8a398-1ed9-453d-8e23-90307e64c61a req-efa3e6ed-6163-4cf8-b126-fcc9d0f5c9e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 981 time: 0.0799913 Dec 20 16:09:36.301098 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f0e8a398-1ed9-453d-8e23-90307e64c61a req-bb316aaf-c4af-47f7-b7f5-d6353b0a0fae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487857 Dec 20 16:09:37.498082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae0701-ab46-445d-8379-39f9c886da0e req-de78681d-da5f-4286-bb06-c247ec88c9c0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:37.499531 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d9ae0701-ab46-445d-8379-39f9c886da0e req-de78681d-da5f-4286-bb06-c247ec88c9c0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 981 time: 0.0774124 Dec 20 16:09:37.550131 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d9ae0701-ab46-445d-8379-39f9c886da0e req-5239ec17-3d08-4f43-adc3-fb64c502b6ee tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Dec 20 16:09:38.006668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 6e06947a-be96-4df3-93ad-2a6d52846538 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:09:38.140473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=6e06947a-be96-4df3-93ad-2a6d52846538,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:38.153997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '6e06947a-be96-4df3-93ad-2a6d52846538', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'port_id': '6e06947a-be96-4df3-93ad-2a6d52846538', 'mac_address': 'fa:16:3e:7a:ee:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:09:38.208938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:38.225992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e06947a-be96-4df3-93ad-2a6d52846538 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:09:38.242097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=6e06947a-be96-4df3-93ad-2a6d52846538,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:38.322356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:38.324131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c5cd322a-7fac-4a9e-8c28-6d6c6b9fff02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:38.392859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:38.395849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:38.700042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['6e06947a-be96-4df3-93ad-2a6d52846538'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:09:38.752115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef40ced-d327-46bb-8312-041eb66ec7ff req-340f4940-1f68-47df-bb81-0eb783e5597c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:38.753669 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ef40ced-d327-46bb-8312-041eb66ec7ff req-340f4940-1f68-47df-bb81-0eb783e5597c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 982 time: 0.0794892 Dec 20 16:09:38.801475 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ef40ced-d327-46bb-8312-041eb66ec7ff req-decbbb2c-2f84-4a5d-afe4-adb54f2df2ef tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Dec 20 16:09:40.021999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 6e06947a-be96-4df3-93ad-2a6d52846538 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:09:40.112681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b114afc-9a34-4cf7-910b-82d4c8461893 req-08a357f6-54cb-40c3-b8ba-a1bedbdcd119 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:40.114028 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4b114afc-9a34-4cf7-910b-82d4c8461893 req-08a357f6-54cb-40c3-b8ba-a1bedbdcd119 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 982 time: 0.1922274 Dec 20 16:09:40.160405 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4b114afc-9a34-4cf7-910b-82d4c8461893 req-590ef632-6e02-485b-b2dc-83cdbff58d2c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Dec 20 16:09:40.203820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 6e06947a-be96-4df3-93ad-2a6d52846538 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:09:40.209037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 6e06947a-be96-4df3-93ad-2a6d52846538 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:40.209481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:40.328581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:40.354998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4670ce-1572-4cef-befb-4f79b12033ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e06947a-be96-4df3-93ad-2a6d52846538'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:40.364641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=6e06947a-be96-4df3-93ad-2a6d52846538,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:40.410113 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4670ce-1572-4cef-befb-4f79b12033ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e06947a-be96-4df3-93ad-2a6d52846538', 'code': 200} Dec 20 16:09:40.426866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:40.428823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:40.495889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:40.498943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:40.811876 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d6cd8d8-e610-4c46-9745-78023cdbd099 req-159c5691-10b2-43b0-aad0-7408e5d7d157 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 1136 time: 0.0678566 Dec 20 16:09:40.855587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d6cd8d8-e610-4c46-9745-78023cdbd099 req-2453f96c-8eb0-434d-984b-18863333c1ce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367558 Dec 20 16:09:41.365012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ac73-5dc1-4ba6-8d37-60267c27e0d9 req-a2aa7949-8c37-49eb-9e1c-6b50a7857fb7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:41.366507 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c973ac73-5dc1-4ba6-8d37-60267c27e0d9 req-a2aa7949-8c37-49eb-9e1c-6b50a7857fb7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 983 time: 0.0852110 Dec 20 16:09:41.410462 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c973ac73-5dc1-4ba6-8d37-60267c27e0d9 req-0e5f827e-77a8-4397-8d77-db9bab539037 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Dec 20 16:09:42.612185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21067396-0ac8-4871-bdf1-bd9e15e03d37 req-2f48470c-7a8c-4497-80db-c91f16767957 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:42.613546 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-21067396-0ac8-4871-bdf1-bd9e15e03d37 req-2f48470c-7a8c-4497-80db-c91f16767957 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 983 time: 0.0767813 Dec 20 16:09:42.662120 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-21067396-0ac8-4871-bdf1-bd9e15e03d37 req-311a1e36-6aa0-4efa-b5d3-fe48fdc4635d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Dec 20 16:09:42.857443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3439d-d8d6-4f30-8e6e-dd4c01602dd2 req-32024aa8-6517-4c27-bf97-be0b73ce4153 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:42.858955 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5af3439d-d8d6-4f30-8e6e-dd4c01602dd2 req-32024aa8-6517-4c27-bf97-be0b73ce4153 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 983 time: 0.0766516 Dec 20 16:09:42.903585 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5af3439d-d8d6-4f30-8e6e-dd4c01602dd2 req-ff5193c7-a6e1-46ae-b7b4-3661386f698b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Dec 20 16:09:42.931931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57386) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:43.002340 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0636e8ac-eb2b-43f1-aceb-0a227879d6ec tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 1131 time: 0.0668240 Dec 20 16:09:43.002574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57390) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:43.008429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '6e06947a-be96-4df3-93ad-2a6d52846538', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:43.013882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:43.017627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:floatingip and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:43.020390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:43.025973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:43.186849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:43.320671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:43.456039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.40 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/31a41b3b-decf-4157-8c52-c6fe4e3a3642) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:43.602496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:43.712741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:43.716492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-70feca04-b047-4509-89d1-ea011ba7ab2c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:43.781749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:43.784883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:43.788461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:43.817059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=31a41b3b-decf-4157-8c52-c6fe4e3a3642,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:43.823374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:44.410819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:44.523190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:44.731767 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:44.763615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:44.813621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:44.818041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:44.920056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=31a41b3b-decf-4157-8c52-c6fe4e3a3642,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:44.928224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:44.937020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:45.124835 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP 505c8e6b-fc4f-481e-a895-015d403f1f19 associated. External IP: 172.26.7.40, port: 6e06947a-be96-4df3-93ad-2a6d52846538. Dec 20 16:09:45.533379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:09:45.731886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:45.742555 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] Sync routers for ids ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:09:45.754185 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] Routers {'4428d563-dfdd-4a0f-8a2f-80dd5b484944'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:45.754831 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:09:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:45.861239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:45.916374 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.9123349 Dec 20 16:09:45.917060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4670ce-1572-4cef-befb-4f79b12033ae', 'tag': '6e06947a-be96-4df3-93ad-2a6d52846538'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:45.919349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57394) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:45.933291 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] Set router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:09:46.004567 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e1f34aad-6719-4686-a7f3-dbd656312d22 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae&network_id=71a6e414-7443-4b9a-b59b-8ecf1f781925 HTTP/1.1" status: 200 len: 1131 time: 0.0815585 Dec 20 16:09:46.062961 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4670ce-1572-4cef-befb-4f79b12033ae', 'tag': '6e06947a-be96-4df3-93ad-2a6d52846538', 'status': 'completed', 'code': 200} Dec 20 16:09:46.167965 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa402486-9437-4941-b8d9-a929c565dcd1 req-d0146d8f-9916-4bd6-bdf5-55bcaa4bf34d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 1136 time: 0.0800993 Dec 20 16:09:46.304828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa402486-9437-4941-b8d9-a929c565dcd1 req-28334ab4-0599-4f4b-bd5e-0348f7e569aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:46.306428 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa402486-9437-4941-b8d9-a929c565dcd1 req-28334ab4-0599-4f4b-bd5e-0348f7e569aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=71a6e414-7443-4b9a-b59b-8ecf1f781925 HTTP/1.1" status: 200 len: 897 time: 0.1334381 Dec 20 16:09:46.335648 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:18Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '505c8e6b-fc4f-481e-a895-015d403f1f19', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'port_id': '6e06947a-be96-4df3-93ad-2a6d52846538', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-621428209', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'mac_address': 'fa:16:3e:7a:ee:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4670ce-1572-4cef-befb-4f79b12033ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:44Z', 'updated_at': '2021-12-20T16:09:44Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7f0a9b-ad0d-4373-8588-64ac9edd57dd', 'name': '', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:18Z', 'updated_at': '2021-12-20T16:09:25Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:46.339634 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] Checking router: 4428d563-dfdd-4a0f-8a2f-80dd5b484944 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:09:46.350572 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] Routers {'4428d563-dfdd-4a0f-8a2f-80dd5b484944'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:46.351283 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:09:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:46.415734 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa402486-9437-4941-b8d9-a929c565dcd1 req-c19ce7c0-bcca-44e9-b25b-150780d512cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 1036 time: 0.1033247 Dec 20 16:09:46.484027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa402486-9437-4941-b8d9-a929c565dcd1 req-16c43cea-7a6f-4b4c-9a4e-bd0fe3822186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:46.486873 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa402486-9437-4941-b8d9-a929c565dcd1 req-16c43cea-7a6f-4b4c-9a4e-bd0fe3822186 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99f25b7-abf0-4208-854b-1c1a22b00fdf HTTP/1.1" status: 200 len: 835 time: 0.0655172 Dec 20 16:09:46.532915 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] Set router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:09:46.610462 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa402486-9437-4941-b8d9-a929c565dcd1 req-42101a13-2a85-475d-a46b-a28b40ebce0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71a6e414-7443-4b9a-b59b-8ecf1f781925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173000 Dec 20 16:09:46.724406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475729-f849-4b1e-bc23-bb2a95316193 req-25db8bda-38e4-437e-b101-d7a8039f8532 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:46.725791 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90475729-f849-4b1e-bc23-bb2a95316193 req-25db8bda-38e4-437e-b101-d7a8039f8532 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 983 time: 0.1707752 Dec 20 16:09:46.798314 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa402486-9437-4941-b8d9-a929c565dcd1 req-971a6930-cff3-4a99-ad76-b568635e7b4b service neutron] 10.222.0.64 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801217 Dec 20 16:09:46.800905 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90475729-f849-4b1e-bc23-bb2a95316193 req-101599b0-ab2d-420d-9e8a-17e6ff0fafda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676434 Dec 20 16:09:46.882480 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:18Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '505c8e6b-fc4f-481e-a895-015d403f1f19', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'port_id': '6e06947a-be96-4df3-93ad-2a6d52846538', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-621428209', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'mac_address': 'fa:16:3e:7a:ee:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4670ce-1572-4cef-befb-4f79b12033ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:44Z', 'updated_at': '2021-12-20T16:09:44Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7f0a9b-ad0d-4373-8588-64ac9edd57dd', 'name': '', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:18Z', 'updated_at': '2021-12-20T16:09:25Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:46.886791 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac504963-a537-402b-97d9-af6c41e95dfa None None] The sync data for ids ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'] in dv-neutron-821074-1-hyperv is: [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:18Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '505c8e6b-fc4f-481e-a895-015d403f1f19', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'port_id': '6e06947a-be96-4df3-93ad-2a6d52846538', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-621428209', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'mac_address': 'fa:16:3e:7a:ee:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4670ce-1572-4cef-befb-4f79b12033ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:44Z', 'updated_at': '2021-12-20T16:09:44Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7f0a9b-ad0d-4373-8588-64ac9edd57dd', 'name': '', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:18Z', 'updated_at': '2021-12-20T16:09:25Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:09:46.935071 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa402486-9437-4941-b8d9-a929c565dcd1 req-980fb878-743d-4248-b421-13e6f742107e service neutron] 10.222.0.64 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297655 Dec 20 16:09:47.072276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd77e2-a715-4d78-a133-bc9a42225c5d None None] New status for floating IP 505c8e6b-fc4f-481e-a895-015d403f1f19: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:09:48.052992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3418be9-ad61-4dad-837b-14decd2849ff req-077b7644-7472-44fd-b3db-dda84c931e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:48.054778 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3418be9-ad61-4dad-837b-14decd2849ff req-077b7644-7472-44fd-b3db-dda84c931e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 983 time: 0.1269181 Dec 20 16:09:48.114753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-a4266901-0c37-4b07-8630-60055b4dacef tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:48.116240 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-a4266901-0c37-4b07-8630-60055b4dacef tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 983 time: 0.1305964 Dec 20 16:09:48.157499 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3418be9-ad61-4dad-837b-14decd2849ff req-33cd95e9-4f13-4525-94f1-226d0d1b26ac tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960901 Dec 20 16:09:48.193013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-32003557-cd26-4850-ad53-7a04429ee8d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:48.194359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-32003557-cd26-4850-ad53-7a04429ee8d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0715528 Dec 20 16:09:48.433442 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-435b43af-0e0c-4f4d-9e9b-12ac42eb0ad8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2344117 Dec 20 16:09:48.443322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:48.553103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:48.747687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=6e06947a-be96-4df3-93ad-2a6d52846538,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:48.775956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:48.828811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] device_id is not set on port 6e06947a-be96-4df3-93ad-2a6d52846538 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:09:48.837578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:48.906635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:48.910497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c3e4cb5b-b952-4b14-8529-3308d9bf752f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:49.041981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=6']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:49.046274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:49.102156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] No DVR routers for this DVR port 6e06947a-be96-4df3-93ad-2a6d52846538 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:09:49.231040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-65fe8c40-2f10-49ed-9e52-e68b9c42ef2b None None] Provisioning complete for port 6e06947a-be96-4df3-93ad-2a6d52846538 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:49.231624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-65fe8c40-2f10-49ed-9e52-e68b9c42ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:49.290230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-65fe8c40-2f10-49ed-9e52-e68b9c42ef2b None None] Port 6e06947a-be96-4df3-93ad-2a6d52846538 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:09:49.330555 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-99fb58b5-c8d9-4098-b7e9-7f8dada44eb3 req-f74e0d6a-c60f-4cd3-be94-d72c8b646d3c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 210 time: 0.0454276 Dec 20 16:09:49.393208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] In _notify_port_updated(), no bound segment for port 6e06947a-be96-4df3-93ad-2a6d52846538 on network 71a6e414-7443-4b9a-b59b-8ecf1f781925 {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 16:09:49.394244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:49.395827 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8b4b60e1-4e53-4b48-a6ed-1d6d6f11d980 req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 1026 time: 0.9568145 Dec 20 16:09:50.544069 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aede11b2-d316-4dbe-8fa9-6cf4a08d1521 req-6b5c80d8-b60b-4dd9-9de0-15ef37d13fe9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4670ce-1572-4cef-befb-4f79b12033ae HTTP/1.1" status: 200 len: 210 time: 0.0505304 Dec 20 16:09:51.661578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57416) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:51.729242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f4718-1674-4cf2-ad62-fd2e55d4e8c4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:51.730590 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1b4f4718-1674-4cf2-ad62-fd2e55d4e8c4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 925 time: 0.0676663 Dec 20 16:09:51.975168 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-81637807-5361-41e9-baa9-82a79ecf2b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:52.071410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 6e06947a-be96-4df3-93ad-2a6d52846538 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:09:52.173478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 6e06947a-be96-4df3-93ad-2a6d52846538 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:09:52.225866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57422) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:52.231634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823482586', 'description': 'tempest-secgroup-smoke-1823482586 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:52.238033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:52.248401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:52.364605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:52.403383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:52.407169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:52.410179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:52.423277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:52.483990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:52.613328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:52.617704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6219c12f-6c51-49cd-86a7-88e426313d1e tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:52.656639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1381376-a2b2-4834-9a0e-f42cda1846bb,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:52.659710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:52.787076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:52.788343 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5613604 Dec 20 16:09:52.791235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57426) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:52.796932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'e1381376-a2b2-4834-9a0e-f42cda1846bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:52.803609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:52.807378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:52.810238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:52.816084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:52.941789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.001383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.089152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.095057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-dca166e9-92a9-4d00-9df7-3f401057e6ca tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:53.114708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833ba653-5cf3-4fc0-81c6-34f27439d17c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:53.119017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:53.209761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.211002 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4188089 Dec 20 16:09:53.213789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57430) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:53.219543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'e1381376-a2b2-4834-9a0e-f42cda1846bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:53.226219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:53.230112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:53.233054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:53.239354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:53.324768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.386421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.478027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.479963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c7077e99-f57e-4fe1-a3d4-d3bf91f70506 tempest-ServersTestJSON-1515790262 tempest-ServersTestJSON-1515790262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:53.505246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fbd8b0-28c4-4353-94c7-c76329d347e0,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:53.507651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:53.609450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.610696 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3959229 Dec 20 16:09:53.613446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57436) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:53.619093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'e1381376-a2b2-4834-9a0e-f42cda1846bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:53.625163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:53.628946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:53.632728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:53.638807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:53.781897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.844156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.939059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:53.944953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b455067-c6a7-42d0-82c1-0db26d668973 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:53.963826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7187b2ae-7e10-43db-9dca-c06c36b907ae,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:53.966224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:54.076483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:54.077696 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4633334 Dec 20 16:09:54.080372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57440) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:54.088399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'e1381376-a2b2-4834-9a0e-f42cda1846bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:54.095295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:54.102815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:54.105058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:54.111184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:54.221983 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:54.242067 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ad1d75dd-d767-4dd1-8971-512e892db752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:54.285915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:54.363755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:54.365607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fdd80107-9cd7-4659-8201-579204583af8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:54.389055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b764e8fd-c2d9-4671-9216-489994562dc5,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:54.394163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:54.472597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:54.473716 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3924530 Dec 20 16:09:54.476595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57444) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:54.482189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'e1381376-a2b2-4834-9a0e-f42cda1846bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:54.488372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:54.492612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:54.495450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:54.501047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:54.603808 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:09:54.610938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:54.679402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:54.826661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:54.828547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0bd4155f-3351-4f4c-bc53-b43fc5869241 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:54.851590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0c0dc6-4ccd-44fd-96de-bf2899ad5daf,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:54.854058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:54.923857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:54.925085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4475961 Dec 20 16:09:54.928628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57448) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:09:54.934089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'e1381376-a2b2-4834-9a0e-f42cda1846bb', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:54.939994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:09:54.944163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:09:54.947173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:09:54.953123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:09:55.058997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:09:55.066484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:55.137926 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:55.215133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:55.217044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cc8e671f-dc81-4a57-a059-b08468bdedd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:09:55.241925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa858a2-8fb6-47b7-981f-cfc87c156c9d,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:55.244415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:09:55.311907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:55.313375 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3835518 Dec 20 16:09:55.424456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:55.483427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:55.493587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-b22384d7-b40d-4c3f-9b95-a52e40666e73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:09:55.569306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-b22384d7-b40d-4c3f-9b95-a52e40666e73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:09:55.570470 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-b22384d7-b40d-4c3f-9b95-a52e40666e73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823482586&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.1185114 Dec 20 16:09:55.761354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-1e99d212-a858-410d-8a30-224f3a9dbc8e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:55.762694 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-1e99d212-a858-410d-8a30-224f3a9dbc8e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 930 time: 0.1858692 Dec 20 16:09:55.899184 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-c3785814-1ddd-4708-afc4-a72fafe9526d service neutron] 10.222.0.62 "GET /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1240866 Dec 20 16:09:56.029945 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-998cfef4-0f80-41c1-82e0-22f9ea5263e7 service neutron] 10.222.0.62 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249247 Dec 20 16:09:56.168706 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-30554e1c-523e-413e-940e-60215329ad17 service neutron] 10.222.0.62 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332128 Dec 20 16:09:56.837907 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:09:57.446037 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a0d7007-fc8f-460d-88a6-63d235527765 req-fb05d049-56ad-4f3d-a6be-cde5530117bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 210 time: 0.0472827 Dec 20 16:09:58.609341 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f524502-6516-4c23-be53-85086b1524a8 req-20f16d74-f080-4113-a3bc-780f435a2fc6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 210 time: 0.0433805 Dec 20 16:09:59.441867 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-f1bc0074-c335-40cd-b234-790a5b62a4e2 service neutron] 10.222.0.64 "GET /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 1026 time: 0.0676079 Dec 20 16:09:59.600352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-1c2f9ead-7e04-4df0-8da1-5b7129005ecc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:59.601654 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-1c2f9ead-7e04-4df0-8da1-5b7129005ecc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=71a6e414-7443-4b9a-b59b-8ecf1f781925 HTTP/1.1" status: 200 len: 796 time: 0.1462526 Dec 20 16:09:59.663106 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-ebd31d79-ad99-43af-a2d1-7661f5d999ce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 473 time: 0.0472941 Dec 20 16:09:59.673395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Request body: {'port': {'device_id': 'c9a4c703-9fb2-4aa2-9889-5dd635acd534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:09:59.806026 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1d012b72-e592-49db-aa0d-ea8ece124532 req-b924dc73-0c0d-4328-bdb6-30c6d319da19 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 210 time: 0.0540953 Dec 20 16:09:59.829494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:00.162331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e06947a-be96-4df3-93ad-2a6d52846538 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:00.169393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:00.183564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Transition to ACTIVE for port object 6e06947a-be96-4df3-93ad-2a6d52846538 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:00.293167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:00.297064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d6a353eb-7991-4ca4-a86d-24b7e7d49246 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:00.429972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=7']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:00.453710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.454089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.454463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.454825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.455218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.455577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.455935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.456292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.456646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.456999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.457414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:00.463423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:00.574700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Attempting to bind port 6e06947a-be96-4df3-93ad-2a6d52846538 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:10:00.575052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Attempting to bind port 6e06947a-be96-4df3-93ad-2a6d52846538 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:10:00.575365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Attempting to bind port 6e06947a-be96-4df3-93ad-2a6d52846538 on network 71a6e414-7443-4b9a-b59b-8ecf1f781925 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:10:00.581032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Port 6e06947a-be96-4df3-93ad-2a6d52846538 on network 71a6e414-7443-4b9a-b59b-8ecf1f781925 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:10:00.581340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Attempting to bind port 6e06947a-be96-4df3-93ad-2a6d52846538 on network 71a6e414-7443-4b9a-b59b-8ecf1f781925 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:10:00.587484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:10:00.587813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Checking segment: {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:10:00.588184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Bound using segment: {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:10:00.588598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Bound port: 6e06947a-be96-4df3-93ad-2a6d52846538, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189db852-e783-4e03-81a6-b65c158e5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:10:00.588938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:00.776331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:00.779300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=6e06947a-be96-4df3-93ad-2a6d52846538,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:00.842222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:00.846468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-282f4f27-8db3-4433-88e4-746ddc192d74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:00.899291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:00.900619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] 10.222.0.64 "PUT /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 1131 time: 1.2313108 Dec 20 16:10:00.903224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a4c703-9fb2-4aa2-9889-5dd635acd534', 'tag': '6e06947a-be96-4df3-93ad-2a6d52846538'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:00.974951 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a4c703-9fb2-4aa2-9889-5dd635acd534', 'tag': '6e06947a-be96-4df3-93ad-2a6d52846538', 'status': 'completed', 'code': 200} Dec 20 16:10:00.984057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=8']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:00.988354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:01.069493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c131a2-3bab-43d9-a221-c14297673011 req-4aefd5b0-62e8-435f-97c8-90166a415bee tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:01.071052 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-74c131a2-3bab-43d9-a221-c14297673011 req-4aefd5b0-62e8-435f-97c8-90166a415bee tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 981 time: 0.1420624 Dec 20 16:10:01.119448 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f0c717d0-d784-45db-a38c-b43bc5f62b47 req-4c8a8f63-efcd-463a-9810-ab60d5dc15c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 1134 time: 0.1255121 Dec 20 16:10:01.150298 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-74c131a2-3bab-43d9-a221-c14297673011 req-f5afd38d-f2b2-49cb-be4a-835289d473c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727558 Dec 20 16:10:01.265296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c717d0-d784-45db-a38c-b43bc5f62b47 req-53c19fa7-12c9-4aef-8941-0bf7fcc8cef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:01.266747 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f0c717d0-d784-45db-a38c-b43bc5f62b47 req-53c19fa7-12c9-4aef-8941-0bf7fcc8cef7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1391411 Dec 20 16:10:01.402262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c717d0-d784-45db-a38c-b43bc5f62b47 req-5a7db0ab-d4a0-4e5e-9d1e-a1c669b6bb48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:01.403740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f0c717d0-d784-45db-a38c-b43bc5f62b47 req-5a7db0ab-d4a0-4e5e-9d1e-a1c669b6bb48 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312850 Dec 20 16:10:01.511312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-e3431293-10ac-4ca0-9b80-06ab9b5e624a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 1134 time: 0.0729275 Dec 20 16:10:01.616558 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-7db6b7ba-939f-4fae-b007-72677369cd0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 1036 time: 0.0985827 Dec 20 16:10:01.679230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-ba55f919-00e2-4110-b3f8-fc84ea69c8c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:01.680658 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-ba55f919-00e2-4110-b3f8-fc84ea69c8c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99f25b7-abf0-4208-854b-1c1a22b00fdf HTTP/1.1" status: 200 len: 835 time: 0.0585315 Dec 20 16:10:01.754325 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-2e9516d1-76ed-4633-95f4-cabbc2417579 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71a6e414-7443-4b9a-b59b-8ecf1f781925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672643 Dec 20 16:10:01.890733 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-d3631bea-3bf4-4196-bf1d-953a91042123 service neutron] 10.222.0.64 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303897 Dec 20 16:10:02.022668 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00ce9726-6040-441e-b47c-bf7655c2c2fd req-a689404c-7a6a-4007-9c8e-abc01aac7e46 service neutron] 10.222.0.64 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253603 Dec 20 16:10:02.355554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131bd6d-8dc4-4afe-8a5e-671fad4bef76 req-d081b2af-331b-4120-8368-f9456dc90f21 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:02.357081 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2131bd6d-8dc4-4afe-8a5e-671fad4bef76 req-d081b2af-331b-4120-8368-f9456dc90f21 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 981 time: 0.0796590 Dec 20 16:10:02.403233 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2131bd6d-8dc4-4afe-8a5e-671fad4bef76 req-a5b3445f-4e52-49d7-8223-83f3c248aed3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Dec 20 16:10:03.608688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0243879-21ca-47de-aacb-e5680c0656e8 req-3cd8db94-f47c-4e10-ae86-1dce03680e51 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:03.608688 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b0243879-21ca-47de-aacb-e5680c0656e8 req-3cd8db94-f47c-4e10-ae86-1dce03680e51 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 981 time: 0.0787745 Dec 20 16:10:03.654637 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b0243879-21ca-47de-aacb-e5680c0656e8 req-a6c614ac-d30a-4026-91ce-e81bec9dc6f3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Dec 20 16:10:04.850366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce5eea-8a8c-41a9-b596-8725bb99c616 req-990ab9f8-47a3-45a0-920e-7ae96a97e67e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:04.851856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bce5eea-8a8c-41a9-b596-8725bb99c616 req-990ab9f8-47a3-45a0-920e-7ae96a97e67e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 981 time: 0.0775516 Dec 20 16:10:04.897599 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bce5eea-8a8c-41a9-b596-8725bb99c616 req-1623f2d8-c43a-4803-b49a-4f8494bcff6a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Dec 20 16:10:06.095151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47460ac6-fabd-4584-ba84-7962e6616035 req-4027d0d9-8452-47e0-a9a9-37197c9bfc0f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:06.096621 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-47460ac6-fabd-4584-ba84-7962e6616035 req-4027d0d9-8452-47e0-a9a9-37197c9bfc0f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 981 time: 0.0797493 Dec 20 16:10:06.134209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 6e06947a-be96-4df3-93ad-2a6d52846538 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:10:06.145401 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-47460ac6-fabd-4584-ba84-7962e6616035 req-1b178c61-a3a6-4487-973f-d9c839b07a2e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Dec 20 16:10:06.280714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=6e06947a-be96-4df3-93ad-2a6d52846538,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:06.294195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '6e06947a-be96-4df3-93ad-2a6d52846538', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'port_id': '6e06947a-be96-4df3-93ad-2a6d52846538', 'mac_address': 'fa:16:3e:7a:ee:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:10:06.346083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:06.364374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e06947a-be96-4df3-93ad-2a6d52846538 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:06.379039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=6e06947a-be96-4df3-93ad-2a6d52846538,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:06.449070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:06.450932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:06.518226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=9']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:06.521753 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:06.748997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['6e06947a-be96-4df3-93ad-2a6d52846538'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:10:07.346075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213ac9-8b30-4159-90ae-290385fc981f req-fbf10417-4219-4ed8-9916-55cb0d4a358b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:07.347533 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45213ac9-8b30-4159-90ae-290385fc981f req-fbf10417-4219-4ed8-9916-55cb0d4a358b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 982 time: 0.0747452 Dec 20 16:10:07.392981 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45213ac9-8b30-4159-90ae-290385fc981f req-ed8bcb03-9a4b-423b-ae8e-e7c7ea344701 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Dec 20 16:10:08.146291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 6e06947a-be96-4df3-93ad-2a6d52846538 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:10:08.259994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 6e06947a-be96-4df3-93ad-2a6d52846538 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:10:08.265211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 6e06947a-be96-4df3-93ad-2a6d52846538 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:08.266731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:08.378521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:08.405173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a4c703-9fb2-4aa2-9889-5dd635acd534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e06947a-be96-4df3-93ad-2a6d52846538'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:08.414331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=6e06947a-be96-4df3-93ad-2a6d52846538,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:08.461616 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a4c703-9fb2-4aa2-9889-5dd635acd534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e06947a-be96-4df3-93ad-2a6d52846538', 'code': 200} Dec 20 16:10:08.481240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:08.483132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4a29580b-a67d-4693-8aad-ba223482a83c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:08.550299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=10']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:08.553419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:08.702785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69c26a-d9c6-4d05-9997-6a9bdde25ee2 req-48ebab83-224f-4215-8e54-ec31c8863c14 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:08.704237 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da69c26a-d9c6-4d05-9997-6a9bdde25ee2 req-48ebab83-224f-4215-8e54-ec31c8863c14 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 984 time: 0.1877601 Dec 20 16:10:08.752618 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da69c26a-d9c6-4d05-9997-6a9bdde25ee2 req-f37c2179-c556-4189-b198-a9683b6b4ec7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Dec 20 16:10:08.840888 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0780e83b-d2ba-47e5-bce9-6efabceaec53 req-0f671bbc-231b-47a0-849f-3304665152b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 1137 time: 0.0673730 Dec 20 16:10:08.882944 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0780e83b-d2ba-47e5-bce9-6efabceaec53 req-5ef7ba63-8155-4136-b857-a125ece6c861 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360172 Dec 20 16:10:09.951480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa9572-e08d-4f45-953c-9f40105865c2 req-029d6701-c9d8-4211-8db1-cbc0fb365c41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:09.952930 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37fa9572-e08d-4f45-953c-9f40105865c2 req-029d6701-c9d8-4211-8db1-cbc0fb365c41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 984 time: 0.0793133 Dec 20 16:10:09.998418 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37fa9572-e08d-4f45-953c-9f40105865c2 req-3b25b90b-4650-436d-a45a-ff8ad87a6872 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Dec 20 16:10:11.192831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa256e5f-c860-436d-aff3-4dc612910616 req-982b8b5e-b0f0-4dd3-947b-6ec20f61978e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:11.194285 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa256e5f-c860-436d-aff3-4dc612910616 req-982b8b5e-b0f0-4dd3-947b-6ec20f61978e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 984 time: 0.0765429 Dec 20 16:10:11.259958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa256e5f-c860-436d-aff3-4dc612910616 req-f0b70626-b09d-4df4-b687-0282474783f8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600734 Dec 20 16:10:11.459406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eab5b-2ef2-4ad1-92bb-fb856230175c req-192c3612-5755-4078-965a-12b98ea5fa03 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:11.460816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-989eab5b-2ef2-4ad1-92bb-fb856230175c req-192c3612-5755-4078-965a-12b98ea5fa03 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 984 time: 0.0759251 Dec 20 16:10:11.504808 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-989eab5b-2ef2-4ad1-92bb-fb856230175c req-4e8a64fa-039e-415b-a4cf-2c6ea9f4c6b2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384429 Dec 20 16:10:11.532309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57508) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:11.607156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d850a0d9-7812-4d7f-a37d-d69bc893befe tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534&network_id=71a6e414-7443-4b9a-b59b-8ecf1f781925 HTTP/1.1" status: 200 len: 1132 time: 0.0707841 Dec 20 16:10:11.884657 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:10:12.163317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a4557-dfef-455f-ab12-d44719241969 req-26802a3f-c1e5-4fc9-ad5e-1cc72a5f0288 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:12.164728 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7c3a4557-dfef-455f-ab12-d44719241969 req-26802a3f-c1e5-4fc9-ad5e-1cc72a5f0288 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 984 time: 0.0780654 Dec 20 16:10:12.211238 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7c3a4557-dfef-455f-ab12-d44719241969 req-a929d825-5599-4512-8509-aaab261b3c10 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Dec 20 16:10:13.424618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337899-fd8c-46a3-a5db-fd3929c3ce73 req-f10ddc9e-fab5-48c9-a2b4-8e377d1f6022 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:13.426177 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6337899-fd8c-46a3-a5db-fd3929c3ce73 req-f10ddc9e-fab5-48c9-a2b4-8e377d1f6022 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 984 time: 0.0905645 Dec 20 16:10:13.473510 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6337899-fd8c-46a3-a5db-fd3929c3ce73 req-ec78e5fd-0c3c-4404-90ee-6f66a3cb4a5c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa223de9-622c-466b-b0cb-42401bff6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Dec 20 16:10:13.565763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-978546cb-8478-478b-a8d0-7aea8e745247 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:13.567241 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-978546cb-8478-478b-a8d0-7aea8e745247 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 984 time: 0.0785525 Dec 20 16:10:13.639684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-8cc322ce-6415-447b-b104-58fb1a77a022 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:13.641014 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-8cc322ce-6415-447b-b104-58fb1a77a022 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0686324 Dec 20 16:10:13.782713 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-bc5e0c74-8b79-4b76-855d-6ad056afde7e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1367185 Dec 20 16:10:13.793268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:13.904050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:14.107721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=6e06947a-be96-4df3-93ad-2a6d52846538,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:14.140551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] For port 6e06947a-be96-4df3-93ad-2a6d52846538, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:14.192721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] device_id is not set on port 6e06947a-be96-4df3-93ad-2a6d52846538 yet. {{(pid=84392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:10:14.200675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:14.282991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:14.286994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:14.423438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] Pushing event updated for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=11']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:14.429721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:14.483842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] No DVR routers for this DVR port 6e06947a-be96-4df3-93ad-2a6d52846538 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:10:14.609453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1f68eff5-4a71-4d99-87a6-7952334e36c8 None None] Provisioning complete for port 6e06947a-be96-4df3-93ad-2a6d52846538 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:14.612346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1f68eff5-4a71-4d99-87a6-7952334e36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:14.673837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1f68eff5-4a71-4d99-87a6-7952334e36c8 None None] Port 6e06947a-be96-4df3-93ad-2a6d52846538 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:10:14.694468 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:14.696238 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e9f75c7d-1f08-410a-8d36-9170671b404f req-1829422f-603d-4e85-bf10-daa0f517e4fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 210 time: 0.0499895 Dec 20 16:10:14.890537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] In _notify_port_updated(), no bound segment for port 6e06947a-be96-4df3-93ad-2a6d52846538 on network 71a6e414-7443-4b9a-b59b-8ecf1f781925 {{(pid=84392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 16:10:14.891648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:14.892924 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cf1aa950-1f55-4991-aad0-3e41a484503e req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 200 len: 1027 time: 1.1035748 Dec 20 16:10:15.877510 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff1cd592-2e08-483f-9fc7-5218a04deb16 req-8edf92c9-d269-4744-ac06-5f809e78a43f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9a4c703-9fb2-4aa2-9889-5dd635acd534 HTTP/1.1" status: 200 len: 210 time: 0.0424573 Dec 20 16:10:16.991856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57524) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:17.064491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:17.213779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:17.360972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:17.366250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:17.381208 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1381376-a2b2-4834-9a0e-f42cda1846bb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:17.389384 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.389772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.390143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.390510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.390872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.391266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.391624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.391982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.392337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.392692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.393046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:17.396808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:17.479905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:17.485952 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/e1381376-a2b2-4834-9a0e-f42cda1846bb HTTP/1.1" status: 204 len: 168 time: 0.4878311 Dec 20 16:10:17.655273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57530) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:17.858484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 31a41b3b-decf-4157-8c52-c6fe4e3a3642 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:10:17.858748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:18.027515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:18.027839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:18.145627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 31a41b3b-decf-4157-8c52-c6fe4e3a3642 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:10:18.161646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 6e06947a-be96-4df3-93ad-2a6d52846538 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:10:18.218950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 6e06947a-be96-4df3-93ad-2a6d52846538 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:10:18.401257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:18.405171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6056d30c-bc6f-42f1-99f9-e2489594a465 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:18.448540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=31a41b3b-decf-4157-8c52-c6fe4e3a3642,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:18.453701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:18.548333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:19.047830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:10:19.248523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:10:19.258152 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] Sync routers for ids ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:10:19.264756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:19.269413 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] Routers {'4428d563-dfdd-4a0f-8a2f-80dd5b484944'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:19.270014 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:09:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:19.325325 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/floatingips/505c8e6b-fc4f-481e-a895-015d403f1f19 HTTP/1.1" status: 204 len: 168 time: 1.6686854 Dec 20 16:10:19.448758 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] Set router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:10:19.482993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57538) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:19.556035 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c1ea-ca36-432a-9c75-8c280f19a9a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:19.585519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c1ea-ca36-432a-9c75-8c280f19a9a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:19.763106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c1ea-ca36-432a-9c75-8c280f19a9a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:19.771834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-70d8e65e-c980-4615-8a95-f2066dd7bf6f tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:19.788918 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:18Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9f7f0a9b-ad0d-4373-8588-64ac9edd57dd', 'name': '', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:18Z', 'updated_at': '2021-12-20T16:09:25Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:19.790360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5c1ea-ca36-432a-9c75-8c280f19a9a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a189e2-88f4-4093-a90d-8b799683f985,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:19.792975 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] Checking router: 4428d563-dfdd-4a0f-8a2f-80dd5b484944 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:10:19.793364 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bdc5c1ea-ca36-432a-9c75-8c280f19a9a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:19.796438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c1ea-ca36-432a-9c75-8c280f19a9a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:19.797297 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bdc5c1ea-ca36-432a-9c75-8c280f19a9a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/61a189e2-88f4-4093-a90d-8b799683f985 HTTP/1.1" status: 204 len: 168 time: 0.3130627 Dec 20 16:10:19.809172 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] Routers {'4428d563-dfdd-4a0f-8a2f-80dd5b484944'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:19.809977 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:09:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:19.900122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57544) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:19.966840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-112c920f-7e02-4a6f-8e91-e3e347fea34d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 6e06947a-be96-4df3-93ad-2a6d52846538 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:10:19.967293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-112c920f-7e02-4a6f-8e91-e3e347fea34d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:20.005180 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] Set router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:10:20.219523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-112c920f-7e02-4a6f-8e91-e3e347fea34d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:20.330447 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:18Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9f7f0a9b-ad0d-4373-8588-64ac9edd57dd', 'name': '', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:18Z', 'updated_at': '2021-12-20T16:09:25Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:20.335949 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95582ed-79b8-4c48-b25a-f25dcc525b82 None None] The sync data for ids ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'] in dv-neutron-821074-1-hyperv is: [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:09:18Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9f7f0a9b-ad0d-4373-8588-64ac9edd57dd', 'name': '', 'network_id': '71a6e414-7443-4b9a-b59b-8ecf1f781925', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:18Z', 'updated_at': '2021-12-20T16:09:25Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'c99f25b7-abf0-4208-854b-1c1a22b00fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:10:20.349140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-112c920f-7e02-4a6f-8e91-e3e347fea34d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 6e06947a-be96-4df3-93ad-2a6d52846538 owned by {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:10:20.578598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361e293-b229-4ea0-8e2c-952d37b546d6 None None] New status for floating IP 505c8e6b-fc4f-481e-a895-015d403f1f19: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:10:20.643361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-112c920f-7e02-4a6f-8e91-e3e347fea34d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:20.649790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc1678fc-91c2-43b5-b948-47efc90ed87d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:20.694559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c920f-7e02-4a6f-8e91-e3e347fea34d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=6e06947a-be96-4df3-93ad-2a6d52846538,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:20.697919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-112c920f-7e02-4a6f-8e91-e3e347fea34d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:20.808159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-112c920f-7e02-4a6f-8e91-e3e347fea34d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:20.819145 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-112c920f-7e02-4a6f-8e91-e3e347fea34d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/ports/6e06947a-be96-4df3-93ad-2a6d52846538 HTTP/1.1" status: 204 len: 168 time: 0.9178715 Dec 20 16:10:20.822000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57548) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:21.230628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:21.860144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:10:21.860880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:21.972908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5f34c3bf-7a43-4e93-b746-3e7ef8253d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:22.055025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9f7f0a9b-ad0d-4373-8588-64ac9edd57dd,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:22.055376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:22.293912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:10:22.574509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:22.578350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:22.622400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=9f7f0a9b-ad0d-4373-8588-64ac9edd57dd,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:22.626110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:22.943145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:23.547446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:10:23.746382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:10:23.757233 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] Sync routers for ids ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:10:23.760517 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/4428d563-dfdd-4a0f-8a2f-80dd5b484944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9374065 Dec 20 16:10:23.764777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57552) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:23.773706 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] Routers {'4428d563-dfdd-4a0f-8a2f-80dd5b484944'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:23.774506 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:09:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:23.957152 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] Set router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:10:23.960373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e78a68-c308-4622-be59-d5d36ce745ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting subnet c99f25b7-abf0-4208-854b-1c1a22b00fdf {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:10:23.963513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-09e78a68-c308-4622-be59-d5d36ce745ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:24.021866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-09e78a68-c308-4622-be59-d5d36ce745ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:24.107572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-09e78a68-c308-4622-be59-d5d36ce745ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:24.243565 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:10:22Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:24.247520 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] Checking router: 4428d563-dfdd-4a0f-8a2f-80dd5b484944 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:10:24.258424 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] Routers {'4428d563-dfdd-4a0f-8a2f-80dd5b484944'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:24.259278 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:09:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:24.265534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bd14373e-ad66-4f81-b747-d72564658ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:24.306262 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-09e78a68-c308-4622-be59-d5d36ce745ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:24.310792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-295db71e-6a78-49d5-b94a-686376953045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:24.347091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e78a68-c308-4622-be59-d5d36ce745ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Subnet': ['ID=c99f25b7-abf0-4208-854b-1c1a22b00fdf,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:24.349551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-09e78a68-c308-4622-be59-d5d36ce745ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:24.353070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-09e78a68-c308-4622-be59-d5d36ce745ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:24.361890 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-09e78a68-c308-4622-be59-d5d36ce745ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/subnets/c99f25b7-abf0-4208-854b-1c1a22b00fdf HTTP/1.1" status: 204 len: 168 time: 0.5930574 Dec 20 16:10:24.363411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57556) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:24.366001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e277727-8e9f-4dfb-a3c1-00e0c5c60663 None None] Network 71a6e414-7443-4b9a-b59b-8ecf1f781925 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:10:24.455509 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] Set router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:10:24.644641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] DHCP port deletion for 71a6e414-7443-4b9a-b59b-8ecf1f781925 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:10:24.650270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Deleting port 7ef48f72-72db-4c65-9b16-dd1263a27d0d {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:10:24.650758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:24.727531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:24.793264 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7ef48f72-72db-4c65-9b16-dd1263a27d0d no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:10:24.804985 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:10:22Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:24.810742 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d742cd-c2db-4cc0-ace5-c38c4f7c1fca None None] The sync data for ids ['4428d563-dfdd-4a0f-8a2f-80dd5b484944'] in dv-neutron-821074-1-hyperv is: [{'id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'name': 'tempest-TestNetworkBasicOps-router-1750555049', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:13Z', 'updated_at': '2021-12-20T16:10:22Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4428d563-dfdd-4a0f-8a2f-80dd5b484944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:14Z', 'updated_at': '2021-12-20T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:10:24.936625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] For port 7ef48f72-72db-4c65-9b16-dd1263a27d0d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7ef48f72-72db-4c65-9b16-dd1263a27d0d,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:24.936946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:24.946384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:25.046509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:10:25.046848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:25.125639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Calling delete_port for 7ef48f72-72db-4c65-9b16-dd1263a27d0d owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:10:25.184757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:25.239172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 7ef48f72-72db-4c65-9b16-dd1263a27d0d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7ef48f72-72db-4c65-9b16-dd1263a27d0d,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:25.251317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:25.251317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:25.341390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:25.348764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d8e099ea-0616-44d8-b4e7-21c3b0b729dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:25.380502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:10:25.399191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:25.399872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:10:25.400214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:10:25.433629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=7ef48f72-72db-4c65-9b16-dd1263a27d0d,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:25.442945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.443308 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.443556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.443895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.444232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.444557 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.445204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.445726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.446056 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.446391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.446707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:25.450675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:25.510051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:25.740230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:25.744912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-35dcd549-6a7f-46bc-bbbb-0bfc3e6f8a0e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:25.787520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:25.791412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:25.901559 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Deleting port 7ef48f72-72db-4c65-9b16-dd1263a27d0d {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:10:25.902126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.027388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.120043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] For port 7ef48f72-72db-4c65-9b16-dd1263a27d0d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7ef48f72-72db-4c65-9b16-dd1263a27d0d,segment=NetworkSegment(189db852-e783-4e03-81a6-b65c158e5361),segment_id=189db852-e783-4e03-81a6-b65c158e5361)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:26.120649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.252473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Calling delete_port for 7ef48f72-72db-4c65-9b16-dd1263a27d0d owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:10:26.421591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.427177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:26.457898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.462497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.474262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Pushing event deleted for resources: {'Port': ['ID=7ef48f72-72db-4c65-9b16-dd1263a27d0d,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:26.489589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:26.489589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] No DVR routers for this DVR port 7ef48f72-72db-4c65-9b16-dd1263a27d0d on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:10:26.573959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.574486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Fanout notify agent at l3_agent the message router_deleted on router 4428d563-dfdd-4a0f-8a2f-80dd5b484944 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:10:26.589390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.590537 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/routers/4428d563-dfdd-4a0f-8a2f-80dd5b484944 HTTP/1.1" status: 204 len: 168 time: 2.2270484 Dec 20 16:10:26.593751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57560) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:26.717938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.852010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.959897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:26.984710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a6e414-7443-4b9a-b59b-8ecf1f781925']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:26.996890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189db852-e783-4e03-81a6-b65c158e5361') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:26.997183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189db852-e783-4e03-81a6-b65c158e5361') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:27.009151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.027191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.037908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:10:27.038471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.054797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:10:27.057301 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:10:27.087546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:10:27.087908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9f7f0a9b-ad0d-4373-8588-64ac9edd57dd not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:10:27.088336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:10:27.120478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:10:27.120838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e64d90dc-cdb2-40f1-a16a-444f1b3fbd4a not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:10:27.211385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.218725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-45cbdd8f-98b6-4998-a81a-bb4c8a7b9bd4 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:27.243106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.250015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Network': ['ID=71a6e414-7443-4b9a-b59b-8ecf1f781925,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:27.258404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:27.260486 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/networks/71a6e414-7443-4b9a-b59b-8ecf1f781925 HTTP/1.1" status: 204 len: 168 time: 0.6657667 Dec 20 16:10:27.277904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57564) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:27.290986 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-666c5b08-ca94-4a25-a11a-60c3c3a1f49d tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0118423 Dec 20 16:10:27.299306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57568) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:27.305131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'network': {'name': 'tempest-network-smoke--1642387309', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'port_security_enabled': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:27.310563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:27.314770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:network and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:27.319093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:27.324984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:27.423880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:27.426907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.457036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:10:27.465656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.465935 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Added segment 615ad68b-d8e3-437b-8b7f-5a50e2c6f15b of type vlan for network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 Dec 20 16:10:27.491692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.595039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.599002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.599576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.603337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc1bf858-b6ad-48ca-b028-80ed76db14b2 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:27.712286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Network': ['ID=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:27.715087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:27.722469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:10:27.740756 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4403017 Dec 20 16:10:27.743588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57572) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:27.748996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-209300917', 'admin_state_up': True, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:27.756915 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:27.761275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:router and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:27.764438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:27.770626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:27.837459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.838436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:27.857238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:28.101598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:28.334461 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:28.368846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:28.505396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.108 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/4e6c9b43-7e27-4b55-b57a-f778a0131f55) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:28.657265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:28.751541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:28.755986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7db0a1fa-80ad-48f8-b1d6-31a9c5220565 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:28.825593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:28.828295 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:28.830739 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:28.861713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=4e6c9b43-7e27-4b55-b57a-f778a0131f55,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:28.864563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:29.089049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:29.089779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:29.390652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 7139c53f-61b1-461f-a174-6161597ad6c8 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:10:29.688925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:10:29.699389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Sync routers for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:10:29.711473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Routers {'7139c53f-61b1-461f-a174-6161597ad6c8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:29.712091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:10:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7139c53f-61b1-461f-a174-6161597ad6c8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:29.783447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:29.784725 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0400736 Dec 20 16:10:29.787828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57576) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:29.830534 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7917ec91-2f93-4aa1-a96b-00d41f201f9d tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=546f21e137754670849b9dd3d35e73c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414355 Dec 20 16:10:29.833212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57580) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:29.902702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Set router 7139c53f-61b1-461f-a174-6161597ad6c8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:10:29.980397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e99d25-bfed-4354-8b95-bcfa30c65072 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.982110 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-03e99d25-bfed-4354-8b95-bcfa30c65072 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478803 Dec 20 16:10:29.985249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57584) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:30.026506 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-31edc631-10d6-4221-8535-a776d1ccb841 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400374 Dec 20 16:10:30.029005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57588) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:30.035027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2021048509', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:30.154587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:30.159334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:subnet and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:30.162411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:30.172462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:30.241094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:28Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:30.245088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Checking router: 7139c53f-61b1-461f-a174-6161597ad6c8 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:10:30.245453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Updating router 7139c53f-61b1-461f-a174-6161597ad6c8 port 4e6c9b43-7e27-4b55-b57a-f778a0131f55 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:10:30.246445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:30.296482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:30.350081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:30.664380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:30.671086 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:30.676220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-443f5e60-f445-4aae-b27b-21a1c9a40c3d tempest-NetworksTestDHCPv6-11270545 tempest-NetworksTestDHCPv6-11270545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:30.679742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Transition to ACTIVE for port object 4e6c9b43-7e27-4b55-b57a-f778a0131f55 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:30.741454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Subnet': ['ID=ba89fa26-3906-49da-ab79-3ad95204f46a,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:30.744220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:30.771313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Checking segment: {'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:10:30.771646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network hostable DHCP agents. Network: 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:10:30.780286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:30.785102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4a29580b-a67d-4693-8aad-ba223482a83c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:30.875842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Attempting to bind port 4e6c9b43-7e27-4b55-b57a-f778a0131f55 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:10:30.876215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Attempting to bind port 4e6c9b43-7e27-4b55-b57a-f778a0131f55 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:10:30.876617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Attempting to bind port 4e6c9b43-7e27-4b55-b57a-f778a0131f55 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:10:30.879023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfc79f-8b7f-4fe7-8241-855f4fd0bfac None None] Pushing event updated for resources: {'Port': ['ID=4e6c9b43-7e27-4b55-b57a-f778a0131f55,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:30.882198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f2cfc79f-8b7f-4fe7-8241-855f4fd0bfac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:30.887374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:10:30.887803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:10:30.888192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:30.888622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:10:30.889069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:10:30.889209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Bound port: 4e6c9b43-7e27-4b55-b57a-f778a0131f55, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:10:30.889549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:30.966485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] For port 4e6c9b43-7e27-4b55-b57a-f778a0131f55, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:30.969612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] For port 4e6c9b43-7e27-4b55-b57a-f778a0131f55, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e6c9b43-7e27-4b55-b57a-f778a0131f55,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:30.997014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:31.002861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.002861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:31.005620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8ec16c-ee61-4a1a-a7ac-9179b2422696 None None] Network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:10:31.101994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:31.106994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:31.112407 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0823629 Dec 20 16:10:31.115732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57592) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:31.284220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:10:31.285597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:31.301532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfc79f-8b7f-4fe7-8241-855f4fd0bfac None None] Pushing event updated for resources: {'Port': ['ID=4e6c9b43-7e27-4b55-b57a-f778a0131f55,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:31.307207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f2cfc79f-8b7f-4fe7-8241-855f4fd0bfac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:31.309403 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Routers {'7139c53f-61b1-461f-a174-6161597ad6c8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:31.310024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:10:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7139c53f-61b1-461f-a174-6161597ad6c8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:31.601184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] Set router 7139c53f-61b1-461f-a174-6161597ad6c8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:10:31.642680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Allocated IP 172.20.0.2 (441dc3fa-aa6c-4f82-a328-3ccdb1f8db63/ba89fa26-3906-49da-ab79-3ad95204f46a/087226eb-6019-4f63-a58c-0fbc85cc1920) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:31.982008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:32.106676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:32.120028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Transition to ACTIVE for port object 087226eb-6019-4f63-a58c-0fbc85cc1920 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:32.142529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:28Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:32.145565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Transition to ACTIVE for port object 087226eb-6019-4f63-a58c-0fbc85cc1920 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:32.149369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81948d-7c02-4a3a-8256-5a758eadd7e3 None None] The sync data for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv is: [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:28Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:10:32.220284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:32.224737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:32.296444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:32.300405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Pushing event updated for resources: {'Port': ['ID=087226eb-6019-4f63-a58c-0fbc85cc1920,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:32.302775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:32.304502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:32.309015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:32.406215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Attempting to bind port 087226eb-6019-4f63-a58c-0fbc85cc1920 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:10:32.406595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Attempting to bind port 087226eb-6019-4f63-a58c-0fbc85cc1920 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:10:32.406998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Attempting to bind port 087226eb-6019-4f63-a58c-0fbc85cc1920 on network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:10:32.421069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:10:32.421916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Checking segment: {'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:10:32.422581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:32.422745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.1 (441dc3fa-aa6c-4f82-a328-3ccdb1f8db63/ba89fa26-3906-49da-ab79-3ad95204f46a/0b670fd6-1b73-41ae-987f-53168f76b3cb) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:32.423020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Bound using segment: {'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:10:32.423524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Bound port: 087226eb-6019-4f63-a58c-0fbc85cc1920, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:10:32.423914 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:32.535723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] For port 087226eb-6019-4f63-a58c-0fbc85cc1920, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:32.539174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] For port 087226eb-6019-4f63-a58c-0fbc85cc1920, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=087226eb-6019-4f63-a58c-0fbc85cc1920,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:32.598852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:32.623316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 0b670fd6-1b73-41ae-987f-53168f76b3cb will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:32.666192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:32.670084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f2719a0d-9ecf-4a13-9370-5a7bb0ce8a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:32.718905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:32.723089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-112c920f-7e02-4a6f-8e91-e3e347fea34d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:32.751872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Pushing event updated for resources: {'Port': ['ID=087226eb-6019-4f63-a58c-0fbc85cc1920,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:32.761774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:32.806001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:32.809104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:32.813612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:32.843016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=0b670fd6-1b73-41ae-987f-53168f76b3cb,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:32.849455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e6c9b43-7e27-4b55-b57a-f778a0131f55 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:10:32.858659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:32.891166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:33.036005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 4e6c9b43-7e27-4b55-b57a-f778a0131f55 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:10:33.041291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4e6c9b43-7e27-4b55-b57a-f778a0131f55 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:33.041670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:33.070688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:33.162691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:33.179675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 4e6c9b43-7e27-4b55-b57a-f778a0131f55, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e6c9b43-7e27-4b55-b57a-f778a0131f55,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:33.294227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:33.296165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:33.360270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=4e6c9b43-7e27-4b55-b57a-f778a0131f55,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:33.363905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:33.483210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:33.543585 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:33.569086 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7b66bebd-dd90-4bb7-91d5-09c835f4f88f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:33.654887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=0b670fd6-1b73-41ae-987f-53168f76b3cb,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:33.659983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:33.660954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:33.699429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35448c1f-903d-43c0-b940-5316d6159032 None None] Network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:10:33.864490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9a00735c-615d-4e3b-ac45-ffc26aee061e None None] Provisioning for port 087226eb-6019-4f63-a58c-0fbc85cc1920 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:10:33.907658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:33.908992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:34.276724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3496abf6-0951-4b26-ae7a-2e006d9a14e0 None None] Provisioning for port 0b670fd6-1b73-41ae-987f-53168f76b3cb completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:10:34.281581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3496abf6-0951-4b26-ae7a-2e006d9a14e0 None None] Provisioning complete for port 0b670fd6-1b73-41ae-987f-53168f76b3cb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:34.281958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3496abf6-0951-4b26-ae7a-2e006d9a14e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:34.339886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 7139c53f-61b1-461f-a174-6161597ad6c8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:10:34.342682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-3496abf6-0951-4b26-ae7a-2e006d9a14e0 None None] Port 0b670fd6-1b73-41ae-987f-53168f76b3cb cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:10:34.465036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e219ae2e-df32-4b60-8bb4-479637f233a4 None None] Provisioning complete for port 0b670fd6-1b73-41ae-987f-53168f76b3cb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:34.465421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e219ae2e-df32-4b60-8bb4-479637f233a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:34.532109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e219ae2e-df32-4b60-8bb4-479637f233a4 None None] Port 0b670fd6-1b73-41ae-987f-53168f76b3cb cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:10:34.566041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:10:34.578285 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/7139c53f-61b1-461f-a174-6161597ad6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4615753 Dec 20 16:10:34.580906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57598) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:34.654561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1f39e435-0bf4-422b-b101-8d6f3ae3029f None None] Provisioning complete for port 0b670fd6-1b73-41ae-987f-53168f76b3cb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:34.654829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1f39e435-0bf4-422b-b101-8d6f3ae3029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:34.705623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1f39e435-0bf4-422b-b101-8d6f3ae3029f None None] Port 0b670fd6-1b73-41ae-987f-53168f76b3cb cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:10:34.719185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff239144-6be1-40eb-9cf3-228a8efbf544 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.719562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff239144-6be1-40eb-9cf3-228a8efbf544 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.719936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff239144-6be1-40eb-9cf3-228a8efbf544 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.720651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff239144-6be1-40eb-9cf3-228a8efbf544 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.721917 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ff239144-6be1-40eb-9cf3-228a8efbf544 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1395752 Dec 20 16:10:34.724654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57602) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:34.796118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e683a5-be9e-40d7-b7d4-8df1073e3bb9 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.796496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e683a5-be9e-40d7-b7d4-8df1073e3bb9 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.796846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e683a5-be9e-40d7-b7d4-8df1073e3bb9 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.797193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e683a5-be9e-40d7-b7d4-8df1073e3bb9 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.798792 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d3e683a5-be9e-40d7-b7d4-8df1073e3bb9 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0732660 Dec 20 16:10:34.801493 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57606) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:34.847593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 087226eb-6019-4f63-a58c-0fbc85cc1920 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:10:34.999127 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bdc862d3-346f-4193-bd35-13cca0d4539f tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1963394 Dec 20 16:10:35.007950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 087226eb-6019-4f63-a58c-0fbc85cc1920 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:10:35.013204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 087226eb-6019-4f63-a58c-0fbc85cc1920 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:35.013616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:35.126572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:35.163677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 087226eb-6019-4f63-a58c-0fbc85cc1920, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=087226eb-6019-4f63-a58c-0fbc85cc1920,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:35.237334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:35.238514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e6c9b43-7e27-4b55-b57a-f778a0131f55 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:10:35.276792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:35.369353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=087226eb-6019-4f63-a58c-0fbc85cc1920,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:35.372479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:35.383329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4e6c9b43-7e27-4b55-b57a-f778a0131f55 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:35.383705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:35.547612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57614) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:35.553370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611453057', 'description': 'tempest-secgroup-smoke-1611453057 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:35.559558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:35.563889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:35.568981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:35.575708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:35.680787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:35.700480 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Sync routers for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:10:35.717608 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Routers {'7139c53f-61b1-461f-a174-6161597ad6c8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:35.718224 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:10:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7139c53f-61b1-461f-a174-6161597ad6c8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:35.718391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:35.722346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:35.725331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:35.731203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:35.788703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:35.876770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:35.882875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ff1afca4-a516-452e-921a-e125e6baf394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:35.895203 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Set router 7139c53f-61b1-461f-a174-6161597ad6c8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:10:35.926775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc739fc8-5bf1-47a7-8461-200692e205b3,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:35.929681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:36.020205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.024152 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4728570 Dec 20 16:10:36.024362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57618) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:36.029995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'bc739fc8-5bf1-47a7-8461-200692e205b3', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:36.036618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:36.040623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:36.043446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:36.049095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:36.129822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.192644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.212940 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '0b670fd6-1b73-41ae-987f-53168f76b3cb', 'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:52:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:32Z', 'updated_at': '2021-12-20T16:10:33Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:36.216710 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Checking router: 7139c53f-61b1-461f-a174-6161597ad6c8 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:10:36.217062 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Updating router 7139c53f-61b1-461f-a174-6161597ad6c8 port 0b670fd6-1b73-41ae-987f-53168f76b3cb binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:10:36.267957 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.269762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.271659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c8f0d1d8-cd33-473f-92ff-7216a8678c11 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:36.293515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c6d0b0-e4d0-4b24-976b-bb31cc87301f,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:36.295871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:36.362369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.366295 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3383958 Dec 20 16:10:36.366729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57622) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:36.372359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'bc739fc8-5bf1-47a7-8461-200692e205b3', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:36.378940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:36.383332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:36.386270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:36.392293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:36.488055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.556640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.608306 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.620471 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Transition to ACTIVE for port object 0b670fd6-1b73-41ae-987f-53168f76b3cb will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:36.676742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.678563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-be1f02aa-d346-4e31-950f-c690f00c7dcb tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:36.703538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ecc63d-1b46-4b70-a917-10329a48bb38,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:36.705962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:36.737121 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.741569 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-79e34424-8d65-4256-a417-1aa80713931b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:36.778213 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 087226eb-6019-4f63-a58c-0fbc85cc1920 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:10:36.813839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.823430 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4473734 Dec 20 16:10:36.823608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57626) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:36.825500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'bc739fc8-5bf1-47a7-8461-200692e205b3', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:36.833046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:36.838880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:36.842746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:36.851105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:36.858283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 087226eb-6019-4f63-a58c-0fbc85cc1920 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:36.858785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.883475 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Pushing event updated for resources: {'Port': ['ID=0b670fd6-1b73-41ae-987f-53168f76b3cb,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:36.950663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:36.959044 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.959381 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.959713 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.960083 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.960402 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.960924 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.961458 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.961994 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.962546 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.963055 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.963546 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:36.968085 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:36.993540 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Attempting to bind port 0b670fd6-1b73-41ae-987f-53168f76b3cb on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:10:36.993943 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Attempting to bind port 0b670fd6-1b73-41ae-987f-53168f76b3cb by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:10:36.994316 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Attempting to bind port 0b670fd6-1b73-41ae-987f-53168f76b3cb on network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:10:37.000991 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:10:37.001361 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Checking segment: {'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:10:37.001760 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.002151 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Bound using segment: {'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:10:37.002621 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Bound port: 0b670fd6-1b73-41ae-987f-53168f76b3cb, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:10:37.003560 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.045979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.093212 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] For port 0b670fd6-1b73-41ae-987f-53168f76b3cb, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:37.097963 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] For port 0b670fd6-1b73-41ae-987f-53168f76b3cb, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0b670fd6-1b73-41ae-987f-53168f76b3cb,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:37.122273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.124205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7587a521-0eca-4c1d-924e-d832123b0d1e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:37.148550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d6e911-6241-4421-8393-7d53c57a3000,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:37.152987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:37.197133 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.201241 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:37.226200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.229704 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4074101 Dec 20 16:10:37.230523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57630) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:37.236713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'bc739fc8-5bf1-47a7-8461-200692e205b3', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:37.246792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:37.250783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:37.254414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:37.260410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:37.305042 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Pushing event updated for resources: {'Port': ['ID=0b670fd6-1b73-41ae-987f-53168f76b3cb,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:37.312124 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:37.314155 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Routers {'7139c53f-61b1-461f-a174-6161597ad6c8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:37.314786 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:10:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7139c53f-61b1-461f-a174-6161597ad6c8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:37.369009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.448717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.497488 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] Set router 7139c53f-61b1-461f-a174-6161597ad6c8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:10:37.516666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.518480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:37.539976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1165b327-9ddc-42ca-9501-e4a987aa19ce,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:37.542327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:37.634784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.635974 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4044485 Dec 20 16:10:37.639028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57634) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:37.644681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'bc739fc8-5bf1-47a7-8461-200692e205b3', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:37.650602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:37.654579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:37.657486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:37.663930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:37.760063 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:10:37.766735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.815168 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '0b670fd6-1b73-41ae-987f-53168f76b3cb', 'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:52:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:32Z', 'updated_at': '2021-12-20T16:10:37Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:37.819292 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9f796-005b-44da-89a6-97e3aef513c9 None None] The sync data for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv is: [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '0b670fd6-1b73-41ae-987f-53168f76b3cb', 'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:52:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:32Z', 'updated_at': '2021-12-20T16:10:37Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:10:37.836351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.934247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:37.940734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1e644a63-d187-4914-8924-a989a17b8ca7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:37.963199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690fa489-9cf9-42fa-982d-5013ba1ad789,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:37.967088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:38.065442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:38.066655 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4266558 Dec 20 16:10:38.069453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57638) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:38.078257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'bc739fc8-5bf1-47a7-8461-200692e205b3', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:38.081839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:38.086060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:38.089299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:38.095387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:38.179897 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:10:38.190368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:38.263180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:38.343201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:38.350091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9c4b03d9-2902-414e-b5cc-47440ffda08c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:38.369630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0624bf-5917-48fb-a649-140e932f4f53,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:38.372374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:38.454134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:38.455405 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3850143 Dec 20 16:10:38.675456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-57b64e8f-2238-4c64-9a8b-4dcdc70784d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:10:38.765777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-57b64e8f-2238-4c64-9a8b-4dcdc70784d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:10:38.767077 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-57b64e8f-2238-4c64-9a8b-4dcdc70784d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611453057&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.1411090 Dec 20 16:10:38.800667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0b670fd6-1b73-41ae-987f-53168f76b3cb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:10:38.916047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-a46db2f7-267e-449f-b2df-9259867e7702 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:38.917472 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-a46db2f7-267e-449f-b2df-9259867e7702 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/networks?id=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 HTTP/1.1" status: 200 len: 797 time: 0.1437247 Dec 20 16:10:38.931776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 0b670fd6-1b73-41ae-987f-53168f76b3cb completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:10:38.934739 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f5e29084-eaf9-47f7-ac23-d66e0af06560 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/quotas/546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 375 time: 0.0118690 Dec 20 16:10:38.936565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0b670fd6-1b73-41ae-987f-53168f76b3cb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:38.936946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:39.031997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-3ebb03be-676f-46be-8126-88d4ce7e7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:10:39.069251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:39.099692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-3ebb03be-676f-46be-8126-88d4ce7e7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:10:39.101139 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-3ebb03be-676f-46be-8126-88d4ce7e7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1612678 Dec 20 16:10:39.106102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 0b670fd6-1b73-41ae-987f-53168f76b3cb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0b670fd6-1b73-41ae-987f-53168f76b3cb,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:39.174233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:39.176830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:39.242269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=0b670fd6-1b73-41ae-987f-53168f76b3cb,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:39.245419 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-965d2f64-54a7-4c9b-b852-530771778c5f service neutron] 10.222.0.62 "GET /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306026 Dec 20 16:10:39.245586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:39.376226 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-6d0e961d-41ba-47b2-9ea9-9c742e49d93e service neutron] 10.222.0.62 "GET /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246271 Dec 20 16:10:39.629984 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94064522-2f07-4f2e-9910-f4d997e94182 req-c36f40f2-1464-456f-b28c-1ff4d7d23b7e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 210 time: 0.0465169 Dec 20 16:10:40.784315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0b670fd6-1b73-41ae-987f-53168f76b3cb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:10:40.789989 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1367c760-fceb-4c81-824f-1832446a0180 req-aa2ec6ab-ed58-4a81-a540-89c001c0765e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 210 time: 0.0431073 Dec 20 16:10:40.859813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0b670fd6-1b73-41ae-987f-53168f76b3cb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:40.860197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:41.652707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-fac54400-2caa-4b65-8ad2-aa87b2d5613d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:41.654069 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-fac54400-2caa-4b65-8ad2-aa87b2d5613d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 HTTP/1.1" status: 200 len: 797 time: 0.1585622 Dec 20 16:10:41.715954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-94e0aa93-df05-4279-ae3c-495b134697b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 380 time: 0.0485952 Dec 20 16:10:41.724718 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'device_id': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'admin_state_up': True, 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'security_groups': ['bc739fc8-5bf1-47a7-8461-200692e205b3']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:41.875360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:41.888313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:41.972373 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-175c6de6-5c9a-44fb-bd8d-72af7af482df req-1b46ba58-8393-44bd-82dd-09ff57063543 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 210 time: 0.0534358 Dec 20 16:10:42.013676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:42.016798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:42.181156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.13 (441dc3fa-aa6c-4f82-a328-3ccdb1f8db63/ba89fa26-3906-49da-ab79-3ad95204f46a/117e2116-dbab-4527-8d55-a95d2a781188) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:42.483217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:42.499327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 117e2116-dbab-4527-8d55-a95d2a781188 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:42.608749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:42.618517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c1ecb946-1303-49a1-aab0-ab442463a9c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:42.687689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:42.691903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:42.695784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:42.731079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=117e2116-dbab-4527-8d55-a95d2a781188,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:42.739075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:42.768713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:42.769322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:42.875262 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1546552 Dec 20 16:10:42.887161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Request body: {'port': {'device_id': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:42.998085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:43.030804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a0af2858-a5a9-4235-b544-8306fbb2d214 None None] Provisioning for port 117e2116-dbab-4527-8d55-a95d2a781188 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:10:43.036471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a0af2858-a5a9-4235-b544-8306fbb2d214 None None] Provisioning complete for port 117e2116-dbab-4527-8d55-a95d2a781188 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:43.037000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a0af2858-a5a9-4235-b544-8306fbb2d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:43.096248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a0af2858-a5a9-4235-b544-8306fbb2d214 None None] Port 117e2116-dbab-4527-8d55-a95d2a781188 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:10:43.308352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29492b3d-7beb-49bf-a374-98684fc0a8ec req-3883c7db-9e79-4906-bd1b-103a53a1edbd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:43.308981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-29492b3d-7beb-49bf-a374-98684fc0a8ec req-3883c7db-9e79-4906-bd1b-103a53a1edbd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:10:43.408475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-29492b3d-7beb-49bf-a374-98684fc0a8ec req-3883c7db-9e79-4906-bd1b-103a53a1edbd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:10:43.409732 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-29492b3d-7beb-49bf-a374-98684fc0a8ec req-3883c7db-9e79-4906-bd1b-103a53a1edbd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 932 time: 0.2979293 Dec 20 16:10:43.433668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117e2116-dbab-4527-8d55-a95d2a781188 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:43.442957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:43.474304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Transition to ACTIVE for port object 117e2116-dbab-4527-8d55-a95d2a781188 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:43.481287 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-29492b3d-7beb-49bf-a374-98684fc0a8ec req-58e6e147-e6b9-4f78-9c5a-0d06a046729e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649579 Dec 20 16:10:43.539487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:43.543977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1e71c0ae-d286-40ef-847a-1d1239e3f5c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:43.666315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Pushing event updated for resources: {'Port': ['ID=117e2116-dbab-4527-8d55-a95d2a781188,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:43.670768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:43.774567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Attempting to bind port 117e2116-dbab-4527-8d55-a95d2a781188 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:10:43.774890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Attempting to bind port 117e2116-dbab-4527-8d55-a95d2a781188 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:10:43.775237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Attempting to bind port 117e2116-dbab-4527-8d55-a95d2a781188 on network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:10:43.780680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Port 117e2116-dbab-4527-8d55-a95d2a781188 on network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:10:43.781013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Attempting to bind port 117e2116-dbab-4527-8d55-a95d2a781188 on network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:10:43.787652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:10:43.787978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Checking segment: {'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:10:43.788350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Bound using segment: {'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:10:43.788757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Bound port: 117e2116-dbab-4527-8d55-a95d2a781188, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:10:43.789091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:43.879601 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] For port 117e2116-dbab-4527-8d55-a95d2a781188, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:43.882323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] For port 117e2116-dbab-4527-8d55-a95d2a781188, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=117e2116-dbab-4527-8d55-a95d2a781188,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:44.002519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:44.006231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b8312ca-173f-4976-b29c-7c97e0dedc88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:44.064293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:44.065656 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] 10.222.0.64 "PUT /v2.0/ports/117e2116-dbab-4527-8d55-a95d2a781188 HTTP/1.1" status: 200 len: 1094 time: 1.1829195 Dec 20 16:10:44.066170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'tag': '117e2116-dbab-4527-8d55-a95d2a781188'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:44.085235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Pushing event updated for resources: {'Port': ['ID=117e2116-dbab-4527-8d55-a95d2a781188,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:44.088657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:44.124518 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'tag': '117e2116-dbab-4527-8d55-a95d2a781188', 'status': 'completed', 'code': 200} Dec 20 16:10:44.221086 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d08600fb-405b-4838-81be-e22c02280e22 req-413c6f87-748f-45c9-9b43-9a4d6bd18095 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 1097 time: 0.0756440 Dec 20 16:10:44.364648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08600fb-405b-4838-81be-e22c02280e22 req-77d85ec6-79d8-4939-9613-c63348db7726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.366073 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d08600fb-405b-4838-81be-e22c02280e22 req-77d85ec6-79d8-4939-9613-c63348db7726 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1379106 Dec 20 16:10:44.647267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08600fb-405b-4838-81be-e22c02280e22 req-b9681c45-cea5-4915-88f0-937b49ac5b50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.649730 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d08600fb-405b-4838-81be-e22c02280e22 req-b9681c45-cea5-4915-88f0-937b49ac5b50 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2778368 Dec 20 16:10:44.671012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:44.725438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e252b-6363-41d3-a538-7eed43caf125 req-bc9a2aba-81b8-4156-904f-d2f175916c54 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.726905 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b0e252b-6363-41d3-a538-7eed43caf125 req-bc9a2aba-81b8-4156-904f-d2f175916c54 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 944 time: 0.1219192 Dec 20 16:10:44.793856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b0e252b-6363-41d3-a538-7eed43caf125 req-a0e8796d-c0c9-4570-9fab-e679819c6280 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571756 Dec 20 16:10:44.802786 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-2f5930f2-f0cb-49b0-9334-7c2af6de2e11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 1097 time: 0.1173205 Dec 20 16:10:44.870637 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-0f2134a3-f360-4e55-9eba-45a556b06670 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=117e2116-dbab-4527-8d55-a95d2a781188 HTTP/1.1" status: 200 len: 217 time: 0.0611224 Dec 20 16:10:44.935250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-3591f515-9057-4480-b6d1-1a45949e2294 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.936721 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-3591f515-9057-4480-b6d1-1a45949e2294 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba89fa26-3906-49da-ab79-3ad95204f46a HTTP/1.1" status: 200 len: 835 time: 0.0602844 Dec 20 16:10:45.013897 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-75809c21-9362-405b-90ad-972f8fc98e8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703681 Dec 20 16:10:45.149464 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-c6341343-b302-4297-a384-56051cb7a8c2 service neutron] 10.222.0.64 "GET /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286356 Dec 20 16:10:45.287075 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90a5a9b6-2494-4996-9ac2-14ab75f624c0 req-672be6b3-8f80-4466-a8c8-c95f05dca7b9 service neutron] 10.222.0.64 "GET /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318362 Dec 20 16:10:46.016512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d981f-21e9-4318-88b9-71990ac620dc req-4c287dc1-7e7e-4e02-9279-75c5c71de945 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.018253 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed3d981f-21e9-4318-88b9-71990ac620dc req-4c287dc1-7e7e-4e02-9279-75c5c71de945 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 944 time: 0.0985389 Dec 20 16:10:46.082627 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed3d981f-21e9-4318-88b9-71990ac620dc req-030d28c3-3f4a-43ed-815d-6462fc3ce982 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550621 Dec 20 16:10:47.278091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74253191-3caf-4403-b246-44b28d895779 req-de3d3dc6-5c41-4daa-abe9-164cefbd7b35 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:47.279662 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-74253191-3caf-4403-b246-44b28d895779 req-de3d3dc6-5c41-4daa-abe9-164cefbd7b35 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 944 time: 0.0763035 Dec 20 16:10:47.328027 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-74253191-3caf-4403-b246-44b28d895779 req-b53dd19b-1ee8-449f-ae38-2d9512c57c47 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 Dec 20 16:10:48.316750 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 117e2116-dbab-4527-8d55-a95d2a781188 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:10:48.451965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 117e2116-dbab-4527-8d55-a95d2a781188, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=117e2116-dbab-4527-8d55-a95d2a781188,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:48.465247 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '117e2116-dbab-4527-8d55-a95d2a781188', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'port_id': '117e2116-dbab-4527-8d55-a95d2a781188', 'mac_address': 'fa:16:3e:d7:68:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:10:48.519965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:48.530510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4113f12-5290-4539-a41d-885bf91c7d1b req-d075dadc-40e5-4f00-a6cd-8b49e5a3eff2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:48.532007 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d4113f12-5290-4539-a41d-885bf91c7d1b req-d075dadc-40e5-4f00-a6cd-8b49e5a3eff2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 944 time: 0.0809746 Dec 20 16:10:48.538051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117e2116-dbab-4527-8d55-a95d2a781188 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:48.553025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 117e2116-dbab-4527-8d55-a95d2a781188, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=117e2116-dbab-4527-8d55-a95d2a781188,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:48.577508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d4113f12-5290-4539-a41d-885bf91c7d1b req-e27d4ee9-ae90-4d3b-9775-2a60c7a9d428 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392208 Dec 20 16:10:48.636503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:48.642211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:48.708823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=117e2116-dbab-4527-8d55-a95d2a781188,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:48.711837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:48.884989 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:10:48.954696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['117e2116-dbab-4527-8d55-a95d2a781188'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:10:49.773030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebb8a7-824d-4f58-94eb-9cc9194794ba req-62aabf3b-29cd-45a5-8726-3ceb5ae633d6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:49.774493 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-66ebb8a7-824d-4f58-94eb-9cc9194794ba req-62aabf3b-29cd-45a5-8726-3ceb5ae633d6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 945 time: 0.0754845 Dec 20 16:10:49.823619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-66ebb8a7-824d-4f58-94eb-9cc9194794ba req-fddaaccb-4b4d-49ee-90bf-f8028f6fe389 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Dec 20 16:10:50.331663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 117e2116-dbab-4527-8d55-a95d2a781188 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:10:50.458983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 117e2116-dbab-4527-8d55-a95d2a781188 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:10:50.464548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 117e2116-dbab-4527-8d55-a95d2a781188 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:50.464973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:50.580808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:50.607009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e2116-dbab-4527-8d55-a95d2a781188'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:50.616863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 117e2116-dbab-4527-8d55-a95d2a781188, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=117e2116-dbab-4527-8d55-a95d2a781188,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:50.663258 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e2116-dbab-4527-8d55-a95d2a781188', 'code': 200} Dec 20 16:10:50.722785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:50.724670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:50.794933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=117e2116-dbab-4527-8d55-a95d2a781188,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:50.797862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:51.073892 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1295c84b-6038-4ca4-a381-ba47523a0f3f req-52afebab-c818-4831-911a-d4bea25c04c3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 1099 time: 0.0976579 Dec 20 16:10:51.079302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0ffa-3f42-43c9-8018-7e390dff86fd req-9e3afab0-4502-44b3-ab63-6f2544fb6292 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:51.081206 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c24f0ffa-3f42-43c9-8018-7e390dff86fd req-9e3afab0-4502-44b3-ab63-6f2544fb6292 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 946 time: 0.1363311 Dec 20 16:10:51.149954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1295c84b-6038-4ca4-a381-ba47523a0f3f req-74289cc9-3730-4b83-a29e-ea94fe8cf196 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677116 Dec 20 16:10:51.152328 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c24f0ffa-3f42-43c9-8018-7e390dff86fd req-40f9bebf-621b-47c2-a9ec-4fde8b87ade6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578377 Dec 20 16:10:51.965291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-231fa751-355a-4c19-a0a8-6c30d7f6f4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:52.376771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426bc86-18a6-4522-82bc-731c19604cf5 req-4adef750-040d-4116-a231-92091c560276 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:52.380230 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1426bc86-18a6-4522-82bc-731c19604cf5 req-4adef750-040d-4116-a231-92091c560276 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 946 time: 0.0892472 Dec 20 16:10:52.439089 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1426bc86-18a6-4522-82bc-731c19604cf5 req-fb7f326f-77a0-480e-9f00-f001b821ea15 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524645 Dec 20 16:10:53.640599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301000f7-c250-4792-82d3-15fe5d59c19b req-5f130fc4-1137-4fd0-a0a0-7491f4ec1891 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:53.642053 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-301000f7-c250-4792-82d3-15fe5d59c19b req-5f130fc4-1137-4fd0-a0a0-7491f4ec1891 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 946 time: 0.0777028 Dec 20 16:10:53.686769 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-301000f7-c250-4792-82d3-15fe5d59c19b req-97382b68-b5c9-46cb-841f-9e182563dd1d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386796 Dec 20 16:10:53.899441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d128f2-31ad-4e8a-b965-77f3966db001 req-6de6de94-1d03-4237-a453-081eb99c1771 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:53.901007 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18d128f2-31ad-4e8a-b965-77f3966db001 req-6de6de94-1d03-4237-a453-081eb99c1771 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 946 time: 0.0860195 Dec 20 16:10:53.949101 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18d128f2-31ad-4e8a-b965-77f3966db001 req-19b97ef7-5891-42ae-93cf-ec6c8a4f289a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Dec 20 16:10:53.975994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57688) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:54.164104 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a0d83c4a-1014-4ea2-85a0-10c57327c1b1 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 1094 time: 0.1868351 Dec 20 16:10:54.168238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57694) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:54.173503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '117e2116-dbab-4527-8d55-a95d2a781188', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:10:54.179711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:10:54.183538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:floatingip and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:10:54.186354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:10:54.192149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:10:54.228176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2c6d59ea-fdef-4636-b32c-4047fd8065b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:54.259432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:54.500377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:54.636391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.142 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/3dbda21d-fc68-4a12-8205-f400149e98ee) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:54.797060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:54.888173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:54.892442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5d28c943-5300-4306-9f49-f4a588b8474a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:54.974628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:54.975454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=3dbda21d-fc68-4a12-8205-f400149e98ee,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:54.979049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:54.981842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:55.006440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:55.407536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:55.481665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:55.488152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:55.585295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:55.781167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:55.848144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:55.852544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:10:55.951363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=3dbda21d-fc68-4a12-8205-f400149e98ee,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:55.958831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:10:55.967381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:56.259851 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP 1ed1a636-701f-4890-972c-db398bc8b45a associated. External IP: 172.26.7.142, port: 117e2116-dbab-4527-8d55-a95d2a781188. Dec 20 16:10:56.651372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 7139c53f-61b1-461f-a174-6161597ad6c8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:10:56.856377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:10:56.866534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] Sync routers for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:10:56.878895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] Routers {'7139c53f-61b1-461f-a174-6161597ad6c8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:56.879553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:10:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7139c53f-61b1-461f-a174-6161597ad6c8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:56.933343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:56.939025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:10:56.997609 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8284779 Dec 20 16:10:56.998335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'tag': '117e2116-dbab-4527-8d55-a95d2a781188'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:57.000490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57698) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:57.058638 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'tag': '117e2116-dbab-4527-8d55-a95d2a781188', 'status': 'completed', 'code': 200} Dec 20 16:10:57.094812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] Set router 7139c53f-61b1-461f-a174-6161597ad6c8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:10:57.156448 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbe2dc25-4246-4196-8078-73576e02c329 req-65e0724e-e966-4392-9f6c-374797ffd7fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 1099 time: 0.0742664 Dec 20 16:10:57.234561 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-06c87b7f-16a5-4905-8801-4aebfefe3794 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers/7139c53f-61b1-461f-a174-6161597ad6c8 HTTP/1.1" status: 200 len: 922 time: 0.2320883 Dec 20 16:10:57.238027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57704) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:57.306740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2dc25-4246-4196-8078-73576e02c329 req-48f846ed-8ac1-422c-b048-df9b7080584b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:57.308241 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbe2dc25-4246-4196-8078-73576e02c329 req-48f846ed-8ac1-422c-b048-df9b7080584b service neutron] 10.222.0.64 "GET /v2.0/networks?id=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 HTTP/1.1" status: 200 len: 898 time: 0.1452761 Dec 20 16:10:57.421653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbe2dc25-4246-4196-8078-73576e02c329 req-739d4b67-6611-4e98-8eb4-5102ff024fab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=117e2116-dbab-4527-8d55-a95d2a781188 HTTP/1.1" status: 200 len: 1000 time: 0.1067617 Dec 20 16:10:57.475616 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8947817b-a409-47ab-8719-792d14f8b14e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.2366655 Dec 20 16:10:57.489067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2dc25-4246-4196-8078-73576e02c329 req-60e8828a-3c2d-457a-a399-b2b14f78cb99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:57.490023 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbe2dc25-4246-4196-8078-73576e02c329 req-60e8828a-3c2d-457a-a399-b2b14f78cb99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba89fa26-3906-49da-ab79-3ad95204f46a HTTP/1.1" status: 200 len: 835 time: 0.0625591 Dec 20 16:10:57.497403 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '1ed1a636-701f-4890-972c-db398bc8b45a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'port_id': '117e2116-dbab-4527-8d55-a95d2a781188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'mac_address': 'fa:16:3e:d7:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:10:55Z', 'updated_at': '2021-12-20T16:10:55Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b670fd6-1b73-41ae-987f-53168f76b3cb', 'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:52:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:32Z', 'updated_at': '2021-12-20T16:10:39Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:57.503158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] Checking router: 7139c53f-61b1-461f-a174-6161597ad6c8 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:10:57.513603 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] Routers {'7139c53f-61b1-461f-a174-6161597ad6c8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:57.514214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:10:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7139c53f-61b1-461f-a174-6161597ad6c8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:57.569426 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbe2dc25-4246-4196-8078-73576e02c329 req-7eba265b-36d5-440b-b7bc-ef4520ae9a6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734959 Dec 20 16:10:57.688707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] Set router 7139c53f-61b1-461f-a174-6161597ad6c8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:10:57.701567 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbe2dc25-4246-4196-8078-73576e02c329 req-db994549-13e6-46ef-80a0-f514f0c52d00 service neutron] 10.222.0.64 "GET /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254420 Dec 20 16:10:57.842284 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbe2dc25-4246-4196-8078-73576e02c329 req-17f91778-3a09-404f-bbf0-1f1f82d3cb5f service neutron] 10.222.0.64 "GET /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347506 Dec 20 16:10:58.040911 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '1ed1a636-701f-4890-972c-db398bc8b45a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'port_id': '117e2116-dbab-4527-8d55-a95d2a781188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'mac_address': 'fa:16:3e:d7:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:10:55Z', 'updated_at': '2021-12-20T16:10:55Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b670fd6-1b73-41ae-987f-53168f76b3cb', 'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:52:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:32Z', 'updated_at': '2021-12-20T16:10:39Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:58.045000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23dfe20-2c44-40bf-b7a3-78fbee128bf3 None None] The sync data for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv is: [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '1ed1a636-701f-4890-972c-db398bc8b45a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'port_id': '117e2116-dbab-4527-8d55-a95d2a781188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'mac_address': 'fa:16:3e:d7:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:10:55Z', 'updated_at': '2021-12-20T16:10:55Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b670fd6-1b73-41ae-987f-53168f76b3cb', 'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:52:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:32Z', 'updated_at': '2021-12-20T16:10:39Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:10:58.256452 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79db1ce-f21c-436b-bdf7-477792eae069 None None] New status for floating IP 1ed1a636-701f-4890-972c-db398bc8b45a: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:10:58.477636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57708) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:58.707963 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b79e070c-b597-42b0-85e1-fc31bb1cf4c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.2289934 Dec 20 16:10:59.711951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57712) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:10:59.814688 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a45e598a-5f98-4ad9-89b4-662c2f59dbe0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 994 time: 0.1015570 Dec 20 16:11:14.715790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:21.977975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a76f0224-438b-4d1c-be15-188762df7051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:24.226630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3f86262f-d3c3-4e74-830f-b2f73834db16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:25.398153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:25.487092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:25.885360 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:11:26.878594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:39.043614 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8593287-c88d-44d6-be11-d245cd44db93 req-82e3de5a-5aca-47da-8c51-05668f6bac3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672929 Dec 20 16:11:39.192006 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8593287-c88d-44d6-be11-d245cd44db93 req-5fee0c88-6dae-42e2-b57a-7772ab8a0f65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 1099 time: 0.0819824 Dec 20 16:11:39.345236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8593287-c88d-44d6-be11-d245cd44db93 req-0068c70d-46c9-46a9-8412-593877008978 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:39.346580 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8593287-c88d-44d6-be11-d245cd44db93 req-0068c70d-46c9-46a9-8412-593877008978 service neutron] 10.222.0.64 "GET /v2.0/networks?id=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 HTTP/1.1" status: 200 len: 898 time: 0.1360250 Dec 20 16:11:39.451529 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8593287-c88d-44d6-be11-d245cd44db93 req-1242b589-5762-4a7a-92c3-7541d91bd867 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=117e2116-dbab-4527-8d55-a95d2a781188 HTTP/1.1" status: 200 len: 1002 time: 0.0981767 Dec 20 16:11:39.516042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8593287-c88d-44d6-be11-d245cd44db93 req-f4696f94-c630-4948-a0bd-77cbaaac6f18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:39.517461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8593287-c88d-44d6-be11-d245cd44db93 req-f4696f94-c630-4948-a0bd-77cbaaac6f18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba89fa26-3906-49da-ab79-3ad95204f46a HTTP/1.1" status: 200 len: 835 time: 0.0600564 Dec 20 16:11:39.591807 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8593287-c88d-44d6-be11-d245cd44db93 req-aa2e8060-5df7-40e2-b739-844196936e3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684755 Dec 20 16:11:39.723318 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8593287-c88d-44d6-be11-d245cd44db93 req-8a2bea22-ada0-493f-a0a6-abf4991e4108 service neutron] 10.222.0.64 "GET /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244376 Dec 20 16:11:39.852787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8593287-c88d-44d6-be11-d245cd44db93 req-e27eae92-9df0-4727-85e2-880814303153 service neutron] 10.222.0.64 "GET /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234741 Dec 20 16:11:44.700636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:51.968788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b18f8b10-5e29-49e0-80c3-3355dcfcf0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:54.263231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-713a62a1-70d8-4cf2-92f3-b127bbefb093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:55.401617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:55.499693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:56.874731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:11:59.420244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57734) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:11:59.602526 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ecdef28c-1db8-4b00-9360-bc326fe5a42a tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers/7139c53f-61b1-461f-a174-6161597ad6c8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1809018 Dec 20 16:11:59.605107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57738) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:11:59.879684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cccca5c-057f-4fa1-820e-fdcc4200e79d tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Notify agent at dv-neutron-821074-1-hyperv the message router_removed_from_agent {{(pid=84392) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 20 16:11:59.882790 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6cccca5c-057f-4fa1-820e-fdcc4200e79d tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "DELETE /v2.0/agents/99911166-a60c-4970-bbef-9fe5a482f07f/l3-routers/7139c53f-61b1-461f-a174-6161597ad6c8 HTTP/1.1" status: 204 len: 168 time: 0.2767949 Dec 20 16:11:59.885378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57742) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:00.179419 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-490f311f-31f5-4ad0-bf52-00053f2f0581 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers/7139c53f-61b1-461f-a174-6161597ad6c8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2927058 Dec 20 16:12:00.181732 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57746) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:00.285298 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-07f3eb9b-2e00-4312-b63c-8e23ab1eaeb0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 994 time: 0.1024487 Dec 20 16:12:00.391457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021ccd4-5da3-48ce-bf89-fe34a6f94276 None None] New status for floating IP 1ed1a636-701f-4890-972c-db398bc8b45a: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:12:00.816760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e6c9b43-7e27-4b55-b57a-f778a0131f55 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:12:00.935365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:00.953949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 4e6c9b43-7e27-4b55-b57a-f778a0131f55, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e6c9b43-7e27-4b55-b57a-f778a0131f55,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:01.071552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:01.072228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0b670fd6-1b73-41ae-987f-53168f76b3cb no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:12:01.095268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f34211df-04bd-42b8-b436-0f8b42049929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:01.186578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=4e6c9b43-7e27-4b55-b57a-f778a0131f55,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:01.227888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.228234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.228575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.228911 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.229243 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.229575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.229932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.230256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.230776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.230945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.231231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:01.237705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:01.252870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:01.287713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 0b670fd6-1b73-41ae-987f-53168f76b3cb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0b670fd6-1b73-41ae-987f-53168f76b3cb,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:01.291171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57750) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:01.394446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:01.396386 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c096a9f4-9607-443e-8f51-1dba0e4d51f9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.1037912 Dec 20 16:12:01.396671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:01.465690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=0b670fd6-1b73-41ae-987f-53168f76b3cb,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:01.468642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:02.886411 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:12:03.447045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57758) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:03.720234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618f3473-e949-42df-b6ba-97eb1d3314d4 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Router 7139c53f-61b1-461f-a174-6161597ad6c8 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:12:03.720495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618f3473-e949-42df-b6ba-97eb1d3314d4 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Notify agent at dv-neutron-821074-1-hyperv the message router_added_to_agent {{(pid=84392) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 20 16:12:03.748969 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-618f3473-e949-42df-b6ba-97eb1d3314d4 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "POST /v2.0/agents/99911166-a60c-4970-bbef-9fe5a482f07f/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3008654 Dec 20 16:12:03.751759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57764) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:03.770262 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] Sync routers for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:12:03.781956 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] Routers {'7139c53f-61b1-461f-a174-6161597ad6c8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:03.782561 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:11:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7139c53f-61b1-461f-a174-6161597ad6c8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:03.934193 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e55d05e1-30c1-48e0-be81-3f62d9d197ab tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers/7139c53f-61b1-461f-a174-6161597ad6c8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1810513 Dec 20 16:12:03.936265 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57770) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:03.958944 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] Set router 7139c53f-61b1-461f-a174-6161597ad6c8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:12:04.044160 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c09ce15b-b85c-4cee-a9c4-7a604fbd0f0a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.1057017 Dec 20 16:12:04.325904 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:12:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '1ed1a636-701f-4890-972c-db398bc8b45a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'port_id': '117e2116-dbab-4527-8d55-a95d2a781188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'mac_address': 'fa:16:3e:d7:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:10:55Z', 'updated_at': '2021-12-20T16:12:00Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b670fd6-1b73-41ae-987f-53168f76b3cb', 'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:52:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:32Z', 'updated_at': '2021-12-20T16:12:01Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:04.329540 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] Checking router: 7139c53f-61b1-461f-a174-6161597ad6c8 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:12:04.339459 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] Routers {'7139c53f-61b1-461f-a174-6161597ad6c8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:04.340041 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:11:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7139c53f-61b1-461f-a174-6161597ad6c8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:04.508021 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] Set router 7139c53f-61b1-461f-a174-6161597ad6c8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:12:04.842094 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:12:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '1ed1a636-701f-4890-972c-db398bc8b45a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'port_id': '117e2116-dbab-4527-8d55-a95d2a781188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'mac_address': 'fa:16:3e:d7:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:10:55Z', 'updated_at': '2021-12-20T16:12:00Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b670fd6-1b73-41ae-987f-53168f76b3cb', 'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:52:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:32Z', 'updated_at': '2021-12-20T16:12:01Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:04.846410 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2b7a3-32f4-4a45-a4fa-5943d2e2fd9d None None] The sync data for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv is: [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:10:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:12:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '1ed1a636-701f-4890-972c-db398bc8b45a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'port_id': '117e2116-dbab-4527-8d55-a95d2a781188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'mac_address': 'fa:16:3e:d7:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:10:55Z', 'updated_at': '2021-12-20T16:12:00Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b670fd6-1b73-41ae-987f-53168f76b3cb', 'name': '', 'network_id': '441dc3fa-aa6c-4f82-a328-3ccdb1f8db63', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:52:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:32Z', 'updated_at': '2021-12-20T16:12:01Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'ba89fa26-3906-49da-ab79-3ad95204f46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:12:05.046973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57774) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:05.159663 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c823ce40-ab38-451a-961f-74676f2bab9e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.1099057 Dec 20 16:12:06.161626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57778) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:06.267008 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-513f8b8c-f7bb-45a4-a2d2-9ce7b3169bca tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.1032307 Dec 20 16:12:06.857359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e6c9b43-7e27-4b55-b57a-f778a0131f55 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:06.929012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4e6c9b43-7e27-4b55-b57a-f778a0131f55 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:06.929390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:07.049039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:07.064697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 4e6c9b43-7e27-4b55-b57a-f778a0131f55, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e6c9b43-7e27-4b55-b57a-f778a0131f55,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:07.150935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:07.151756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0b670fd6-1b73-41ae-987f-53168f76b3cb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:07.173553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:07.262234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=4e6c9b43-7e27-4b55-b57a-f778a0131f55,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:07.265711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:07.270139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57782) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:07.276942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0b670fd6-1b73-41ae-987f-53168f76b3cb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:07.277316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:07.382512 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1eace7bf-b3aa-4719-9fe4-20569216a534 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.1112998 Dec 20 16:12:07.394078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:07.429291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 0b670fd6-1b73-41ae-987f-53168f76b3cb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0b670fd6-1b73-41ae-987f-53168f76b3cb,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:07.508541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:07.510399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:07.573538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=0b670fd6-1b73-41ae-987f-53168f76b3cb,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:07.576543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:08.386432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57786) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:08.491916 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a7f01592-2b2b-42f9-bc6a-6fb10b328532 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.1041393 Dec 20 16:12:08.825339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e6c9b43-7e27-4b55-b57a-f778a0131f55 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:08.896034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4e6c9b43-7e27-4b55-b57a-f778a0131f55 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:08.896415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:09.008982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0b670fd6-1b73-41ae-987f-53168f76b3cb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:09.077236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 0b670fd6-1b73-41ae-987f-53168f76b3cb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:09.077521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:09.495745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57790) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:09.603135 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f5b20880-f82d-41cf-9992-3182e55b1dc9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.1061757 Dec 20 16:12:10.607182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57794) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:10.712172 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9bec8184-6633-4cf4-b3b2-0417890a73bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.1038671 Dec 20 16:12:11.716091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57798) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:11.832314 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-07938ffe-784a-4e61-9ec4-b5036513b57c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 992 time: 0.1150727 Dec 20 16:12:11.969928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860fbd1-9549-41b9-bf02-86f3706c21a6 None None] New status for floating IP 1ed1a636-701f-4890-972c-db398bc8b45a: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:12:12.836171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57802) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:12.941553 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b0dfda47-4de8-4cfe-9462-ab6255b123b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 200 len: 994 time: 0.1041675 Dec 20 16:12:13.232231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57810) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:13.430101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 3dbda21d-fc68-4a12-8205-f400149e98ee {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:12:13.430376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:13.601107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:13.601432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:13.827010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 3dbda21d-fc68-4a12-8205-f400149e98ee owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:12:14.025125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:14.029166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3203212b-468c-4e27-bfab-b7189977d457 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:14.069088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=3dbda21d-fc68-4a12-8205-f400149e98ee,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:14.108348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.108994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.109391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.109763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.110132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.110494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.110881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.111275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.111634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.111995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.112379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:14.119177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:14.176185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:14.572551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 7139c53f-61b1-461f-a174-6161597ad6c8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:12:14.702843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:14.769228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:12:14.868892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:14.927291 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/floatingips/1ed1a636-701f-4890-972c-db398bc8b45a HTTP/1.1" status: 204 len: 168 time: 1.6939316 Dec 20 16:12:14.927958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'tag': '117e2116-dbab-4527-8d55-a95d2a781188'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:14.981936 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'tag': '117e2116-dbab-4527-8d55-a95d2a781188', 'status': 'completed', 'code': 200} Dec 20 16:12:15.073446 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbce2680-5c5f-4e18-9e1a-7a195649313f req-fcc9b13b-b123-4b0c-b033-d73b60c2a9a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 1099 time: 0.0689373 Dec 20 16:12:15.219465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce2680-5c5f-4e18-9e1a-7a195649313f req-d0328c27-2fbc-470e-9c12-65e01ea440f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:15.221413 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbce2680-5c5f-4e18-9e1a-7a195649313f req-d0328c27-2fbc-470e-9c12-65e01ea440f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 HTTP/1.1" status: 200 len: 898 time: 0.1416001 Dec 20 16:12:15.292545 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbce2680-5c5f-4e18-9e1a-7a195649313f req-decab671-2f78-4e4c-aef1-f92fa965cf26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=117e2116-dbab-4527-8d55-a95d2a781188 HTTP/1.1" status: 200 len: 217 time: 0.0652854 Dec 20 16:12:15.359437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce2680-5c5f-4e18-9e1a-7a195649313f req-a13d7866-cbfb-4679-b033-f9df99a9e0df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:15.361548 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbce2680-5c5f-4e18-9e1a-7a195649313f req-a13d7866-cbfb-4679-b033-f9df99a9e0df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba89fa26-3906-49da-ab79-3ad95204f46a HTTP/1.1" status: 200 len: 835 time: 0.0567081 Dec 20 16:12:15.439189 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbce2680-5c5f-4e18-9e1a-7a195649313f req-25e1197d-bd14-41ac-8c18-a3c19b0fe859 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722251 Dec 20 16:12:15.717002 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbce2680-5c5f-4e18-9e1a-7a195649313f req-63aabdf4-a7b3-4b10-95b3-c597eae4e29a service neutron] 10.222.0.64 "GET /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709126 Dec 20 16:12:15.821608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8636b93-b785-4603-be64-02ba28aea104 req-3b639d86-28f0-4c06-97d1-9d0094e23e63 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:15.822278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-a8636b93-b785-4603-be64-02ba28aea104 req-3b639d86-28f0-4c06-97d1-9d0094e23e63 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:12:15.870693 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bbce2680-5c5f-4e18-9e1a-7a195649313f req-127257c3-4aa3-4fcc-ad33-d95e05aaf5c0 service neutron] 10.222.0.64 "GET /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439056 Dec 20 16:12:15.971112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-a8636b93-b785-4603-be64-02ba28aea104 req-3b639d86-28f0-4c06-97d1-9d0094e23e63 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:12:15.972177 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a8636b93-b785-4603-be64-02ba28aea104 req-3b639d86-28f0-4c06-97d1-9d0094e23e63 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 946 time: 0.4445651 Dec 20 16:12:16.018408 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a8636b93-b785-4603-be64-02ba28aea104 req-40b93e6d-fcc4-4ca7-b6e5-ee0bfb184885 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407016 Dec 20 16:12:17.216972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-88600710-6f41-416d-8362-2c6e5760ec42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:17.218396 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-88600710-6f41-416d-8362-2c6e5760ec42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 946 time: 0.1255174 Dec 20 16:12:17.289981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5768d7-1b31-44c1-8d47-f2c27565d874 req-dd495536-23d5-4933-ae99-35e439facff4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:17.291403 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0b5768d7-1b31-44c1-8d47-f2c27565d874 req-dd495536-23d5-4933-ae99-35e439facff4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 946 time: 0.1459701 Dec 20 16:12:17.325983 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 117e2116-dbab-4527-8d55-a95d2a781188 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:12:17.326263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:17.389711 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0b5768d7-1b31-44c1-8d47-f2c27565d874 req-f1c983ce-ac8a-4bd6-8939-285cc93efebe tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc739fc8-5bf1-47a7-8461-200692e205b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911419 Dec 20 16:12:17.588374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 117e2116-dbab-4527-8d55-a95d2a781188, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=117e2116-dbab-4527-8d55-a95d2a781188,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:17.588648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:17.713383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 117e2116-dbab-4527-8d55-a95d2a781188 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:12:17.950862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:17.957011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bba3d852-dd3d-4c06-8757-75808d0a5763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:17.999689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=117e2116-dbab-4527-8d55-a95d2a781188,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:18.003131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:18.073550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port 117e2116-dbab-4527-8d55-a95d2a781188 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:12:18.075938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:18.078514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'name': 'network-vif-deleted', 'tag': '117e2116-dbab-4527-8d55-a95d2a781188'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:18.134204 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca195f50-f5f7-4867-9ddb-ad406ed8545a', 'name': 'network-vif-deleted', 'tag': '117e2116-dbab-4527-8d55-a95d2a781188', 'status': 'completed', 'code': 200} Dec 20 16:12:18.288423 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0517a84e-8c80-4c39-baf2-65da3a4a7fac req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "DELETE /v2.0/ports/117e2116-dbab-4527-8d55-a95d2a781188 HTTP/1.1" status: 204 len: 173 time: 1.0602300 Dec 20 16:12:18.558087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-680585d7-820b-4df4-985c-c62e049e9934 req-1180ad37-046b-4229-897f-9a2676f9a456 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:12:18.651390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-680585d7-820b-4df4-985c-c62e049e9934 req-1180ad37-046b-4229-897f-9a2676f9a456 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:12:18.652475 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-680585d7-820b-4df4-985c-c62e049e9934 req-1180ad37-046b-4229-897f-9a2676f9a456 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca195f50-f5f7-4867-9ddb-ad406ed8545a HTTP/1.1" status: 200 len: 210 time: 0.1380680 Dec 20 16:12:19.758015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57828) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:19.826378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7850c34-7aa6-4a30-bc7e-fe48043f4bf7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:19.856701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7850c34-7aa6-4a30-bc7e-fe48043f4bf7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:20.016617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7850c34-7aa6-4a30-bc7e-fe48043f4bf7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:20.020591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2f2300e0-d6ab-431b-9b5c-383a83258c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:20.035496 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7850c34-7aa6-4a30-bc7e-fe48043f4bf7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc739fc8-5bf1-47a7-8461-200692e205b3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:20.037911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7850c34-7aa6-4a30-bc7e-fe48043f4bf7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:20.135992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7850c34-7aa6-4a30-bc7e-fe48043f4bf7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:20.137162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b7850c34-7aa6-4a30-bc7e-fe48043f4bf7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/bc739fc8-5bf1-47a7-8461-200692e205b3 HTTP/1.1" status: 204 len: 168 time: 0.3781826 Dec 20 16:12:20.265853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57834) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:20.659071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:20.844411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 117e2116-dbab-4527-8d55-a95d2a781188 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:12:20.878719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 117e2116-dbab-4527-8d55-a95d2a781188 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:12:20.879110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 117e2116-dbab-4527-8d55-a95d2a781188 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:12:21.384753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 0b670fd6-1b73-41ae-987f-53168f76b3cb {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:12:21.385385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:21.567743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 0b670fd6-1b73-41ae-987f-53168f76b3cb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=0b670fd6-1b73-41ae-987f-53168f76b3cb,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:21.568002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:21.694187 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 0b670fd6-1b73-41ae-987f-53168f76b3cb owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:12:21.967780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:21.972133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-24c51db8-d89d-47a3-a847-29594a49d893 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:22.013529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3be4dd06-5154-455d-82af-ce2a58989e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:22.019096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=0b670fd6-1b73-41ae-987f-53168f76b3cb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:22.059274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.059650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.060030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.060398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.060798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.061170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.061536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.061907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.062273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.062635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.063022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:22.070212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:22.339012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:22.405779 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] Sync routers for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:12:22.418533 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] Routers {'7139c53f-61b1-461f-a174-6161597ad6c8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:22.419173 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:11:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7139c53f-61b1-461f-a174-6161597ad6c8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:22.596813 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] Set router 7139c53f-61b1-461f-a174-6161597ad6c8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:12:22.881642 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:12:21Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:12:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:22.885459 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] Checking router: 7139c53f-61b1-461f-a174-6161597ad6c8 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:12:22.896719 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] Routers {'7139c53f-61b1-461f-a174-6161597ad6c8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:22.897520 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:11:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7139c53f-61b1-461f-a174-6161597ad6c8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:23.025842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 7139c53f-61b1-461f-a174-6161597ad6c8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:12:23.094620 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] Set router 7139c53f-61b1-461f-a174-6161597ad6c8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:12:23.225001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:12:23.375681 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/7139c53f-61b1-461f-a174-6161597ad6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1062076 Dec 20 16:12:23.377301 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57838) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:23.377469 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:12:21Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:12:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:23.381059 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236ea6e1-9e7b-4034-8ec5-f18c5e4e5f21 None None] The sync data for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv is: [{'id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'name': 'tempest-TestNetworkBasicOps-router-209300917', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:10:27Z', 'updated_at': '2021-12-20T16:12:21Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '4e6c9b43-7e27-4b55-b57a-f778a0131f55', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7139c53f-61b1-461f-a174-6161597ad6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:10:28Z', 'updated_at': '2021-12-20T16:12:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:12:23.562683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-1107122f-ba6c-47e9-9dc1-e159386a1d8f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting subnet ba89fa26-3906-49da-ab79-3ad95204f46a {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:12:23.565619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1107122f-ba6c-47e9-9dc1-e159386a1d8f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:23.620031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1107122f-ba6c-47e9-9dc1-e159386a1d8f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:23.702327 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1107122f-ba6c-47e9-9dc1-e159386a1d8f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:23.868459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1107122f-ba6c-47e9-9dc1-e159386a1d8f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:23.872442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-19bfd2de-f00e-492e-a128-561fbbfe44f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:23.908237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107122f-ba6c-47e9-9dc1-e159386a1d8f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Subnet': ['ID=ba89fa26-3906-49da-ab79-3ad95204f46a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:23.913263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1107122f-ba6c-47e9-9dc1-e159386a1d8f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:23.916388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1107122f-ba6c-47e9-9dc1-e159386a1d8f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:23.925268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06633c-0cfb-498f-8db0-31e5bc6d7eea None None] Network 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:12:23.925804 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1107122f-ba6c-47e9-9dc1-e159386a1d8f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/subnets/ba89fa26-3906-49da-ab79-3ad95204f46a HTTP/1.1" status: 204 len: 168 time: 0.5459497 Dec 20 16:12:23.925942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57842) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:24.143093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:24.195569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] DHCP port deletion for 441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:12:24.201150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] Deleting port 087226eb-6019-4f63-a58c-0fbc85cc1920 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:12:24.201665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:24.259319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c0b489bf-1f1b-4ac0-846e-33c056865282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:24.427649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] For port 087226eb-6019-4f63-a58c-0fbc85cc1920, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=087226eb-6019-4f63-a58c-0fbc85cc1920,segment=NetworkSegment(615ad68b-d8e3-437b-8b7f-5a50e2c6f15b),segment_id=615ad68b-d8e3-437b-8b7f-5a50e2c6f15b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:24.427919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:24.460911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:24.546381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] Calling delete_port for 087226eb-6019-4f63-a58c-0fbc85cc1920 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:12:24.553710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 4e6c9b43-7e27-4b55-b57a-f778a0131f55 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:12:24.554056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:24.713620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:24.717979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2eeb1c27-2a92-4ffe-ac4c-2564da7bf302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:24.724487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 4e6c9b43-7e27-4b55-b57a-f778a0131f55, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e6c9b43-7e27-4b55-b57a-f778a0131f55,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:24.724844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:24.759184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] Pushing event deleted for resources: {'Port': ['ID=087226eb-6019-4f63-a58c-0fbc85cc1920,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:24.761778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:24.764022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] No DVR routers for this DVR port 087226eb-6019-4f63-a58c-0fbc85cc1920 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:12:24.826776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 087226eb-6019-4f63-a58c-0fbc85cc1920 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:12:24.851286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 4e6c9b43-7e27-4b55-b57a-f778a0131f55 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:12:24.862318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 087226eb-6019-4f63-a58c-0fbc85cc1920 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:12:24.862680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 087226eb-6019-4f63-a58c-0fbc85cc1920 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:12:24.863142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0b670fd6-1b73-41ae-987f-53168f76b3cb no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:12:24.894148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 0b670fd6-1b73-41ae-987f-53168f76b3cb {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:12:24.894497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 0b670fd6-1b73-41ae-987f-53168f76b3cb not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:12:25.245377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:25.249522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:25.292836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=4e6c9b43-7e27-4b55-b57a-f778a0131f55,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:25.296400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:25.420772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:25.493167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:25.524818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:25.796524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:25.801234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:25.876012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:25.876565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Fanout notify agent at l3_agent the message router_deleted on router 7139c53f-61b1-461f-a174-6161597ad6c8 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:12:25.890666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:25.893586 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/routers/7139c53f-61b1-461f-a174-6161597ad6c8 HTTP/1.1" status: 204 len: 168 time: 1.9651711 Dec 20 16:12:25.894475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57846) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:26.121527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.253164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.277502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441dc3fa-aa6c-4f82-a328-3ccdb1f8db63']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:26.290122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:26.290418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615ad68b-d8e3-437b-8b7f-5a50e2c6f15b') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:26.301538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.317502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.324135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:12:26.324543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:12:26.339099 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:12:26.495566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628682b9-727f-4a0e-9b12-1a4b6c8fc52f None None] New status for floating IP 1ed1a636-701f-4890-972c-db398bc8b45a: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:12:26.502902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.506293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d661606d-8ea4-49b3-bc60-c0228da5c8b7 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:26.521417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.532442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Network': ['ID=441dc3fa-aa6c-4f82-a328-3ccdb1f8db63,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:26.536019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:26.540873 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/networks/441dc3fa-aa6c-4f82-a328-3ccdb1f8db63 HTTP/1.1" status: 204 len: 168 time: 0.6424351 Dec 20 16:12:26.559278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57850) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:26.566144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'network': {'name': 'tempest-network-smoke--1983586065', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'port_security_enabled': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:26.571351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:26.575542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:network and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:26.578383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:26.584687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:26.680285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:12:26.683416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.713219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:12:26.719258 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c1ceb-461b-4b70-8cc4-b918d7f1ceeb None None] Sync routers for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:12:26.722000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.722333 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Added segment 01f6c3f2-5f64-4270-838e-62af21174859 of type vlan for network 4849ed07-22ea-40ef-acb7-d63a3b832631 Dec 20 16:12:26.731201 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c1ceb-461b-4b70-8cc4-b918d7f1ceeb None None] Routers set() bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:26.731672 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c1ceb-461b-4b70-8cc4-b918d7f1ceeb None None] Router IDs set() for agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 16:12:26.732512 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_agentschedulers_db [None req-3e3c1ceb-461b-4b70-8cc4-b918d7f1ceeb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7139c53f-61b1-461f-a174-6161597ad6c8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:12:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent'). {{(pid=84394) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 16:12:26.743741 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c1ceb-461b-4b70-8cc4-b918d7f1ceeb None None] Routers set() bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:26.744110 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c1ceb-461b-4b70-8cc4-b918d7f1ceeb None None] Router IDs set() for agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 16:12:26.744689 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_agentschedulers_db [None req-3e3c1ceb-461b-4b70-8cc4-b918d7f1ceeb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7139c53f-61b1-461f-a174-6161597ad6c8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:12:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent'). {{(pid=84394) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 16:12:26.745067 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c1ceb-461b-4b70-8cc4-b918d7f1ceeb None None] The sync data for ids ['7139c53f-61b1-461f-a174-6161597ad6c8'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:12:26.752554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.868325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.872331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:26.876734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.876734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e6bd2754-7962-416b-8773-f88b43eed340 tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:26.898573 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:26.982528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Network': ['ID=4849ed07-22ea-40ef-acb7-d63a3b832631,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:26.985637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:26.992689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 4849ed07-22ea-40ef-acb7-d63a3b832631 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:12:27.071949 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f440c8ed-3641-43d0-af2c-e59aecb7a114 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5112681 Dec 20 16:12:27.074657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57854) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:27.080920 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'admin_state_up': True, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:27.088148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:27.092092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:router and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:27.094953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:27.100628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:27.241589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:27.242558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:27.260887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:27.499322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:27.771468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:27.805840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:27.939668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.66 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/69d6a102-79ca-4489-bed5-1da5def2ff2b) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:28.087858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:28.210981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:28.214829 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5fe82781-abf1-4ff3-a646-4aa6022d6dc5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:28.277625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:28.280299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:28.285000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:28.311138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=69d6a102-79ca-4489-bed5-1da5def2ff2b,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:28.318148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:28.602604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:28.603364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:28.790394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e6c9b43-7e27-4b55-b57a-f778a0131f55 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:12:28.823519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 4e6c9b43-7e27-4b55-b57a-f778a0131f55 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:12:28.823919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e6c9b43-7e27-4b55-b57a-f778a0131f55 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:12:28.996027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router ddb20e15-4036-4ec3-b0fb-993c2abe97ab is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:12:29.194749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:12:29.204702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Sync routers for ids ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:12:29.223112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Routers {'ddb20e15-4036-4ec3-b0fb-993c2abe97ab'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:29.223729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:12:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:29.307976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:29.309209 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2335656 Dec 20 16:12:29.312339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57858) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:29.354208 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4dc58c43-aa1f-4cac-9abb-b332bdba8a64 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=546f21e137754670849b9dd3d35e73c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406675 Dec 20 16:12:29.356816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57862) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:29.437102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Set router ddb20e15-4036-4ec3-b0fb-993c2abe97ab gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:12:29.488115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eca2f3-5717-4dcd-908b-88751d536209 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:29.489596 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-90eca2f3-5717-4dcd-908b-88751d536209 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318524 Dec 20 16:12:29.492555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57866) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:29.535488 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-730bf078-6710-4a95-896e-fec9c154007f tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417867 Dec 20 16:12:29.537953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57870) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:29.543361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1309372722', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:29.651618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:29.655415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:subnet and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:29.658238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:29.664043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:29.717649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:28Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:29.721736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Checking router: ddb20e15-4036-4ec3-b0fb-993c2abe97ab for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:12:29.722095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Updating router ddb20e15-4036-4ec3-b0fb-993c2abe97ab port 69d6a102-79ca-4489-bed5-1da5def2ff2b binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:12:29.758323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:12:29.785794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:29.851816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:30.115209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:30.126128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Transition to ACTIVE for port object 69d6a102-79ca-4489-bed5-1da5def2ff2b will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:12:30.165513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:30.169406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7924d9fb-a899-4379-af6f-a73c0b825ca1 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:30.239563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:30.243345 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2968e7a4-dcd9-4dab-8233-c7cc1d6581c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:30.245286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Subnet': ['ID=a28b12d4-ff84-4aaa-9aae-0429d16ed1fd,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:30.250591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:30.261015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Checking segment: {'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:12:30.261603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network hostable DHCP agents. Network: 4849ed07-22ea-40ef-acb7-d63a3b832631, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:12:30.333076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccc685-838c-4ce9-b3fd-9d654aec840c None None] Pushing event updated for resources: {'Port': ['ID=69d6a102-79ca-4489-bed5-1da5def2ff2b,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:30.337271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Attempting to bind port 69d6a102-79ca-4489-bed5-1da5def2ff2b on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:12:30.337644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Attempting to bind port 69d6a102-79ca-4489-bed5-1da5def2ff2b by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:12:30.338388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Attempting to bind port 69d6a102-79ca-4489-bed5-1da5def2ff2b on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:12:30.340411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dfccc685-838c-4ce9-b3fd-9d654aec840c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:30.350494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:12:30.352001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:12:30.352516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:30.352919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:12:30.353396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Bound port: 69d6a102-79ca-4489-bed5-1da5def2ff2b, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:12:30.353774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:30.376912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 4849ed07-22ea-40ef-acb7-d63a3b832631 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:12:30.432562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] For port 69d6a102-79ca-4489-bed5-1da5def2ff2b, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:12:30.435650 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] For port 69d6a102-79ca-4489-bed5-1da5def2ff2b, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=69d6a102-79ca-4489-bed5-1da5def2ff2b,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:12:30.502222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 4849ed07-22ea-40ef-acb7-d63a3b832631) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:30.506098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:30.506676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:30.512551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf3a79-cf07-4f54-9905-860d26b14fa1 None None] Network 4849ed07-22ea-40ef-acb7-d63a3b832631 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:12:30.544005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:30.550218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:30.670979 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0af66a63-8342-475a-a6ce-1e54c5c01045 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1319127 Dec 20 16:12:30.679966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57874) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:30.700600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccc685-838c-4ce9-b3fd-9d654aec840c None None] Pushing event updated for resources: {'Port': ['ID=69d6a102-79ca-4489-bed5-1da5def2ff2b,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:30.704630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dfccc685-838c-4ce9-b3fd-9d654aec840c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:30.734667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Routers {'ddb20e15-4036-4ec3-b0fb-993c2abe97ab'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:30.735400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:12:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:30.933495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-4849ed07-22ea-40ef-acb7-d63a3b832631', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:12:30.934299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:31.020393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] Set router ddb20e15-4036-4ec3-b0fb-993c2abe97ab gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:12:31.337478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Allocated IP 172.20.0.2 (4849ed07-22ea-40ef-acb7-d63a3b832631/a28b12d4-ff84-4aaa-9aae-0429d16ed1fd/7b4341c9-0f5c-4239-b1d8-924f853bd6c6) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:31.536655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:31.589435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:28Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:31.597791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b61f60-03d9-4aaf-873b-66b3d5d531ee None None] The sync data for ids ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'] in dv-neutron-821074-1-hyperv is: [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:28Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:12:31.612716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:31.629477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Transition to ACTIVE for port object 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:12:31.650529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Transition to ACTIVE for port object 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:12:31.743063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:31.749216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cf2ddd59-8cf0-4d7b-ba48-ec191301fa48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:31.828086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Network 4849ed07-22ea-40ef-acb7-d63a3b832631 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:31.829968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:31.835968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:31.918271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Pushing event updated for resources: {'Port': ['ID=7b4341c9-0f5c-4239-b1d8-924f853bd6c6,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:31.921789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:31.939034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Attempting to bind port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:12:31.939355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Attempting to bind port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:12:31.939727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Attempting to bind port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 on network 4849ed07-22ea-40ef-acb7-d63a3b832631 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:12:31.946522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:12:31.947064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Checking segment: {'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:12:31.947477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:31.947886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Bound using segment: {'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:12:31.948363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Bound port: 7b4341c9-0f5c-4239-b1d8-924f853bd6c6, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:12:31.949583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:31.966555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.1 (4849ed07-22ea-40ef-acb7-d63a3b832631/a28b12d4-ff84-4aaa-9aae-0429d16ed1fd/c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:32.041861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] For port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:12:32.045127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] For port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7b4341c9-0f5c-4239-b1d8-924f853bd6c6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:12:32.131791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:32.148307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:12:32.179429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:32.183138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-18a37927-a614-4abf-951f-283fb5981cab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:32.267084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Pushing event updated for resources: {'Port': ['ID=7b4341c9-0f5c-4239-b1d8-924f853bd6c6,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:32.279738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:32.305156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:32.309173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18faf271-8cc9-4e3c-8c2f-c633fa90dc22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:32.386376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 4849ed07-22ea-40ef-acb7-d63a3b832631 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:32.389480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:32.394529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:32.429621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:32.451758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:32.473736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:32.641291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:32.875383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:33.054857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:33.064727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:12:33.070344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 69d6a102-79ca-4489-bed5-1da5def2ff2b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:33.230476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 69d6a102-79ca-4489-bed5-1da5def2ff2b completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:12:33.231381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:33.237858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd9a44-df2b-4ddc-bf8c-e2dd540e3173 None None] Network 4849ed07-22ea-40ef-acb7-d63a3b832631 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:12:33.255254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 69d6a102-79ca-4489-bed5-1da5def2ff2b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:33.255634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:33.365939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c99d27a6-69e1-4354-8f40-34a3f3750df1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:33.451479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:33.453690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:33.457346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:33.498741 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6c8dec84-49f7-4106-a175-e9291b913ba1 None None] Provisioning for port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:12:33.526356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:33.530609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6c8dec84-49f7-4106-a175-e9291b913ba1 None None] Provisioning complete for port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:33.530999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6c8dec84-49f7-4106-a175-e9291b913ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:33.594891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 4849ed07-22ea-40ef-acb7-d63a3b832631 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:33.596115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:33.631942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 69d6a102-79ca-4489-bed5-1da5def2ff2b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=69d6a102-79ca-4489-bed5-1da5def2ff2b,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:33.712180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6c8dec84-49f7-4106-a175-e9291b913ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:33.722834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:33.731194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:33.881589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6c8dec84-49f7-4106-a175-e9291b913ba1 None None] For port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7b4341c9-0f5c-4239-b1d8-924f853bd6c6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:33.882817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=69d6a102-79ca-4489-bed5-1da5def2ff2b,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:33.886524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:33.978530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6c8dec84-49f7-4106-a175-e9291b913ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:33.980289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:34.009300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router ddb20e15-4036-4ec3-b0fb-993c2abe97ab has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:12:34.058891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dec84-49f7-4106-a175-e9291b913ba1 None None] Pushing event updated for resources: {'Port': ['ID=7b4341c9-0f5c-4239-b1d8-924f853bd6c6,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:34.062084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6c8dec84-49f7-4106-a175-e9291b913ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:34.178494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7c56d26d-b436-403e-a795-9c6b4eca8d6f None None] Provisioning for port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:12:34.184828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7c56d26d-b436-403e-a795-9c6b4eca8d6f None None] Provisioning complete for port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:34.189153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7c56d26d-b436-403e-a795-9c6b4eca8d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:34.217985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:12:34.240579 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/ddb20e15-4036-4ec3-b0fb-993c2abe97ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5626810 Dec 20 16:12:34.240579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57878) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:34.254137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7c56d26d-b436-403e-a795-9c6b4eca8d6f None None] Port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:12:34.267764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7c56d26d-b436-403e-a795-9c6b4eca8d6f None None] Provisioning complete for port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:34.268141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7c56d26d-b436-403e-a795-9c6b4eca8d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:34.392449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e73b10-b94d-4811-9d96-533a1f831236 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:34.392742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e73b10-b94d-4811-9d96-533a1f831236 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:34.393111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e73b10-b94d-4811-9d96-533a1f831236 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:34.393455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e73b10-b94d-4811-9d96-533a1f831236 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:34.395094 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-78e73b10-b94d-4811-9d96-533a1f831236 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1535196 Dec 20 16:12:34.397786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57882) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:34.467392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302953a0-c3de-474e-9fa1-ece1e16c3654 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:34.467759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302953a0-c3de-474e-9fa1-ece1e16c3654 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:34.468118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302953a0-c3de-474e-9fa1-ece1e16c3654 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:34.468472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302953a0-c3de-474e-9fa1-ece1e16c3654 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:34.470730 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-302953a0-c3de-474e-9fa1-ece1e16c3654 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0718644 Dec 20 16:12:34.473998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57886) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:34.512214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0f218d07-8066-4112-bfbb-03daf901b825 None None] Provisioning complete for port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:34.512535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f218d07-8066-4112-bfbb-03daf901b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:34.569296 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-0f218d07-8066-4112-bfbb-03daf901b825 None None] Port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:12:34.671119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-869ce846-c3aa-4369-a76e-e2a12ffeb89b tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1959689 Dec 20 16:12:34.838544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:34.906391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:34.907148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:34.989224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57892) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:34.995342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333914892', 'description': 'tempest-secgroup-smoke-1333914892 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:35.002295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:35.007838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:35.010822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:35.018435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:35.031015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 69d6a102-79ca-4489-bed5-1da5def2ff2b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:35.168272 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Sync routers for ids ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:12:35.176330 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Routers {'ddb20e15-4036-4ec3-b0fb-993c2abe97ab'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:35.176934 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:12:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:35.204780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:35.221211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 69d6a102-79ca-4489-bed5-1da5def2ff2b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:35.221691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:35.243981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:35.248066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:35.251681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:35.257315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:35.315929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:35.362264 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Set router ddb20e15-4036-4ec3-b0fb-993c2abe97ab gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:12:35.412710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:35.416481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-823031a1-7b25-4610-b52f-3e481dfa5beb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:35.457503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b452794e-be1a-4b8c-84c1-5cd78d0abf78,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:35.460624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:35.548435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:35.549707 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-62c246e2-2893-4634-9e19-b7bbbfa40078 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5594981 Dec 20 16:12:35.552793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57896) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:35.558645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'b452794e-be1a-4b8c-84c1-5cd78d0abf78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:35.564811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:35.568965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:35.571985 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:35.578695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:35.667276 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6', 'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:b4:bb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:31Z', 'updated_at': '2021-12-20T16:12:32Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:35.671004 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Checking router: ddb20e15-4036-4ec3-b0fb-993c2abe97ab for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:12:35.671356 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Updating router ddb20e15-4036-4ec3-b0fb-993c2abe97ab port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:12:35.714233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:35.721216 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:35.780754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:35.875574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:35.877335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b69a68cf-d389-4a2c-8b5e-8d1ca1340123 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:35.899594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672e6741-6fec-4da5-9f5d-95086d60a8d6,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:35.902039 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:35.988087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:35.989438 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4355059 Dec 20 16:12:35.992144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 57900) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:35.997844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'b452794e-be1a-4b8c-84c1-5cd78d0abf78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:36.003687 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:36.007474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:36.010319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:36.016018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:36.058458 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.070325 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Transition to ACTIVE for port object c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:12:36.146164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.172699 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.178048 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-61d9f625-f58a-4947-8de2-99baf8d0b65f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:36.208535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.319276 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.321603 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Pushing event updated for resources: {'Port': ['ID=c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:36.327211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-098dc2fc-f6f7-4d7f-a318-52d1fdfa3e9c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:36.352548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3284f894-fe3f-44da-9b6c-5927aa76412f,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:36.356240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:36.359367 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.359367 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.359596 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.359926 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.360285 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.360599 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.361247 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.361560 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.361866 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.362178 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.362489 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:36.370036 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:36.418425 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Attempting to bind port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:12:36.418689 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Attempting to bind port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:12:36.419106 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Attempting to bind port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 on network 4849ed07-22ea-40ef-acb7-d63a3b832631 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:12:36.426356 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:12:36.426730 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Checking segment: {'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:12:36.427175 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.427569 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Bound using segment: {'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:12:36.428035 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Bound port: c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:12:36.428397 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.439776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.442168 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4481249 Dec 20 16:12:36.444182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57904) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:36.449976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'b452794e-be1a-4b8c-84c1-5cd78d0abf78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:36.455857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:36.459648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:36.462499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:36.469608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:36.530416 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] For port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:12:36.533538 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] For port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:12:36.573638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.636091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.664832 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.668606 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:36.743291 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Pushing event updated for resources: {'Port': ['ID=c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:36.746874 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:36.748496 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Routers {'ddb20e15-4036-4ec3-b0fb-993c2abe97ab'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:36.749113 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:12:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:36.767040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.771584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cd9f1139-ca3a-4f9c-a0d5-df0968e55691 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:36.799034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a301d079-e122-42f8-99a5-db655c023339,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:36.805648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:36.908532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:36.912421 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4644794 Dec 20 16:12:36.912735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57908) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:36.918484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'b452794e-be1a-4b8c-84c1-5cd78d0abf78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:36.925346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:36.931858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:36.934873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:36.940162 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] Set router ddb20e15-4036-4ec3-b0fb-993c2abe97ab gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:12:36.941119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:37.071363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:37.260775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:37.269876 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6', 'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:b4:bb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:31Z', 'updated_at': '2021-12-20T16:12:36Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:37.277740 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cda40-7dfb-46b1-85f6-107488cf3675 None None] The sync data for ids ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'] in dv-neutron-821074-1-hyperv is: [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6', 'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:b4:bb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:31Z', 'updated_at': '2021-12-20T16:12:36Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:12:37.338505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:37.344956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:37.365183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412cf4fd-6c64-4f11-9b26-1ad11b8f8305,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:37.367742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:37.467735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:37.468895 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5552168 Dec 20 16:12:37.471804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57912) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:37.477642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'b452794e-be1a-4b8c-84c1-5cd78d0abf78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:37.484349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:37.489349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:37.492986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:37.499882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:37.588092 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:12:37.595498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:37.667437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:37.800965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:37.811651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f8646794-210f-4a2c-ae1e-69dd406b523f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:37.824917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b869bb4-9835-455d-93b1-1f47648460e4,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:37.827411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:37.959166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:37.960351 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4875038 Dec 20 16:12:37.963173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57916) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:37.968824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': 'b452794e-be1a-4b8c-84c1-5cd78d0abf78', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:37.975443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:37.979320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:37.982366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:37.988547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:38.115588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:12:38.122418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:38.189083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:38.326738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:38.333371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5c871885-7158-4b96-8838-4e220c6fc2d5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:38.351992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8aaaf1-7b08-4cc8-9204-6a0dea17c750,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:38.354687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:38.435345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:38.436751 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4724944 Dec 20 16:12:38.662417 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-5214e67a-ea22-42d3-9287-c24f8d29a3de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:12:38.761202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-5214e67a-ea22-42d3-9287-c24f8d29a3de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:12:38.762507 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-5214e67a-ea22-42d3-9287-c24f8d29a3de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333914892&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.1395376 Dec 20 16:12:38.860424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:38.912280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-ff9adb1e-cd9e-4cf6-a43a-e6bb0a760dc7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:38.912958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-ff9adb1e-cd9e-4cf6-a43a-e6bb0a760dc7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:12:38.993363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:12:38.998462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:38.998852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:39.044800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-ff9adb1e-cd9e-4cf6-a43a-e6bb0a760dc7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:12:39.046043 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-ff9adb1e-cd9e-4cf6-a43a-e6bb0a760dc7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/networks?id=4849ed07-22ea-40ef-acb7-d63a3b832631 HTTP/1.1" status: 200 len: 797 time: 0.2770138 Dec 20 16:12:39.063116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-cfe8158e-0f0a-4739-9b42-a34e6732b64d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/quotas/546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 375 time: 0.0105333 Dec 20 16:12:39.115998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:39.141742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-7519af43-c6b1-492d-831a-cc5a97865e95 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:12:39.147984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:39.268007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:39.269882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:39.301600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-7519af43-c6b1-492d-831a-cc5a97865e95 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:12:39.302902 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-7519af43-c6b1-492d-831a-cc5a97865e95 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2347465 Dec 20 16:12:39.319756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-cd690325-7e24-4988-8878-248b1fb08466 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:12:39.320712 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-cd690325-7e24-4988-8878-248b1fb08466 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052383 Dec 20 16:12:39.336916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:39.339887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:39.453372 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-e5a7e088-e60b-43de-981e-7b43b58a5d8b service neutron] 10.222.0.62 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265724 Dec 20 16:12:39.584770 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-7f57157e-913c-4795-83e6-dab8ab9eda63 service neutron] 10.222.0.62 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257682 Dec 20 16:12:39.887130 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:12:40.102846 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-123243e4-f28f-4aa6-a358-d00ba213bf59 req-7639ece1-5a78-4acf-b12e-5975435ff348 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 210 time: 0.2522309 Dec 20 16:12:40.839479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:40.907002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:40.907380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:41.285486 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-767d3c39-1248-4fc6-885d-63cc001aa10a req-e6b9e564-658a-4d9d-ae55-f669daabd3b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 210 time: 0.1111069 Dec 20 16:12:42.393780 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-58609a4e-6c4d-4b82-83d1-13106d086584 req-0f3e3b28-43b1-46ac-ac9f-b3ac084258aa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 210 time: 0.0409021 Dec 20 16:12:43.558646 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-852402cb-3ebb-4166-9127-3a95122fdd89 req-170fd074-2a89-4c92-8ba6-cd2505871f86 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 210 time: 0.0441155 Dec 20 16:12:44.661444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-701c9b0a-72f4-450d-87f9-12b1b54b3598 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:44.662862 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-701c9b0a-72f4-450d-87f9-12b1b54b3598 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=4849ed07-22ea-40ef-acb7-d63a3b832631 HTTP/1.1" status: 200 len: 797 time: 0.1441925 Dec 20 16:12:44.720865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:44.733716 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8c6fa6f9-a5ec-492a-a28b-02f22fc084d4 req-690dc335-9571-424f-911b-ffaa70f57389 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 210 time: 0.0447569 Dec 20 16:12:44.755643 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-cc8cacdd-4d59-4c6e-918d-d0d8afc59c65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 380 time: 0.0797887 Dec 20 16:12:44.764059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'device_id': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'admin_state_up': True, 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'security_groups': ['b452794e-be1a-4b8c-84c1-5cd78d0abf78']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:44.900007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:44.909597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:44.995611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:12:44.998658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:45.162483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.13 (4849ed07-22ea-40ef-acb7-d63a3b832631/a28b12d4-ff84-4aaa-9aae-0429d16ed1fd/7748ea48-5ae4-403d-b186-11519415f5a6) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:45.348998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:45.364539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 7748ea48-5ae4-403d-b186-11519415f5a6 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:12:45.469848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:45.475784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f078bcff-3103-473c-95c4-de19692b3cd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:45.554366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 4849ed07-22ea-40ef-acb7-d63a3b832631 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:45.557373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:45.561924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:45.589820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=7748ea48-5ae4-403d-b186-11519415f5a6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:45.597289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:45.624366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:45.624956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:45.755870 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9955204 Dec 20 16:12:45.765564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-44c78548-8eb8-4d73-acdb-98d50805104f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:12:45.766505 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-44c78548-8eb8-4d73-acdb-98d50805104f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050323 Dec 20 16:12:45.850637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Request body: {'port': {'device_id': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:45.898501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-388c11b6-8387-4232-abd4-0bd3fd38d9ee None None] Provisioning for port 7748ea48-5ae4-403d-b186-11519415f5a6 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:12:45.904879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-388c11b6-8387-4232-abd4-0bd3fd38d9ee None None] Provisioning complete for port 7748ea48-5ae4-403d-b186-11519415f5a6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:45.905322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-388c11b6-8387-4232-abd4-0bd3fd38d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:45.960549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-388c11b6-8387-4232-abd4-0bd3fd38d9ee None None] Port 7748ea48-5ae4-403d-b186-11519415f5a6 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:12:46.132556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:46.156097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7898df2-699e-4e90-9340-dc58dc180a3a req-c9bf82e0-5322-4452-acc4-698a6cc45344 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:46.156786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b7898df2-699e-4e90-9340-dc58dc180a3a req-c9bf82e0-5322-4452-acc4-698a6cc45344 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:12:46.328337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b7898df2-699e-4e90-9340-dc58dc180a3a req-c9bf82e0-5322-4452-acc4-698a6cc45344 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:12:46.329471 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7898df2-699e-4e90-9340-dc58dc180a3a req-c9bf82e0-5322-4452-acc4-698a6cc45344 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 932 time: 0.3309669 Dec 20 16:12:46.452660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7898df2-699e-4e90-9340-dc58dc180a3a req-28546fe0-539c-49bb-8995-b54c4be01a7c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169062 Dec 20 16:12:46.526223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7748ea48-5ae4-403d-b186-11519415f5a6 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:12:46.533019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:46.546897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Transition to ACTIVE for port object 7748ea48-5ae4-403d-b186-11519415f5a6 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:12:46.663845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:46.667894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e4dab40-797d-4b14-8c99-226a14677a02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:46.800152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Pushing event updated for resources: {'Port': ['ID=7748ea48-5ae4-403d-b186-11519415f5a6,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:46.803107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:46.907212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Attempting to bind port 7748ea48-5ae4-403d-b186-11519415f5a6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:12:46.907541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Attempting to bind port 7748ea48-5ae4-403d-b186-11519415f5a6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:12:46.907855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Attempting to bind port 7748ea48-5ae4-403d-b186-11519415f5a6 on network 4849ed07-22ea-40ef-acb7-d63a3b832631 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:12:46.913406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Port 7748ea48-5ae4-403d-b186-11519415f5a6 on network 4849ed07-22ea-40ef-acb7-d63a3b832631 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:12:46.913714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Attempting to bind port 7748ea48-5ae4-403d-b186-11519415f5a6 on network 4849ed07-22ea-40ef-acb7-d63a3b832631 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:12:46.919816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:12:46.920141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Checking segment: {'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:12:46.920512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Bound using segment: {'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:12:46.920920 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Bound port: 7748ea48-5ae4-403d-b186-11519415f5a6, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f6c3f2-5f64-4270-838e-62af21174859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:12:46.921252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:47.014117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] For port 7748ea48-5ae4-403d-b186-11519415f5a6, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:12:47.017001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] For port 7748ea48-5ae4-403d-b186-11519415f5a6, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7748ea48-5ae4-403d-b186-11519415f5a6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:12:47.132958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:47.136847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bf6be7f7-4597-4cfa-9c78-5ac53d82b54f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:47.188769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:47.190933 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] 10.222.0.64 "PUT /v2.0/ports/7748ea48-5ae4-403d-b186-11519415f5a6 HTTP/1.1" status: 200 len: 1094 time: 1.4179974 Dec 20 16:12:47.191365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'tag': '7748ea48-5ae4-403d-b186-11519415f5a6'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:47.216156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Pushing event updated for resources: {'Port': ['ID=7748ea48-5ae4-403d-b186-11519415f5a6,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:47.219286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:47.265980 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'tag': '7748ea48-5ae4-403d-b186-11519415f5a6', 'status': 'completed', 'code': 200} Dec 20 16:12:47.355705 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91e81e17-c64d-47cd-911f-0d022b951bd0 req-5fd5a29b-57df-4456-bdec-e7f009671cd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 1097 time: 0.0756111 Dec 20 16:12:47.502893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e81e17-c64d-47cd-911f-0d022b951bd0 req-1d7915d5-af7f-40d1-8022-6388e91a8e41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:47.504331 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91e81e17-c64d-47cd-911f-0d022b951bd0 req-1d7915d5-af7f-40d1-8022-6388e91a8e41 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1414716 Dec 20 16:12:47.680186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e81e17-c64d-47cd-911f-0d022b951bd0 req-bd7dcbcb-8440-4f08-9b33-7355e1692e19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:47.681631 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91e81e17-c64d-47cd-911f-0d022b951bd0 req-bd7dcbcb-8440-4f08-9b33-7355e1692e19 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717465 Dec 20 16:12:47.709068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320182d-63fb-4eaf-997f-c385721308b4 req-1a7e5d7a-8cc4-4851-b49b-a9b8a8a60b89 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:47.710522 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9320182d-63fb-4eaf-997f-c385721308b4 req-1a7e5d7a-8cc4-4851-b49b-a9b8a8a60b89 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 944 time: 0.1116967 Dec 20 16:12:47.800638 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9320182d-63fb-4eaf-997f-c385721308b4 req-4728f6de-204b-4f1c-9559-a9bb4542c456 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834365 Dec 20 16:12:47.823402 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-cfafa9ab-b188-482b-b065-8148fa62a162 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 1097 time: 0.1073380 Dec 20 16:12:47.891586 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-394fc44e-6df8-4c9c-98a7-58a12543dec4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7748ea48-5ae4-403d-b186-11519415f5a6 HTTP/1.1" status: 200 len: 217 time: 0.0607166 Dec 20 16:12:48.065798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-6bfec312-ed0e-413c-913e-de83a25fdd67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:48.067131 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-6bfec312-ed0e-413c-913e-de83a25fdd67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a28b12d4-ff84-4aaa-9aae-0429d16ed1fd HTTP/1.1" status: 200 len: 844 time: 0.1695635 Dec 20 16:12:48.138922 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-7aec8f91-7637-4958-a3ca-f250956ce358 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4849ed07-22ea-40ef-acb7-d63a3b832631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655098 Dec 20 16:12:48.267156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-1252e496-5393-469d-9955-74cd6e3844f6 service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215413 Dec 20 16:12:48.394303 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb19ae89-6625-4799-85fa-96bb12594ae3 req-3ff6493f-b2dc-4c73-841d-d0f063f33584 service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212862 Dec 20 16:12:49.007095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde370-8569-4836-a4ce-dbea06469663 req-c8319dec-79f3-4b9c-876a-a6aa15ea2442 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:49.008534 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-82fde370-8569-4836-a4ce-dbea06469663 req-c8319dec-79f3-4b9c-876a-a6aa15ea2442 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 944 time: 0.0850923 Dec 20 16:12:49.059060 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-82fde370-8569-4836-a4ce-dbea06469663 req-58085122-49fb-4908-be8d-b165b3f88169 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422418 Dec 20 16:12:50.253625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e784ac3-4c1b-40fd-bad6-49c814c41624 req-b4ece6cc-45f0-4096-b42c-7e7713c69c9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:50.255118 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0e784ac3-4c1b-40fd-bad6-49c814c41624 req-b4ece6cc-45f0-4096-b42c-7e7713c69c9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 944 time: 0.0777152 Dec 20 16:12:50.299902 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0e784ac3-4c1b-40fd-bad6-49c814c41624 req-ffab4358-9fe4-4dec-9029-d24ac7682a34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391614 Dec 20 16:12:50.998265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 7748ea48-5ae4-403d-b186-11519415f5a6 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:12:51.132393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 7748ea48-5ae4-403d-b186-11519415f5a6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7748ea48-5ae4-403d-b186-11519415f5a6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:51.145348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '7748ea48-5ae4-403d-b186-11519415f5a6', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'port_id': '7748ea48-5ae4-403d-b186-11519415f5a6', 'mac_address': 'fa:16:3e:13:c3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:12:51.198126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:51.214883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7748ea48-5ae4-403d-b186-11519415f5a6 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:12:51.230448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 7748ea48-5ae4-403d-b186-11519415f5a6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7748ea48-5ae4-403d-b186-11519415f5a6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:51.347493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:51.350226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c8918bb-806d-4dca-87d9-fc1c4ee5881f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:51.413727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=7748ea48-5ae4-403d-b186-11519415f5a6,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:51.416680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:51.496466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9cb9a-6e2a-4ed1-ba59-eb6c49ecc89d req-ff79ece5-4105-429c-8d71-e5b6a810c5d9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:51.497908 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09c9cb9a-6e2a-4ed1-ba59-eb6c49ecc89d req-ff79ece5-4105-429c-8d71-e5b6a810c5d9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 945 time: 0.0789542 Dec 20 16:12:51.543816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09c9cb9a-6e2a-4ed1-ba59-eb6c49ecc89d req-981ef85a-6f4c-41db-9f11-88e86b5cbca4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401523 Dec 20 16:12:51.657105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['7748ea48-5ae4-403d-b186-11519415f5a6'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:12:52.046571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-08ecd029-2ce3-4498-9460-07b88bb0fb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:52.732170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742deb0c-3cfe-4341-8a0a-e6fb90a98fda req-8a93f5e9-0e5a-4b98-bc52-c21105aa671f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:52.733909 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-742deb0c-3cfe-4341-8a0a-e6fb90a98fda req-8a93f5e9-0e5a-4b98-bc52-c21105aa671f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 945 time: 0.0744584 Dec 20 16:12:52.782618 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-742deb0c-3cfe-4341-8a0a-e6fb90a98fda req-11713389-41a9-42c0-8bb7-2e776b135400 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432446 Dec 20 16:12:52.988680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 7748ea48-5ae4-403d-b186-11519415f5a6 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:12:53.175443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 7748ea48-5ae4-403d-b186-11519415f5a6 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:12:53.180508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 7748ea48-5ae4-403d-b186-11519415f5a6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:53.180883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:53.291691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:53.317751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7748ea48-5ae4-403d-b186-11519415f5a6'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:53.327443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 7748ea48-5ae4-403d-b186-11519415f5a6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7748ea48-5ae4-403d-b186-11519415f5a6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:53.421499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:53.423413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:53.451912 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7748ea48-5ae4-403d-b186-11519415f5a6', 'code': 200} Dec 20 16:12:53.492824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=7748ea48-5ae4-403d-b186-11519415f5a6,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:53.495965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:53.882285 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e341437-e6e7-4593-85bf-2fe6b0ca98fc req-069e6f26-d07b-42b4-8c84-151e34af306e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 1099 time: 0.0679369 Dec 20 16:12:53.971146 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e341437-e6e7-4593-85bf-2fe6b0ca98fc req-722e7967-2a34-4ce1-b4d1-c7dbb1f2d66f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824041 Dec 20 16:12:54.005847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827d450-47e3-4cc1-927d-00ef59c7b80b req-d8ac048c-3ea1-4fea-9a98-2a5eb4853780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:54.007322 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3827d450-47e3-4cc1-927d-00ef59c7b80b req-d8ac048c-3ea1-4fea-9a98-2a5eb4853780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 946 time: 0.1044738 Dec 20 16:12:54.053740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3827d450-47e3-4cc1-927d-00ef59c7b80b req-073cf959-c627-49a1-b27a-94a5869cf500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 Dec 20 16:12:54.250062 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ce807756-d7d6-4003-a1da-fc1a86250d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:55.284736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec29b1c-9819-4a2a-bcb3-5b8d2a0cccbe req-eba4c249-bee0-4abe-ba14-5c3dce63314b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:55.286163 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bec29b1c-9819-4a2a-bcb3-5b8d2a0cccbe req-eba4c249-bee0-4abe-ba14-5c3dce63314b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 946 time: 0.0976496 Dec 20 16:12:55.334807 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bec29b1c-9819-4a2a-bcb3-5b8d2a0cccbe req-2ca30fca-61e4-4b30-8b7a-5c1d8e1c8949 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413721 Dec 20 16:12:55.461224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:55.543345 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:56.539441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd84b4-ae09-411b-9ee2-8dfd967011f7 req-b36b613c-0dba-4f15-82f2-b4d5635420c0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:56.540760 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-33dd84b4-ae09-411b-9ee2-8dfd967011f7 req-b36b613c-0dba-4f15-82f2-b4d5635420c0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 946 time: 0.0783420 Dec 20 16:12:56.590730 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-33dd84b4-ae09-411b-9ee2-8dfd967011f7 req-c6c37f6f-549d-4c8c-9dc1-c39901e9cd6a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440457 Dec 20 16:12:56.782159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caff18-e978-4fe6-a5cb-698c1647ab16 req-aa1816bc-2ad0-4615-87b7-434992672cc2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:56.784176 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-46caff18-e978-4fe6-a5cb-698c1647ab16 req-aa1816bc-2ad0-4615-87b7-434992672cc2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 946 time: 0.0756257 Dec 20 16:12:56.833783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-46caff18-e978-4fe6-a5cb-698c1647ab16 req-67a64f65-6380-4f97-8ab7-0b7463e9ff01 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Dec 20 16:12:56.862152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57992) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:56.901594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:56.946976 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e151c10b-3e34-4ee8-b031-3c0cb7584046 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 1094 time: 0.0835161 Dec 20 16:12:56.949519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 57996) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:56.956296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '7748ea48-5ae4-403d-b186-11519415f5a6', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:12:56.962038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:12:56.967569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:floatingip and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:12:56.971014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:12:56.977099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:12:57.090409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:57.224582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:57.381578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.165 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/11440200-3e49-40c8-a57d-6d8addb800da) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:57.617514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:57.726806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:57.730558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:57.794721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:57.797445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:57.802237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:57.828713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=11440200-3e49-40c8-a57d-6d8addb800da,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:57.838307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:58.341803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:58.478720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:58.682661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:58.754426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:58.758675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f24d9b03-932b-4e69-b831-54ee5a1a716a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:12:58.857273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=11440200-3e49-40c8-a57d-6d8addb800da,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:58.861506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:12:58.875560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:59.063024 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP 588dcf79-9c63-4391-a97b-127db5fc6640 associated. External IP: 172.26.7.165, port: 7748ea48-5ae4-403d-b186-11519415f5a6. Dec 20 16:12:59.568657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router ddb20e15-4036-4ec3-b0fb-993c2abe97ab has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:12:59.764122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:12:59.774206 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] Sync routers for ids ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:12:59.786241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] Routers {'ddb20e15-4036-4ec3-b0fb-993c2abe97ab'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:59.786874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:12:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:59.861534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:12:59.915115 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9645283 Dec 20 16:12:59.915780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'tag': '7748ea48-5ae4-403d-b186-11519415f5a6'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:59.918064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58000) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:12:59.969632 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'tag': '7748ea48-5ae4-403d-b186-11519415f5a6', 'status': 'completed', 'code': 200} Dec 20 16:12:59.971294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] Set router ddb20e15-4036-4ec3-b0fb-993c2abe97ab gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:13:00.029486 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e8094b06-eee6-4d6b-ad8e-58a7220ca29e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/588dcf79-9c63-4391-a97b-127db5fc6640 HTTP/1.1" status: 200 len: 992 time: 0.1100097 Dec 20 16:13:00.070856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-962502c7-8070-49ab-8f14-cf202bffe45b req-a3614763-e4bd-4874-bcaf-170b91847165 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 1099 time: 0.0764556 Dec 20 16:13:00.206678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962502c7-8070-49ab-8f14-cf202bffe45b req-2461a688-8fca-4c99-b651-22fe576014cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:00.208079 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-962502c7-8070-49ab-8f14-cf202bffe45b req-2461a688-8fca-4c99-b651-22fe576014cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=4849ed07-22ea-40ef-acb7-d63a3b832631 HTTP/1.1" status: 200 len: 898 time: 0.1319027 Dec 20 16:13:00.317784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-962502c7-8070-49ab-8f14-cf202bffe45b req-ff8cfbae-5f9b-424f-bdb1-851fec1ca171 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7748ea48-5ae4-403d-b186-11519415f5a6 HTTP/1.1" status: 200 len: 1000 time: 0.1034837 Dec 20 16:13:00.330728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '588dcf79-9c63-4391-a97b-127db5fc6640', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'port_id': '7748ea48-5ae4-403d-b186-11519415f5a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'mac_address': 'fa:16:3e:13:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:12:58Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6', 'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:b4:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:31Z', 'updated_at': '2021-12-20T16:12:39Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:00.335573 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] Checking router: ddb20e15-4036-4ec3-b0fb-993c2abe97ab for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:13:00.346458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] Routers {'ddb20e15-4036-4ec3-b0fb-993c2abe97ab'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:00.347087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:12:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:00.378585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962502c7-8070-49ab-8f14-cf202bffe45b req-f1ca7f62-4108-4298-8e54-461cb365eede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:00.380027 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-962502c7-8070-49ab-8f14-cf202bffe45b req-f1ca7f62-4108-4298-8e54-461cb365eede service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a28b12d4-ff84-4aaa-9aae-0429d16ed1fd HTTP/1.1" status: 200 len: 844 time: 0.0568068 Dec 20 16:13:00.459363 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-962502c7-8070-49ab-8f14-cf202bffe45b req-c510382e-1bb6-4b92-bb0b-f38927fe89d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4849ed07-22ea-40ef-acb7-d63a3b832631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730617 Dec 20 16:13:00.530510 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] Set router ddb20e15-4036-4ec3-b0fb-993c2abe97ab gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:13:00.593736 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-962502c7-8070-49ab-8f14-cf202bffe45b req-ef8136d6-20e7-4ce5-bccc-a742f15df042 service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280248 Dec 20 16:13:00.729458 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-962502c7-8070-49ab-8f14-cf202bffe45b req-1fff5e9f-9f97-4849-a4c5-8f5bd17da183 service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288774 Dec 20 16:13:00.879457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '588dcf79-9c63-4391-a97b-127db5fc6640', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'port_id': '7748ea48-5ae4-403d-b186-11519415f5a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'mac_address': 'fa:16:3e:13:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:12:58Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6', 'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:b4:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:31Z', 'updated_at': '2021-12-20T16:12:39Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:00.883342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd38182f-8859-4e77-9043-eab1b401323b None None] The sync data for ids ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'] in dv-neutron-821074-1-hyperv is: [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '588dcf79-9c63-4391-a97b-127db5fc6640', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'port_id': '7748ea48-5ae4-403d-b186-11519415f5a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'mac_address': 'fa:16:3e:13:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:12:58Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6', 'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:b4:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:31Z', 'updated_at': '2021-12-20T16:12:39Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:13:01.033685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58006) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:13:01.096662 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d0b60-ae2f-4489-8125-9f4930bdc238 None None] New status for floating IP 588dcf79-9c63-4391-a97b-127db5fc6640: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:13:01.144079 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b7588ef1-1ab9-47e4-9856-9578b59fa74f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/588dcf79-9c63-4391-a97b-127db5fc6640 HTTP/1.1" status: 200 len: 992 time: 0.1096015 Dec 20 16:13:02.009076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-f06bec4e-58a1-4c8f-bec0-fcf60fce8ccd req-02741322-fc4c-42fc-ab84-770afc0b4d33 service neutron] (84392) timed out ('10.222.0.64', 55848) {{(pid=84392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 16:13:02.147899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58010) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:13:02.365955 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-37bdb6ad-f288-4faa-b017-838b9372a45b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/588dcf79-9c63-4391-a97b-127db5fc6640 HTTP/1.1" status: 200 len: 994 time: 0.2158852 Dec 20 16:13:14.780740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:16.887145 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:13:22.016505 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-869bb1e1-db7e-4c00-8ad8-e82b360bdbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:24.278045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-da2ba834-f193-4895-808c-02a74bae9f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:25.410694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:25.512647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:26.895252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:41.040263 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a10b050-eec0-44b4-b887-a6561e4d2a15 req-4a33ac6a-3556-4495-bd30-451315698fa9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706904 Dec 20 16:13:41.177523 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a10b050-eec0-44b4-b887-a6561e4d2a15 req-4c080744-8461-4040-a7ba-e1081be819c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 1099 time: 0.0711496 Dec 20 16:13:41.321743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10b050-eec0-44b4-b887-a6561e4d2a15 req-87069ac1-fdab-4593-abcc-e9bc9b5b245e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:41.323228 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a10b050-eec0-44b4-b887-a6561e4d2a15 req-87069ac1-fdab-4593-abcc-e9bc9b5b245e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4849ed07-22ea-40ef-acb7-d63a3b832631 HTTP/1.1" status: 200 len: 898 time: 0.1276872 Dec 20 16:13:41.426109 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a10b050-eec0-44b4-b887-a6561e4d2a15 req-0fc3b59d-577f-406e-8530-ba711ac91913 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7748ea48-5ae4-403d-b186-11519415f5a6 HTTP/1.1" status: 200 len: 1002 time: 0.0966878 Dec 20 16:13:41.486180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10b050-eec0-44b4-b887-a6561e4d2a15 req-0307da74-7b33-4156-8a32-03798a0c3697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:41.488164 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a10b050-eec0-44b4-b887-a6561e4d2a15 req-0307da74-7b33-4156-8a32-03798a0c3697 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a28b12d4-ff84-4aaa-9aae-0429d16ed1fd HTTP/1.1" status: 200 len: 844 time: 0.0563335 Dec 20 16:13:41.663742 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a10b050-eec0-44b4-b887-a6561e4d2a15 req-ea627e31-3510-4c54-85fe-a84dd905d7e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4849ed07-22ea-40ef-acb7-d63a3b832631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1695294 Dec 20 16:13:41.793025 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a10b050-eec0-44b4-b887-a6561e4d2a15 req-82864b25-e997-479c-b5db-336a9c76dac9 service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214509 Dec 20 16:13:41.924837 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a10b050-eec0-44b4-b887-a6561e4d2a15 req-02ca95d7-f8a8-4d07-ac97-bec289ed3507 service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246798 Dec 20 16:13:44.707135 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:52.010138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-034b729e-ba1f-4365-9e58-0c87ece46814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:53.887798 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:13:54.236850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6cb20d98-fd92-4073-91a0-257365973e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:55.712733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:55.768958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:13:56.889340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:14.728754 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:21.986302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eff5aea5-3410-4353-bb1d-3060e7ab46e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:24.265485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4c73-c0c7-4af1-b32e-9d1b9b2abee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:25.425319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:25.528816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:26.916748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:30.887011 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:14:41.556883 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9014bf1a-fa4d-4243-88ab-7bdd1199e8db req-64396a6a-b7b3-414b-985a-39f48166da7d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699606 Dec 20 16:14:41.693771 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9014bf1a-fa4d-4243-88ab-7bdd1199e8db req-0071d342-9393-45c2-bcca-f7ea0751d100 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 1099 time: 0.0691886 Dec 20 16:14:41.835830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014bf1a-fa4d-4243-88ab-7bdd1199e8db req-9ec0a749-137f-4d07-a458-554945b36b93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:41.837211 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9014bf1a-fa4d-4243-88ab-7bdd1199e8db req-9ec0a749-137f-4d07-a458-554945b36b93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4849ed07-22ea-40ef-acb7-d63a3b832631 HTTP/1.1" status: 200 len: 898 time: 0.1253369 Dec 20 16:14:41.938929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9014bf1a-fa4d-4243-88ab-7bdd1199e8db req-1194b9fa-2bf1-49ac-985c-2ef914471aab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7748ea48-5ae4-403d-b186-11519415f5a6 HTTP/1.1" status: 200 len: 1002 time: 0.0957670 Dec 20 16:14:41.999811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014bf1a-fa4d-4243-88ab-7bdd1199e8db req-f8f9fc45-80d5-4dba-872a-2b5dc22f8354 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:42.001229 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9014bf1a-fa4d-4243-88ab-7bdd1199e8db req-f8f9fc45-80d5-4dba-872a-2b5dc22f8354 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a28b12d4-ff84-4aaa-9aae-0429d16ed1fd HTTP/1.1" status: 200 len: 844 time: 0.0567586 Dec 20 16:14:42.076205 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9014bf1a-fa4d-4243-88ab-7bdd1199e8db req-233c7f23-817c-460e-8921-aa912e1abd42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4849ed07-22ea-40ef-acb7-d63a3b832631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686607 Dec 20 16:14:42.206182 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9014bf1a-fa4d-4243-88ab-7bdd1199e8db req-8c75abb2-6895-4016-a082-913b6494fd34 service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236265 Dec 20 16:14:42.336518 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9014bf1a-fa4d-4243-88ab-7bdd1199e8db req-a583ce23-3ca6-446d-8f9c-980d07a7cdd9 service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243334 Dec 20 16:14:44.750049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:51.978930 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-197b4070-48e1-4581-a0d4-96171dce9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:54.241334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d84b9786-7e54-4c7b-9c54-9d3c79dc41e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:55.411301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:55.504533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:14:56.863891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:07.887518 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:15:14.783632 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:21.983891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-af076ef2-f592-47d0-a498-24f68239578c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:24.234323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-07ae6b4c-f1c2-43c3-805b-9159b8589d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:25.428779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:25.480107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:25.843332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58054) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:15:25.849373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:15:26.084751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6355801'] for subnet, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:26.337134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775874048004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6611585'] for subnet, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:26.340899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4de84665-af44-4475-9329-6ebfd4e351c9 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:15:26.386377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:26.386882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:26.388163 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/subnets/a28b12d4-ff84-4aaa-9aae-0429d16ed1fd HTTP/1.1" status: 200 len: 836 time: 0.5437260 Dec 20 16:15:26.393269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c338ef35-eac8-4d1e-8908-ce847bfd2bef None None] Network 4849ed07-22ea-40ef-acb7-d63a3b832631 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:15:26.404678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Subnet': ['ID=a28b12d4-ff84-4aaa-9aae-0429d16ed1fd,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:26.413968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.414350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.414730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.415131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.415502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.415868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.416231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.416589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.416972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.417328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.417682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:26.421133 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-09c8f422-7353-40b2-bad3-4dcd666ad738 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:15:26.854721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3db27256-6292-4643-88fa-2b1ef499b160 None None] Provisioning complete for port 7748ea48-5ae4-403d-b186-11519415f5a6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:26.855333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3db27256-6292-4643-88fa-2b1ef499b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:26.890388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:26.980203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3db27256-6292-4643-88fa-2b1ef499b160 None None] Provisioning complete for port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:26.980579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3db27256-6292-4643-88fa-2b1ef499b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:27.103175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3db27256-6292-4643-88fa-2b1ef499b160 None None] Provisioning complete for port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:27.103544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3db27256-6292-4643-88fa-2b1ef499b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:43.011412 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc96413-23fb-4de5-bc50-65f54ad97cf3 req-34cd5a8a-4136-422a-8c81-b6210bad84fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698559 Dec 20 16:15:43.158294 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc96413-23fb-4de5-bc50-65f54ad97cf3 req-eb13c13b-3628-40da-acc9-55cd96706cdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 1099 time: 0.0768933 Dec 20 16:15:43.306526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96413-23fb-4de5-bc50-65f54ad97cf3 req-452a6b37-846b-4872-83f9-25d93c8f88f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:43.308062 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc96413-23fb-4de5-bc50-65f54ad97cf3 req-452a6b37-846b-4872-83f9-25d93c8f88f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4849ed07-22ea-40ef-acb7-d63a3b832631 HTTP/1.1" status: 200 len: 898 time: 0.1308703 Dec 20 16:15:43.528713 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc96413-23fb-4de5-bc50-65f54ad97cf3 req-37337979-0cc8-4228-905d-4ba2fe6946c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7748ea48-5ae4-403d-b186-11519415f5a6 HTTP/1.1" status: 200 len: 1002 time: 0.2141359 Dec 20 16:15:43.594944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96413-23fb-4de5-bc50-65f54ad97cf3 req-646c0ca4-176f-4ab0-8c10-5bc943508f04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:43.596365 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc96413-23fb-4de5-bc50-65f54ad97cf3 req-646c0ca4-176f-4ab0-8c10-5bc943508f04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a28b12d4-ff84-4aaa-9aae-0429d16ed1fd HTTP/1.1" status: 200 len: 844 time: 0.0607047 Dec 20 16:15:43.672290 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc96413-23fb-4de5-bc50-65f54ad97cf3 req-2434179e-e114-4b45-a58d-504f5aeaa231 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4849ed07-22ea-40ef-acb7-d63a3b832631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692227 Dec 20 16:15:43.807270 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc96413-23fb-4de5-bc50-65f54ad97cf3 req-e19e2b6f-c9bd-4f8f-89c6-8c6631889f4b service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278689 Dec 20 16:15:43.940905 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc96413-23fb-4de5-bc50-65f54ad97cf3 req-ba912ad3-692b-4a07-8e6d-c181b2a28fdf service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272433 Dec 20 16:15:44.754051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:44.887720 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:15:51.999387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-46bfda06-b5ce-4f02-9f92-0f65db53af10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:54.250822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-48d80183-f423-486a-9414-b62e8e16cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:55.422335 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:55.508357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:15:56.902162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:10.818242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58070) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:11.119539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 11440200-3e49-40c8-a57d-6d8addb800da {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:16:11.119881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:11.287592 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:11.287892 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:11.407209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 11440200-3e49-40c8-a57d-6d8addb800da owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:16:11.718979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:11.723346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f5ea3996-f0c1-457e-b2f5-8054ef031391 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:11.763920 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=11440200-3e49-40c8-a57d-6d8addb800da,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:11.767877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:11.870860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:12.366402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router ddb20e15-4036-4ec3-b0fb-993c2abe97ab has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:16:12.573123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:16:12.582344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] Sync routers for ids ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:16:12.593555 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] Routers {'ddb20e15-4036-4ec3-b0fb-993c2abe97ab'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:16:12.594164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:15:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:12.649621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:12.704240 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/floatingips/588dcf79-9c63-4391-a97b-127db5fc6640 HTTP/1.1" status: 204 len: 168 time: 1.8848784 Dec 20 16:16:12.704904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'tag': '7748ea48-5ae4-403d-b186-11519415f5a6'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:16:12.771925 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] Set router ddb20e15-4036-4ec3-b0fb-993c2abe97ab gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:16:12.855867 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'tag': '7748ea48-5ae4-403d-b186-11519415f5a6', 'status': 'completed', 'code': 200} Dec 20 16:16:12.954454 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f4e833b-b8ad-4b45-8298-17af9d0df36a req-ac6b135c-ed78-4abb-a1d3-66c3f6f68bb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 1099 time: 0.0753536 Dec 20 16:16:13.088054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e833b-b8ad-4b45-8298-17af9d0df36a req-4a1a8e47-65d1-46f7-b1ce-d4f69006e927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:13.089495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f4e833b-b8ad-4b45-8298-17af9d0df36a req-4a1a8e47-65d1-46f7-b1ce-d4f69006e927 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4849ed07-22ea-40ef-acb7-d63a3b832631 HTTP/1.1" status: 200 len: 898 time: 0.1291559 Dec 20 16:16:13.131092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6', 'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:b4:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:31Z', 'updated_at': '2021-12-20T16:12:39Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:13.134945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] Checking router: ddb20e15-4036-4ec3-b0fb-993c2abe97ab for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:16:13.146232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] Routers {'ddb20e15-4036-4ec3-b0fb-993c2abe97ab'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:16:13.146859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:15:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:13.163883 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f4e833b-b8ad-4b45-8298-17af9d0df36a req-edab73c1-91fd-44ca-a0f4-c7f9a587a4c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7748ea48-5ae4-403d-b186-11519415f5a6 HTTP/1.1" status: 200 len: 217 time: 0.0670829 Dec 20 16:16:13.233140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e833b-b8ad-4b45-8298-17af9d0df36a req-3d3a50db-43ef-4feb-bf48-22d3d7b334db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:13.234836 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f4e833b-b8ad-4b45-8298-17af9d0df36a req-3d3a50db-43ef-4feb-bf48-22d3d7b334db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a28b12d4-ff84-4aaa-9aae-0429d16ed1fd HTTP/1.1" status: 200 len: 844 time: 0.0652161 Dec 20 16:16:13.341596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] Set router ddb20e15-4036-4ec3-b0fb-993c2abe97ab gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:16:13.366371 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f4e833b-b8ad-4b45-8298-17af9d0df36a req-fd325f17-94d4-468f-8909-47afb2668c6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4849ed07-22ea-40ef-acb7-d63a3b832631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1246638 Dec 20 16:16:13.412503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca63164-80df-476f-953f-6f259cddb512 req-b6ae000f-e45a-4f0f-96ff-d31146717d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:13.413938 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ca63164-80df-476f-953f-6f259cddb512 req-b6ae000f-e45a-4f0f-96ff-d31146717d33 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 946 time: 0.1194808 Dec 20 16:16:13.537862 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ca63164-80df-476f-953f-6f259cddb512 req-5ce94b77-c284-4a27-b5df-d8922b862a7d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122391 Dec 20 16:16:13.545457 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f4e833b-b8ad-4b45-8298-17af9d0df36a req-992b4d6c-02b1-4f94-9ffb-3fc61c6315bb service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665242 Dec 20 16:16:13.659186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6', 'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:b4:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:31Z', 'updated_at': '2021-12-20T16:12:39Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:13.663081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dbef26-fb56-4ef9-8ca3-03fb75acd8c6 None None] The sync data for ids ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'] in dv-neutron-821074-1-hyperv is: [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:32Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6', 'name': '', 'network_id': '4849ed07-22ea-40ef-acb7-d63a3b832631', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:b4:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:31Z', 'updated_at': '2021-12-20T16:12:39Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': 'a28b12d4-ff84-4aaa-9aae-0429d16ed1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:16:13.682320 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f4e833b-b8ad-4b45-8298-17af9d0df36a req-0ab5077c-2643-422e-bccd-103b7493f30f service neutron] 10.222.0.64 "GET /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299090 Dec 20 16:16:13.883942 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5646c-208f-4fbd-b611-ae72974b43c4 None None] New status for floating IP 588dcf79-9c63-4391-a97b-127db5fc6640: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:16:14.753528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:14.756838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54048f14-c75e-43c7-a6b6-8186269cb97e req-9aa55237-6dd6-4939-b657-6c4da9b8d095 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:14.758295 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-54048f14-c75e-43c7-a6b6-8186269cb97e req-9aa55237-6dd6-4939-b657-6c4da9b8d095 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 946 time: 0.0814147 Dec 20 16:16:14.804802 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-54048f14-c75e-43c7-a6b6-8186269cb97e req-6d93ba44-b96a-4a22-bee3-04ec622edf98 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=b452794e-be1a-4b8c-84c1-5cd78d0abf78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 Dec 20 16:16:14.993924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-3203cb56-8ab7-4ec7-be4b-47a73f2ae22b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:14.995357 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-3203cb56-8ab7-4ec7-be4b-47a73f2ae22b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 946 time: 0.0748782 Dec 20 16:16:15.065478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 7748ea48-5ae4-403d-b186-11519415f5a6 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:16:15.065814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:15.393164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 7748ea48-5ae4-403d-b186-11519415f5a6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7748ea48-5ae4-403d-b186-11519415f5a6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:15.393513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:15.515925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 7748ea48-5ae4-403d-b186-11519415f5a6 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:16:15.753687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:15.760177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:15.804463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=7748ea48-5ae4-403d-b186-11519415f5a6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:15.872708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.873099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.873478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.873851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.874220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.874584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.874967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.875334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.875696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.876052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.876921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:15.880750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:15.894814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port 7748ea48-5ae4-403d-b186-11519415f5a6 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:16:15.897394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:15.900398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'name': 'network-vif-deleted', 'tag': '7748ea48-5ae4-403d-b186-11519415f5a6'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:16:15.912201 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ef9606ac-ee67-4fec-8915-8973ec619fc3 req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "DELETE /v2.0/ports/7748ea48-5ae4-403d-b186-11519415f5a6 HTTP/1.1" status: 204 len: 173 time: 0.9112620 Dec 20 16:16:15.968298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5c808d07-4025-4977-888c-a1cae91625ff req-c3f6fbda-f712-471a-a089-7c21e43a10e6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:16:16.034684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6eb802-95e4-4fe7-87d2-88d95aeb09b7', 'name': 'network-vif-deleted', 'tag': '7748ea48-5ae4-403d-b186-11519415f5a6', 'status': 'completed', 'code': 200} Dec 20 16:16:16.067467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5c808d07-4025-4977-888c-a1cae91625ff req-c3f6fbda-f712-471a-a089-7c21e43a10e6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:16:16.068560 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5c808d07-4025-4977-888c-a1cae91625ff req-c3f6fbda-f712-471a-a089-7c21e43a10e6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e6eb802-95e4-4fe7-87d2-88d95aeb09b7 HTTP/1.1" status: 200 len: 210 time: 0.1409509 Dec 20 16:16:17.171394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58104) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:17.239497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f135d0de-1531-4c69-8d83-fd36478d5329 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:17.266681 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f135d0de-1531-4c69-8d83-fd36478d5329 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:17.427626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f135d0de-1531-4c69-8d83-fd36478d5329 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:17.432735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:17.447465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135d0de-1531-4c69-8d83-fd36478d5329 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b452794e-be1a-4b8c-84c1-5cd78d0abf78,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:17.449871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f135d0de-1531-4c69-8d83-fd36478d5329 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:17.540683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f135d0de-1531-4c69-8d83-fd36478d5329 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:17.541805 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f135d0de-1531-4c69-8d83-fd36478d5329 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/b452794e-be1a-4b8c-84c1-5cd78d0abf78 HTTP/1.1" status: 204 len: 168 time: 0.3694651 Dec 20 16:16:17.656189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58110) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:18.020978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 7748ea48-5ae4-403d-b186-11519415f5a6 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:16:18.055869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 7748ea48-5ae4-403d-b186-11519415f5a6 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:16:18.056219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 7748ea48-5ae4-403d-b186-11519415f5a6 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:16:18.059586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:18.790929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:16:18.791880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:18.980806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:18.981153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:19.103948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:16:19.359056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:19.362880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:19.408141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:19.411273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:19.714988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:20.442335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router ddb20e15-4036-4ec3-b0fb-993c2abe97ab has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:16:20.648781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:16:20.659059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] Sync routers for ids ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:16:20.670328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] Routers {'ddb20e15-4036-4ec3-b0fb-993c2abe97ab'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:16:20.678397 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:15:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:20.721298 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/ddb20e15-4036-4ec3-b0fb-993c2abe97ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633638 Dec 20 16:16:20.724126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58114) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:20.864865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] Set router ddb20e15-4036-4ec3-b0fb-993c2abe97ab gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:16:20.920077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-38925fa5-9e12-412d-9646-2da739c592d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting subnet a28b12d4-ff84-4aaa-9aae-0429d16ed1fd {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:16:20.923308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-38925fa5-9e12-412d-9646-2da739c592d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:20.992551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-38925fa5-9e12-412d-9646-2da739c592d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:21.078656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-38925fa5-9e12-412d-9646-2da739c592d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:21.205250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:16:19Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:21.209541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] Checking router: ddb20e15-4036-4ec3-b0fb-993c2abe97ab for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:16:21.221341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] Routers {'ddb20e15-4036-4ec3-b0fb-993c2abe97ab'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:16:21.221989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:15:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:21.239902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-38925fa5-9e12-412d-9646-2da739c592d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:21.243978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e33acc81-e4a7-4421-b9c5-c9dd5db8a9fa tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:21.283159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38925fa5-9e12-412d-9646-2da739c592d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Subnet': ['ID=a28b12d4-ff84-4aaa-9aae-0429d16ed1fd,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:21.287430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-38925fa5-9e12-412d-9646-2da739c592d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:21.290467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-38925fa5-9e12-412d-9646-2da739c592d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:21.297745 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-38925fa5-9e12-412d-9646-2da739c592d0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/subnets/a28b12d4-ff84-4aaa-9aae-0429d16ed1fd HTTP/1.1" status: 204 len: 168 time: 0.5718615 Dec 20 16:16:21.300154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58118) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:21.301144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa2a2ea-a5f3-421f-b7ff-bd089ff38752 None None] Network 4849ed07-22ea-40ef-acb7-d63a3b832631 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:16:21.517041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:21.558761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] Set router ddb20e15-4036-4ec3-b0fb-993c2abe97ab gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:16:21.724488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:21.805441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 69d6a102-79ca-4489-bed5-1da5def2ff2b {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:16:21.811215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:21.855685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2237476-3543-43f8-989b-dc45262931ef None None] DHCP port deletion for 4849ed07-22ea-40ef-acb7-d63a3b832631 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:16:21.868094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Deleting port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:16:21.868477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:21.890854 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:16:22.027127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c7f26906-951b-48b0-84d3-93016f785a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:22.050639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:16:19Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:22.108444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236497f4-7166-4b80-aac4-eaa08f7285e6 None None] The sync data for ids ['ddb20e15-4036-4ec3-b0fb-993c2abe97ab'] in dv-neutron-821074-1-hyperv is: [{'id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'name': 'tempest-TestNetworkBasicOps-router-1062206272', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:16:19Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '69d6a102-79ca-4489-bed5-1da5def2ff2b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb20e15-4036-4ec3-b0fb-993c2abe97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:27Z', 'updated_at': '2021-12-20T16:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:16:22.116202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e2237476-3543-43f8-989b-dc45262931ef None None] For port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7b4341c9-0f5c-4239-b1d8-924f853bd6c6,segment=NetworkSegment(01f6c3f2-5f64-4270-838e-62af21174859),segment_id=01f6c3f2-5f64-4270-838e-62af21174859)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:22.116984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:22.123767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 69d6a102-79ca-4489-bed5-1da5def2ff2b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=69d6a102-79ca-4489-bed5-1da5def2ff2b,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:22.124056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:22.245528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Calling delete_port for 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:16:22.268806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 69d6a102-79ca-4489-bed5-1da5def2ff2b owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:16:22.421508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:22.425832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:22.472074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Pushing event deleted for resources: {'Port': ['ID=7b4341c9-0f5c-4239-b1d8-924f853bd6c6,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:22.477887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2237476-3543-43f8-989b-dc45262931ef None None] No DVR routers for this DVR port 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:16:22.488953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.489906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.489906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.489906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.490228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.490379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.490708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.491064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.491391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.491714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.492129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:22.495527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:22.507670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:22.512117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:22.555803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=69d6a102-79ca-4489-bed5-1da5def2ff2b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:22.558486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:22.789202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:22.997635 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:16:23.038812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:16:23.039195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7b4341c9-0f5c-4239-b1d8-924f853bd6c6 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:16:23.039616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:16:23.069748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.071308 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:16:23.071692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c7aa8f0b-c4aa-4c63-91b3-6ae2fadd2ca6 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:16:23.074420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.163921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.163921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Fanout notify agent at l3_agent the message router_deleted on router ddb20e15-4036-4ec3-b0fb-993c2abe97ab {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:16:23.188613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.194018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58122) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:23.195583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/routers/ddb20e15-4036-4ec3-b0fb-993c2abe97ab HTTP/1.1" status: 204 len: 168 time: 1.8942573 Dec 20 16:16:23.326548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.464414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.490155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4849ed07-22ea-40ef-acb7-d63a3b832631']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:23.502841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f6c3f2-5f64-4270-838e-62af21174859') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:23.503170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f6c3f2-5f64-4270-838e-62af21174859') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:23.514573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.531486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.538624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:16:23.539059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:16:23.553936 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:16:23.695653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.699161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5e74ae43-51f9-4475-b9f9-1db9be14774f tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:23.714005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.725974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Network': ['ID=4849ed07-22ea-40ef-acb7-d63a3b832631,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:23.729146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:23.788075 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/networks/4849ed07-22ea-40ef-acb7-d63a3b832631 HTTP/1.1" status: 204 len: 168 time: 0.5914121 Dec 20 16:16:23.802404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58126) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:23.808430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'network': {'name': 'tempest-network-smoke--1868037896', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'port_security_enabled': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:23.813595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:23.818436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:network and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:23.821543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:23.827626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:23.918466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:16:23.921567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.966999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:16:23.975731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:23.980770 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Added segment 1aa49886-74c6-4331-809f-aac76f288c91 of type vlan for network 257ab260-7943-4744-9c87-e10c0e5b2ce1 Dec 20 16:16:24.003829 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:24.095734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:24.099548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:24.100129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:24.103976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bebc4ba6-d505-429e-8209-a01f280d0c93 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:24.226251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Network': ['ID=257ab260-7943-4744-9c87-e10c0e5b2ce1,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:24.229876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:24.237839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 257ab260-7943-4744-9c87-e10c0e5b2ce1 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:16:24.296529 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4926422 Dec 20 16:16:24.299842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58130) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:24.305963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-730861285', 'admin_state_up': True, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:24.313014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:24.318249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:router and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:24.321756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:24.328908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:24.367354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3b225463-ea5e-40e4-a017-07e299e62fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:24.398729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:24.399733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:24.420014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:24.677269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:24.901302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 69d6a102-79ca-4489-bed5-1da5def2ff2b no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:16:24.922475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:24.936242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 69d6a102-79ca-4489-bed5-1da5def2ff2b {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:16:24.936511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 69d6a102-79ca-4489-bed5-1da5def2ff2b not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:16:24.953207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:25.090170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.176 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/f8576625-7bfa-4340-91a7-ec1143c53f0f) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:16:25.376082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:25.461418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:25.489928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:25.490391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:25.496567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e780526e-8fe6-4ffd-bf87-875a5aac1145 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:25.561073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:16:25.564253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:16:25.566715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:16:25.605152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=f8576625-7bfa-4340-91a7-ec1143c53f0f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:25.609351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:25.800738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:25.801406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:26.141319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:16:26.353282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:16:26.367182 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Sync routers for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:16:26.383489 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:16:26.384319 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:16:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:26.444556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:26.445829 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1449242 Dec 20 16:16:26.449096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58134) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:26.568152 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:16:26.670740 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-50583d43-b2f2-42a7-b48a-1128c40a1404 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=546f21e137754670849b9dd3d35e73c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2203801 Dec 20 16:16:26.673193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58140) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:26.809926 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9937fccc-d2c8-474d-b367-ff5c6a66582b tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:26.811436 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9937fccc-d2c8-474d-b367-ff5c6a66582b tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368494 Dec 20 16:16:26.814938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58144) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:26.863274 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-192920f7-fcbf-4562-8734-a85b6dbd5b92 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440848 Dec 20 16:16:26.863653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58148) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:26.869414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1483083917', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:26.869662 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:25Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:26.873840 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Checking router: 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:16:26.875317 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Updating router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 port f8576625-7bfa-4340-91a7-ec1143c53f0f binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:16:26.895826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:26.929496 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:26.989693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:26.993723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:subnet and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:26.996865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:27.003090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:27.106640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:16:27.223330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:27.255195 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:27.268249 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Transition to ACTIVE for port object f8576625-7bfa-4340-91a7-ec1143c53f0f will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:16:27.370209 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:27.375008 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-a817da91-7b99-4d6f-84e5-e4ef513d0d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:27.456452 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Pushing event updated for resources: {'Port': ['ID=f8576625-7bfa-4340-91a7-ec1143c53f0f,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:27.458779 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Attempting to bind port f8576625-7bfa-4340-91a7-ec1143c53f0f on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:16:27.459170 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Attempting to bind port f8576625-7bfa-4340-91a7-ec1143c53f0f by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:16:27.459528 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Attempting to bind port f8576625-7bfa-4340-91a7-ec1143c53f0f on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:16:27.471891 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.472223 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.472556 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.472890 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.473202 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.473521 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.473836 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.474153 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.474467 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.474775 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.475112 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.479444 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:27.480399 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:16:27.480765 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:16:27.481167 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:27.481603 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:16:27.482367 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Bound port: f8576625-7bfa-4340-91a7-ec1143c53f0f, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:16:27.482714 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:27.519381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:27.523856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ab934fc1-5d13-4833-80f4-e95b638a8a90 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:27.561536 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] For port f8576625-7bfa-4340-91a7-ec1143c53f0f, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:16:27.565452 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] For port f8576625-7bfa-4340-91a7-ec1143c53f0f, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f8576625-7bfa-4340-91a7-ec1143c53f0f,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:16:27.600047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Subnet': ['ID=5dc32f36-4ce6-4edc-856c-e83a3479a086,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:27.622489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.622775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.623175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.623544 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.623905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.624264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.624623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.624979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.625336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.625740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.626092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:27.630223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:27.633412 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:27.638435 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:27.639044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Checking segment: {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:16:27.639405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network hostable DHCP agents. Network: 257ab260-7943-4744-9c87-e10c0e5b2ce1, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:16:27.716570 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Pushing event updated for resources: {'Port': ['ID=f8576625-7bfa-4340-91a7-ec1143c53f0f,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:27.720513 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:27.721469 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:16:27.722061 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:16:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:27.724484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 257ab260-7943-4744-9c87-e10c0e5b2ce1 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:16:27.810139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 257ab260-7943-4744-9c87-e10c0e5b2ce1) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:16:27.815983 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:27.817411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:27.822005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a6b798-f49b-4fec-a072-3e1ae4c9db09 None None] Network 257ab260-7943-4744-9c87-e10c0e5b2ce1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:16:27.919197 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-63008295-e65e-4a50-9703-a7f2741201fa tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0543740 Dec 20 16:16:27.922708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58156) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:27.927877 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:16:28.062974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-257ab260-7943-4744-9c87-e10c0e5b2ce1', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:16:28.065266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:28.249947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Allocated IP 172.20.0.2 (257ab260-7943-4744-9c87-e10c0e5b2ce1/5dc32f36-4ce6-4edc-856c-e83a3479a086/8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:16:28.250228 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:25Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:28.255890 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b9b2c-fed9-48c1-9468-0bf380d0da2a None None] The sync data for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv is: [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:25Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:16:28.502818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:28.518284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Transition to ACTIVE for port object 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:16:28.539880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Transition to ACTIVE for port object 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:16:28.628346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:28.634173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:28.715415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Network 257ab260-7943-4744-9c87-e10c0e5b2ce1 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:16:28.719154 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:16:28.723644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Pushing event updated for resources: {'Port': ['ID=8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:28.725501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:16:28.763186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:28.824255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Attempting to bind port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:16:28.824649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Attempting to bind port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:16:28.825039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Attempting to bind port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd on network 257ab260-7943-4744-9c87-e10c0e5b2ce1 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:16:28.833285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:16:28.833697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Checking segment: {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:16:28.834162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:28.834454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Bound using segment: {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:16:28.834978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Bound port: 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:16:28.835331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:28.953448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] For port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:16:28.957067 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] For port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:16:29.007997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:29.020652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f8576625-7bfa-4340-91a7-ec1143c53f0f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:16:29.055252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:29.065269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:29.191928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Pushing event updated for resources: {'Port': ['ID=8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:29.204473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:29.302165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port f8576625-7bfa-4340-91a7-ec1143c53f0f completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:16:29.308375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f8576625-7bfa-4340-91a7-ec1143c53f0f triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:29.309955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:29.475734 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:29.496198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.1 (257ab260-7943-4744-9c87-e10c0e5b2ce1/5dc32f36-4ce6-4edc-856c-e83a3479a086/4adb5746-3135-4658-b834-b90b080c6833) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:16:29.505429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port f8576625-7bfa-4340-91a7-ec1143c53f0f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f8576625-7bfa-4340-91a7-ec1143c53f0f,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:29.564565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:29.568201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:29.643777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=f8576625-7bfa-4340-91a7-ec1143c53f0f,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:29.647052 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:29.676561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:29.692597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 4adb5746-3135-4658-b834-b90b080c6833 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:16:29.810095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:29.814632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-71ccf1e3-a82a-46f1-ac10-1b3e081de762 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:29.891234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 257ab260-7943-4744-9c87-e10c0e5b2ce1 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:16:29.895783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:16:29.897975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=4adb5746-3135-4658-b834-b90b080c6833,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:29.900506 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:16:29.926782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:29.961862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:30.154526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:30.247988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee186f-630a-4752-b451-a46e3a10207c None None] Network 257ab260-7943-4744-9c87-e10c0e5b2ce1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:16:30.467361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d0e4fd14-ace1-4e97-98f2-cfaf0ca2e1e3 None None] Provisioning for port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:16:30.751647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:30.821207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:30.850993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-46c4c199-db21-4952-bccd-99317381bb80 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:30.896195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-62a07f92-4e07-4f4c-9f1e-0de62322925c None None] Provisioning for port 4adb5746-3135-4658-b834-b90b080c6833 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:16:30.908274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-62a07f92-4e07-4f4c-9f1e-0de62322925c None None] Provisioning complete for port 4adb5746-3135-4658-b834-b90b080c6833 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:30.908691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-62a07f92-4e07-4f4c-9f1e-0de62322925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:30.944254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=4adb5746-3135-4658-b834-b90b080c6833,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:30.947406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:30.950869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:30.991240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-62a07f92-4e07-4f4c-9f1e-0de62322925c None None] Port 4adb5746-3135-4658-b834-b90b080c6833 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:16:31.038032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:16:31.100615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 257ab260-7943-4744-9c87-e10c0e5b2ce1 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:16:31.101949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:16:31.135327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a4ca201a-8d19-49e0-8b41-ce7996d8254a None None] Provisioning complete for port 4adb5746-3135-4658-b834-b90b080c6833 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:31.135812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a4ca201a-8d19-49e0-8b41-ce7996d8254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:31.215286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:16:31.229235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:31.229700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:31.296110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca201a-8d19-49e0-8b41-ce7996d8254a None None] Port 4adb5746-3135-4658-b834-b90b080c6833 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:16:31.369701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:31.409162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:31.423359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-fdc77550-2999-46d4-8067-000a663e6c06 None None] Provisioning complete for port 4adb5746-3135-4658-b834-b90b080c6833 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:31.423945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fdc77550-2999-46d4-8067-000a663e6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:31.479053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-fdc77550-2999-46d4-8067-000a663e6c06 None None] Port 4adb5746-3135-4658-b834-b90b080c6833 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:16:31.489169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:31.490053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f8576625-7bfa-4340-91a7-ec1143c53f0f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:16:31.520659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:31.533495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:16:31.604656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:31.608048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:31.622447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f8576625-7bfa-4340-91a7-ec1143c53f0f triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:31.622783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:31.751402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:16:31.766430 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8418369 Dec 20 16:16:31.769055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58166) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:31.913902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230bb724-dd20-4548-ac77-44c6ffb9deb6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.914273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230bb724-dd20-4548-ac77-44c6ffb9deb6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.914637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230bb724-dd20-4548-ac77-44c6ffb9deb6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.915096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230bb724-dd20-4548-ac77-44c6ffb9deb6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.916730 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-230bb724-dd20-4548-ac77-44c6ffb9deb6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1467297 Dec 20 16:16:31.920825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58170) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:31.989661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb4d08-7f67-48e8-9ac1-deef573b9085 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.990021 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb4d08-7f67-48e8-9ac1-deef573b9085 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.990382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb4d08-7f67-48e8-9ac1-deef573b9085 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.990738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb4d08-7f67-48e8-9ac1-deef573b9085 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.992436 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f0eb4d08-7f67-48e8-9ac1-deef573b9085 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0707171 Dec 20 16:16:31.995628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58174) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:32.044298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Sync routers for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:16:32.059818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:16:32.060822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:16:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:32.267269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:16:32.342035 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-beb60431-e491-4196-8333-e27cb08fabc9 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3451049 Dec 20 16:16:32.591502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:30Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:32.596643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Checking router: 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:16:32.597013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Updating router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 port 4adb5746-3135-4658-b834-b90b080c6833 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:16:32.616173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58180) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:32.625013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936092798', 'description': 'tempest-secgroup-smoke-1936092798 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:32.631531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:32.636500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:32.639733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:32.648022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:32.653762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:32.746892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:32.785067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:32.789012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:32.791945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:32.797562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:32.864405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:32.948128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:16:32.952420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:32.957425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f36c505a-725c-4a8a-975b-8ea6a0d90b20 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:33.000008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836f7074-0581-4361-9246-3837b2143d7b,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:33.004076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:33.057933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.073430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Transition to ACTIVE for port object 4adb5746-3135-4658-b834-b90b080c6833 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:16:33.085305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:33.085667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.101090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.102327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b37fbdc8-a85d-412f-9f43-af9c1a3aad22 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4849443 Dec 20 16:16:33.105540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58184) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:33.111684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '836f7074-0581-4361-9246-3837b2143d7b', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:33.120151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:33.123518 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:33.127978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:33.136590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:33.165203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.172060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-50ba4d00-3b43-435c-9fb4-5a2c61a7963a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:33.233772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.308236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.320083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec41e33-05e5-4351-9648-1ca91f1d3aa0 None None] Pushing event updated for resources: {'Port': ['ID=4adb5746-3135-4658-b834-b90b080c6833,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:33.323747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2ec41e33-05e5-4351-9648-1ca91f1d3aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:33.398664 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.407492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5ebf70c4-016d-4d43-a684-08bbd83a9eff tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:33.429012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af29782a-9db6-43bb-96a1-37142564a4a0,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:33.432648 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:33.473695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Attempting to bind port 4adb5746-3135-4658-b834-b90b080c6833 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:16:33.474070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Attempting to bind port 4adb5746-3135-4658-b834-b90b080c6833 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:16:33.474488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Attempting to bind port 4adb5746-3135-4658-b834-b90b080c6833 on network 257ab260-7943-4744-9c87-e10c0e5b2ce1 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:16:33.488046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:16:33.488569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Checking segment: {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:16:33.488952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.489345 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Bound using segment: {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:16:33.489808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Bound port: 4adb5746-3135-4658-b834-b90b080c6833, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:16:33.490178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.495376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.496637 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3900950 Dec 20 16:16:33.499871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58188) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:33.506297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '836f7074-0581-4361-9246-3837b2143d7b', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:33.512508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:33.516456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:33.519818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:33.526023 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:33.592740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] For port 4adb5746-3135-4658-b834-b90b080c6833, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:16:33.596385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] For port 4adb5746-3135-4658-b834-b90b080c6833, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4adb5746-3135-4658-b834-b90b080c6833,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:16:33.625721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.692508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.712384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.716098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:33.786646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.788803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-51d3035d-02f1-42fc-a833-847a0aa85769 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:33.796372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec41e33-05e5-4351-9648-1ca91f1d3aa0 None None] Pushing event updated for resources: {'Port': ['ID=4adb5746-3135-4658-b834-b90b080c6833,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:33.800671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2ec41e33-05e5-4351-9648-1ca91f1d3aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:33.802795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:16:33.803465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:16:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:33.814230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a97f896-5d9e-49f9-82be-e9a12325dd42,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:33.816736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:33.889766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:33.891375 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bc4b2adb-1dc6-4ab7-9301-c81dc99de55f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3904660 Dec 20 16:16:33.895608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58194) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:33.901434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '836f7074-0581-4361-9246-3837b2143d7b', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:33.911471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:33.916065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:33.919515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:33.927497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:34.027815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:16:34.034751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:34.106801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:34.198122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:34.199996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dfeb84c3-4148-4525-a9e4-3ca63753a3eb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:34.225354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577e5734-92b5-4c6b-816a-6cbfd596a53c,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:34.227331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:34.324385 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:34.326062 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4294748 Dec 20 16:16:34.328889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58198) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:34.335275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '836f7074-0581-4361-9246-3837b2143d7b', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:34.341383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:34.350060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:34.353178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:34.359758 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:34.372078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:33Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:34.377347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78706ca-5fab-4397-aa49-f6441e705a48 None None] The sync data for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv is: [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:33Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:16:34.502874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:34.587137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:34.684125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:34.686212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d785caf1-4b5b-4d78-8661-aca4ae1e683f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:34.719475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc2769e-0593-4c24-8ae8-e7bc868bf457,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:34.723238 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:34.821365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:34.824147 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4926801 Dec 20 16:16:34.825390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58202) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:34.831916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '836f7074-0581-4361-9246-3837b2143d7b', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:34.838212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:34.842288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:34.845904 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:34.851746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:34.941360 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:16:34.948674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:34.980193 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4adb5746-3135-4658-b834-b90b080c6833 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:16:35.051620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:35.170637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:35.172763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-89c40dd0-d8da-4ff5-a5c2-bbe637e21295 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:35.200062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d16a373-3d53-4acf-8c17-5c19e15d038c,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:35.205636 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:35.221341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 4adb5746-3135-4658-b834-b90b080c6833 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:16:35.226900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4adb5746-3135-4658-b834-b90b080c6833 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:35.243655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:35.324125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:35.325438 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4989519 Dec 20 16:16:35.329125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58206) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:35.336542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '836f7074-0581-4361-9246-3837b2143d7b', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:35.341766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:35.345818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:35.348771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:35.348980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:35.359353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:35.395105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 4adb5746-3135-4658-b834-b90b080c6833, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4adb5746-3135-4658-b834-b90b080c6833,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:35.507032 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:16:35.514024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:35.572834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:35.574855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f2cfc79f-8b7f-4fe7-8241-855f4fd0bfac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:35.593718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:35.642121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=4adb5746-3135-4658-b834-b90b080c6833,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:35.645097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:35.729526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:35.731402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f823253b-3d5f-4187-b941-4ad0ec5a92c5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:35.755198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9232962-0210-437a-b23f-12105f14a959,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:35.757916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:35.855866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:35.857342 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6ad0e289-ad6b-41bb-bce2-302463c8cd84 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5264425 Dec 20 16:16:36.032399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-e0864d55-7b32-47ae-a905-e6abd6b4eb15 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:16:36.101011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-e0864d55-7b32-47ae-a905-e6abd6b4eb15 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:16:36.102270 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-e0864d55-7b32-47ae-a905-e6abd6b4eb15 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936092798&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.1109037 Dec 20 16:16:36.256539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-d8708d61-ac67-4952-aa83-c232132f211a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:36.258262 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-d8708d61-ac67-4952-aa83-c232132f211a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 797 time: 0.1482782 Dec 20 16:16:36.275278 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-6e30ba19-414e-426e-a61b-1ae9354205fe tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/quotas/546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 375 time: 0.0114622 Dec 20 16:16:36.358116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-844234a4-b18e-42cd-b915-83a2c202f58e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772817 Dec 20 16:16:36.437617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-96718115-ae78-4c1c-a23e-09bf700d8f18 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:16:36.438592 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-96718115-ae78-4c1c-a23e-09bf700d8f18 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0687594 Dec 20 16:16:36.697796 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-c9d6328f-5f40-49d7-970f-07bca96f2706 service neutron] 10.222.0.62 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480552 Dec 20 16:16:36.841307 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-82b1e1da-8b9b-4ad5-803d-c3ceef3a5d94 service neutron] 10.222.0.62 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377029 Dec 20 16:16:36.954843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4adb5746-3135-4658-b834-b90b080c6833 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:16:37.038010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4adb5746-3135-4658-b834-b90b080c6833 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:37.038977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:38.155266 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1fac28b7-e8a4-4973-b82a-0516386e17bb req-d0011184-ea93-4690-9aa2-ed27a3fcf0d2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 210 time: 0.0510581 Dec 20 16:16:39.341059 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5fe51db7-31a8-46ee-a5a3-d9fbe0c42d67 req-e6f2eb59-e6fa-4755-96e1-ffd8ae3f892b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 210 time: 0.0411694 Dec 20 16:16:40.384886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-dc235754-2e5d-4b69-9bd3-ff31887f41bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:40.386361 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-dc235754-2e5d-4b69-9bd3-ff31887f41bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 797 time: 0.1493180 Dec 20 16:16:40.441726 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-49a8c5d2-1642-4d6e-89ae-275fbcc8da1b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 380 time: 0.0428874 Dec 20 16:16:40.449828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'admin_state_up': True, 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'security_groups': ['836f7074-0581-4361-9246-3837b2143d7b']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:40.533108 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0aeb4899-a58c-4cc4-8a42-c9320aa83662 req-2c9cccdf-5ecc-4a4e-b2ae-f79c12e572f1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 210 time: 0.0574176 Dec 20 16:16:40.631257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:40.635439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:port and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:40.638406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:40.645515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:40.700903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:16:40.704148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:40.876855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.6 (257ab260-7943-4744-9c87-e10c0e5b2ce1/5dc32f36-4ce6-4edc-856c-e83a3479a086/dc4eddd8-ae4d-424b-96a4-5b2c42127704) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:16:41.072869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:41.088866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object dc4eddd8-ae4d-424b-96a4-5b2c42127704 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:16:41.198523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:41.204620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ba183f1c-5632-4e5d-86de-0a04e04c5549 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:41.274090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 257ab260-7943-4744-9c87-e10c0e5b2ce1 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:16:41.277661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:16:41.281565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:16:41.313361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=dc4eddd8-ae4d-424b-96a4-5b2c42127704,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:41.320252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:41.351321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:41.351941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:41.465325 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0192604 Dec 20 16:16:41.478051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Request body: {'port': {'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:41.586632 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ca61acbb-cfa9-407e-a44c-769825b519a0 None None] Provisioning for port dc4eddd8-ae4d-424b-96a4-5b2c42127704 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:16:41.592385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ca61acbb-cfa9-407e-a44c-769825b519a0 None None] Provisioning complete for port dc4eddd8-ae4d-424b-96a4-5b2c42127704 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:41.592833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ca61acbb-cfa9-407e-a44c-769825b519a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:41.596034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:41.650438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ca61acbb-cfa9-407e-a44c-769825b519a0 None None] Port dc4eddd8-ae4d-424b-96a4-5b2c42127704 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:16:41.848082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085b37-a84a-4fac-9f8d-491df1fcf248 req-ed868a19-7e03-49b9-8221-9af31f15ceea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:41.848679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-80085b37-a84a-4fac-9f8d-491df1fcf248 req-ed868a19-7e03-49b9-8221-9af31f15ceea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:16:42.098779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-80085b37-a84a-4fac-9f8d-491df1fcf248 req-ed868a19-7e03-49b9-8221-9af31f15ceea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:16:42.099930 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80085b37-a84a-4fac-9f8d-491df1fcf248 req-ed868a19-7e03-49b9-8221-9af31f15ceea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 931 time: 0.4383333 Dec 20 16:16:42.143777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4eddd8-ae4d-424b-96a4-5b2c42127704 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:16:42.161808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:42.185380 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80085b37-a84a-4fac-9f8d-491df1fcf248 req-94e803e0-afd1-487e-9635-6e289227d8bc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720727 Dec 20 16:16:42.187958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Transition to ACTIVE for port object dc4eddd8-ae4d-424b-96a4-5b2c42127704 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:16:42.271182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:42.275975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6c1f189a-6552-4243-848a-81bd324a2bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:42.405935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4eddd8-ae4d-424b-96a4-5b2c42127704,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:42.411293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:42.534215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Attempting to bind port dc4eddd8-ae4d-424b-96a4-5b2c42127704 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:16:42.536541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Attempting to bind port dc4eddd8-ae4d-424b-96a4-5b2c42127704 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:16:42.536541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Attempting to bind port dc4eddd8-ae4d-424b-96a4-5b2c42127704 on network 257ab260-7943-4744-9c87-e10c0e5b2ce1 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:16:42.540871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Port dc4eddd8-ae4d-424b-96a4-5b2c42127704 on network 257ab260-7943-4744-9c87-e10c0e5b2ce1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:16:42.541185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Attempting to bind port dc4eddd8-ae4d-424b-96a4-5b2c42127704 on network 257ab260-7943-4744-9c87-e10c0e5b2ce1 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:16:42.547567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:16:42.547903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Checking segment: {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:16:42.548274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Bound using segment: {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:16:42.548689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Bound port: dc4eddd8-ae4d-424b-96a4-5b2c42127704, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:16:42.549020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:42.643216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] For port dc4eddd8-ae4d-424b-96a4-5b2c42127704, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:16:42.646247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] For port dc4eddd8-ae4d-424b-96a4-5b2c42127704, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:16:42.718391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:42.722626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f2c7e850-1eed-4e83-a921-99a6e8657595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:42.795969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:42.797342 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] 10.222.0.64 "PUT /v2.0/ports/dc4eddd8-ae4d-424b-96a4-5b2c42127704 HTTP/1.1" status: 200 len: 1093 time: 1.3241961 Dec 20 16:16:42.797876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:16:42.832641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4eddd8-ae4d-424b-96a4-5b2c42127704,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:42.832641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:42.860701 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'status': 'completed', 'code': 200} Dec 20 16:16:42.960043 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5329b7c2-ad8d-445f-a62b-30384798ed7f req-a50d64c0-7741-4ba0-8eb2-2b43c9a4d794 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 1096 time: 0.0769958 Dec 20 16:16:43.115394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329b7c2-ad8d-445f-a62b-30384798ed7f req-c54af0f0-0843-4a4e-ad4d-29547c479501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:43.116797 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5329b7c2-ad8d-445f-a62b-30384798ed7f req-c54af0f0-0843-4a4e-ad4d-29547c479501 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1488597 Dec 20 16:16:43.274902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329b7c2-ad8d-445f-a62b-30384798ed7f req-2e18814a-8157-4235-a583-e1ddb3ca4a12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:43.274902 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5329b7c2-ad8d-445f-a62b-30384798ed7f req-2e18814a-8157-4235-a583-e1ddb3ca4a12 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467471 Dec 20 16:16:43.451172 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-0b528c82-d361-4409-a975-a1507a0fb6f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 1096 time: 0.1327765 Dec 20 16:16:43.511801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1acda2-0341-4f62-a295-edfd758e2f3f req-359647fc-61d4-4bb3-9bb7-5d42d358151f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:43.513206 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff1acda2-0341-4f62-a295-edfd758e2f3f req-359647fc-61d4-4bb3-9bb7-5d42d358151f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 943 time: 0.1599183 Dec 20 16:16:43.545045 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-f0cb6dc2-260d-4afd-8acc-a6f011aa7d8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704 HTTP/1.1" status: 200 len: 217 time: 0.0860085 Dec 20 16:16:43.609844 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff1acda2-0341-4f62-a295-edfd758e2f3f req-e777209b-0c30-4bb9-83bf-0a59db5956da tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897911 Dec 20 16:16:43.626539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-a786bf6f-931d-4bea-b40f-0c7b871d72cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:43.628093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-a786bf6f-931d-4bea-b40f-0c7b871d72cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc32f36-4ce6-4edc-856c-e83a3479a086 HTTP/1.1" status: 200 len: 835 time: 0.0699954 Dec 20 16:16:43.706661 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-9b3100fd-7211-42b0-a6a9-6e38b3eb6281 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=257ab260-7943-4744-9c87-e10c0e5b2ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695362 Dec 20 16:16:43.845455 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-9b47f80f-4d63-4ba9-928d-d325fe61a846 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316481 Dec 20 16:16:43.979394 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4103a061-6c54-4af7-a9dc-47a5cf38bb24 req-e65b1191-83d3-419e-af80-a84d18f60244 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287634 Dec 20 16:16:44.763939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:44.920637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93e24b-cfae-4e18-b027-c38b0952f1f0 req-27ab8fdd-7e63-45da-9408-f9ca0c64cfde tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:44.922075 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ef93e24b-cfae-4e18-b027-c38b0952f1f0 req-27ab8fdd-7e63-45da-9408-f9ca0c64cfde tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 943 time: 0.1831295 Dec 20 16:16:44.968223 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ef93e24b-cfae-4e18-b027-c38b0952f1f0 req-51c4b65e-4545-47fa-821e-f4be16a9cf2a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400090 Dec 20 16:16:46.137755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device dc4eddd8-ae4d-424b-96a4-5b2c42127704 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:16:46.177557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a7555-6b4a-4396-8852-4c2ef54277e1 req-9866f034-3b73-427f-8af3-7a626f0e065f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:46.181362 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a5a7555-6b4a-4396-8852-4c2ef54277e1 req-9866f034-3b73-427f-8af3-7a626f0e065f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 943 time: 0.0888906 Dec 20 16:16:46.234727 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a5a7555-6b4a-4396-8852-4c2ef54277e1 req-fb3f4ea6-46bb-4309-83f7-f31c73589018 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500264 Dec 20 16:16:46.298532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port dc4eddd8-ae4d-424b-96a4-5b2c42127704, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:46.312982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'mac_address': 'fa:16:3e:df:b7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:16:46.372852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:46.392146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4eddd8-ae4d-424b-96a4-5b2c42127704 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:16:46.407447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port dc4eddd8-ae4d-424b-96a4-5b2c42127704, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:46.505871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:46.507732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e2237476-3543-43f8-989b-dc45262931ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:46.574523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=dc4eddd8-ae4d-424b-96a4-5b2c42127704,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:46.577447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:46.859386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['dc4eddd8-ae4d-424b-96a4-5b2c42127704'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:16:47.436801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248c3d6-cf57-405d-9b04-d8fa6a194f39 req-4e0109ec-bcc6-4a4a-b9aa-629ceb835018 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:47.438296 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c248c3d6-cf57-405d-9b04-d8fa6a194f39 req-4e0109ec-bcc6-4a4a-b9aa-629ceb835018 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 944 time: 0.0771849 Dec 20 16:16:47.486041 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c248c3d6-cf57-405d-9b04-d8fa6a194f39 req-0cb29cf4-7722-4a71-b141-4b3c29a731e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419576 Dec 20 16:16:48.322464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device dc4eddd8-ae4d-424b-96a4-5b2c42127704 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:16:48.460669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port dc4eddd8-ae4d-424b-96a4-5b2c42127704 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:16:48.465755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port dc4eddd8-ae4d-424b-96a4-5b2c42127704 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:48.466142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:48.586136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:48.613334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:16:48.622956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port dc4eddd8-ae4d-424b-96a4-5b2c42127704, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:48.667223 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'code': 200} Dec 20 16:16:48.696716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f571cf-6f91-4cfc-b136-5de9ead2fa14 req-d3a8fe55-ea4e-4fd0-8801-c1e1916ea71b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:48.698183 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-30f571cf-6f91-4cfc-b136-5de9ead2fa14 req-d3a8fe55-ea4e-4fd0-8801-c1e1916ea71b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 944 time: 0.0920968 Dec 20 16:16:48.706488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:48.708446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:48.748212 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-30f571cf-6f91-4cfc-b136-5de9ead2fa14 req-cd9190ec-026f-4017-91f2-9a4bc31e1527 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443027 Dec 20 16:16:48.779075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=dc4eddd8-ae4d-424b-96a4-5b2c42127704,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:48.782429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:49.043539 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-97018d8c-503d-47dc-b08f-a9ca4ab8a6de req-489a5a00-ea3f-48ce-b82b-9d6b56709567 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 1098 time: 0.0665545 Dec 20 16:16:49.084694 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-97018d8c-503d-47dc-b08f-a9ca4ab8a6de req-a9500da6-4ac8-4b61-ad89-dfe4681050e3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350769 Dec 20 16:16:49.960751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e91d04-0dd4-4851-9022-b04054b2d530 req-a5c65a66-4412-442e-8398-030f0405e53a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:49.962202 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-74e91d04-0dd4-4851-9022-b04054b2d530 req-a5c65a66-4412-442e-8398-030f0405e53a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 945 time: 0.0858331 Dec 20 16:16:50.008789 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-74e91d04-0dd4-4851-9022-b04054b2d530 req-a4eed584-5d0e-4058-af70-e56efb588914 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Dec 20 16:16:51.205162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08c5e-a8dd-415b-ab5f-bee452cfd153 req-48f1847b-119b-47e1-a43e-4f91e7f08c78 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:51.206766 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8bf08c5e-a8dd-415b-ab5f-bee452cfd153 req-48f1847b-119b-47e1-a43e-4f91e7f08c78 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 945 time: 0.0779059 Dec 20 16:16:51.258410 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8bf08c5e-a8dd-415b-ab5f-bee452cfd153 req-3c69b4a3-f920-41a5-8ccf-860048409663 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458298 Dec 20 16:16:51.453121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef17de-618a-43da-a3f0-0d0f29fe4809 req-e8ada949-04fc-424b-88fb-161119d598f8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:51.455279 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-33ef17de-618a-43da-a3f0-0d0f29fe4809 req-e8ada949-04fc-424b-88fb-161119d598f8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 945 time: 0.0790267 Dec 20 16:16:51.501546 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-33ef17de-618a-43da-a3f0-0d0f29fe4809 req-390a5fa6-9508-4721-9158-ec44c27f60b8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Dec 20 16:16:51.528624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58258) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:51.601413 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-404d02bc-9d59-4f9a-b371-f1118f4173f5 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 1093 time: 0.0715210 Dec 20 16:16:51.604054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58262) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:51.609498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:51.615708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:51.619512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:floatingip and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:51.622308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:51.628079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:51.706277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:51.841770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:51.979997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.38 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/b87dd3f4-5c87-4901-990c-9b6e9ee97230) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:16:51.996677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f1215a7c-c7b1-4b4a-bdfd-390686b59f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:52.127060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:52.209668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:52.213811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:52.284362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:16:52.287577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:16:52.291026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:16:52.322085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=b87dd3f4-5c87-4901-990c-9b6e9ee97230,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:52.328053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:52.939169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:53.049346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:53.256684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:53.323568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:53.327400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:53.426237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=b87dd3f4-5c87-4901-990c-9b6e9ee97230,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:53.430200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:53.444868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:53.631785 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP f8fdf1de-67f0-4af1-9bb6-97f4482195db associated. External IP: 172.26.7.38, port: dc4eddd8-ae4d-424b-96a4-5b2c42127704. Dec 20 16:16:54.025059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:16:54.231493 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:16:54.243566 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] Sync routers for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:16:54.257437 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:16:54.258118 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:16:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:54.260774 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-880b69bc-3f27-4e2e-be63-3bff50bf54bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:54.340524 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:54.394624 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7895615 Dec 20 16:16:54.395416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:16:54.397413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58266) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:54.456005 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'status': 'completed', 'code': 200} Dec 20 16:16:54.477565 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f72b0c0e-1edc-48ac-8508-fc58b8927ef6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 1093 time: 0.0786817 Dec 20 16:16:54.486803 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:16:54.551753 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-afb21414-7206-4a1b-9cd9-2c9ea8d1aeeb req-8100f674-2271-4020-9b67-34cae1c06f98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 1098 time: 0.0729508 Dec 20 16:16:54.689661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb21414-7206-4a1b-9cd9-2c9ea8d1aeeb req-862dadc6-df70-4aac-8436-01a90db229f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:54.691156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-afb21414-7206-4a1b-9cd9-2c9ea8d1aeeb req-862dadc6-df70-4aac-8436-01a90db229f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 898 time: 0.1324551 Dec 20 16:16:54.799863 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-afb21414-7206-4a1b-9cd9-2c9ea8d1aeeb req-90241f63-d78f-4d12-bfb2-aa9fbc9aa8fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704 HTTP/1.1" status: 200 len: 998 time: 0.1025860 Dec 20 16:16:54.835179 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'f8fdf1de-67f0-4af1-9bb6-97f4482195db', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:df:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:16:52Z', 'updated_at': '2021-12-20T16:16:52Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:54.839874 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58274) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:54.840047 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] Checking router: 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:16:54.848300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076130003', 'description': 'tempest-secgroup-smoke-1076130003 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:54.851780 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:16:54.852396 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:16:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:54.855666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:54.865361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb21414-7206-4a1b-9cd9-2c9ea8d1aeeb req-cc46ddb8-b05b-4d3f-bc40-ee53446104f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:54.866814 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-afb21414-7206-4a1b-9cd9-2c9ea8d1aeeb req-cc46ddb8-b05b-4d3f-bc40-ee53446104f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc32f36-4ce6-4edc-856c-e83a3479a086 HTTP/1.1" status: 200 len: 835 time: 0.0604980 Dec 20 16:16:54.868313 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:54.947064 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-afb21414-7206-4a1b-9cd9-2c9ea8d1aeeb req-3bff7838-ec0a-4d5b-8197-c92507a69e3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=257ab260-7943-4744-9c87-e10c0e5b2ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741217 Dec 20 16:16:55.040065 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:16:55.083061 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-afb21414-7206-4a1b-9cd9-2c9ea8d1aeeb req-8174f095-37de-42b7-a81c-ef21ecf1083f service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293719 Dec 20 16:16:55.106627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:55.145569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:55.150491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:55.153898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:55.161362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:55.225385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-afb21414-7206-4a1b-9cd9-2c9ea8d1aeeb req-bb0fbbf6-dc93-407d-9de5-4db6a16859b4 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364264 Dec 20 16:16:55.247580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:55.323492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:55.329527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0c35ad9e-2712-41bc-aa80-a0b0695c6ffd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:55.374452 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6507ac92-2f58-4b5a-9179-c16032324121,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:55.378290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:55.417602 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'f8fdf1de-67f0-4af1-9bb6-97f4482195db', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:df:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:16:52Z', 'updated_at': '2021-12-20T16:16:52Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:16:55.421770 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169353b7-d87f-4a37-99ce-22bd9e08bb25 None None] The sync data for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv is: [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'f8fdf1de-67f0-4af1-9bb6-97f4482195db', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:df:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:16:52Z', 'updated_at': '2021-12-20T16:16:52Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:16:55.442627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:55.505958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:55.507309 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6659558 Dec 20 16:16:55.510130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58278) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:55.515777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '6507ac92-2f58-4b5a-9179-c16032324121', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:55.522377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:55.523494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:55.526540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:55.529474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:55.535732 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:55.623931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e2c92-6fd6-40ca-a885-d7ad1b7d7eb3 None None] New status for floating IP f8fdf1de-67f0-4af1-9bb6-97f4482195db: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:16:55.628956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:55.691889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:55.773823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:55.775895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5f4208d5-ed85-46c5-b3fe-d9b47458132f tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:55.798855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a9a31c-5014-4eaf-a9be-3db84dd14af8,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:55.801418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:55.877844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:55.879157 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-813596d5-b00a-44d9-a43f-b7d8c4b55989 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3680058 Dec 20 16:16:55.881887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58282) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:55.887440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '6507ac92-2f58-4b5a-9179-c16032324121', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:55.893417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:55.897180 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:55.900068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:55.905956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:56.009860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:56.070703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:56.180515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:56.187073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-779757e1-d366-4464-a036-730b14a605b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:56.209137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56acbf7-ee36-4b95-84b2-eae0b7db8787,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:56.212069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:56.323453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:56.324691 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e4502bfa-1657-4393-83b3-ea2399a2b240 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4418662 Dec 20 16:16:56.327446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58286) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:56.333177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '6507ac92-2f58-4b5a-9179-c16032324121', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:56.339150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:56.342845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:56.346234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:56.351916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:56.552884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:56.615262 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:56.689846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:56.691747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d6c3e0d7-e7a8-4430-a334-86cbd61e5e5c tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:56.715347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9137c1a-00f7-416e-b871-89ed6555eaf1,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:56.720417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:56.809137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:56.810267 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4818430 Dec 20 16:16:56.813620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58290) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:56.819231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '6507ac92-2f58-4b5a-9179-c16032324121', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:56.825018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:56.829639 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:56.832786 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:56.838600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:56.968816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:56.987349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:57.054272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:57.123160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:57.124942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c0b0f1b2-003d-4be6-992f-ae22719a3517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:57.147747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f35724-912d-43bc-afb7-2a3fd4fef07a,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:57.150223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:57.219412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:57.220644 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4060669 Dec 20 16:16:57.223495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58294) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:57.229000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '6507ac92-2f58-4b5a-9179-c16032324121', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:57.236558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:57.239804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:57.242651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:57.248312 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:57.340706 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:16:57.347697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:57.413626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:57.540278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:57.542152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cea5a3b8-3e01-4591-8918-ed4f83d3d054 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:57.565177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50c2b37-6d1f-47b3-9502-a749223e6205,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:57.567673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:57.699435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:57.700540 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4761305 Dec 20 16:16:57.703554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58298) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:16:57.709319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '6507ac92-2f58-4b5a-9179-c16032324121', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:16:57.716109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:16:57.720494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:16:57.723551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:16:57.729227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:16:57.830949 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:16:57.837954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:57.919401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:58.032296 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:58.034145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c94dba25-57c7-43eb-ae81-8fe20be007c9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:16:58.057608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdba643-ca45-4589-a4a6-6e68de8152af,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:58.062171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:16:58.129400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:16:58.130650 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4260664 Dec 20 16:16:58.316661 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-959d2c87-1deb-4ef7-997e-2f4efac1da80 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076130003&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.0430777 Dec 20 16:16:58.564289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-171ef462-b8de-4025-a82e-0afa2d5fa657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:58.565711 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-171ef462-b8de-4025-a82e-0afa2d5fa657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 797 time: 0.2428045 Dec 20 16:16:58.582328 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-f86110ea-b34e-4307-b3be-9a52324ac5cf tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/quotas/546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 375 time: 0.0111825 Dec 20 16:16:58.668871 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-65093b53-70ad-490c-9148-515c1fc36ed5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808403 Dec 20 16:16:58.805099 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-2bc187f5-c679-4944-ad75-0ad8b35d609a service neutron] 10.222.0.62 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244197 Dec 20 16:16:58.892820 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:16:58.937783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-183ab415-4191-425b-9753-8d7068ec410b service neutron] 10.222.0.62 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269748 Dec 20 16:16:59.204064 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-092ecb91-97b9-4e4e-ab33-fe5212d246dd req-711d8cbc-a6dd-42b4-81b6-6d978978589e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 210 time: 0.0415480 Dec 20 16:17:00.379341 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d91abafb-e5ef-4309-894f-994239f7babf req-c3b28e3f-19aa-4487-88bf-43ce76702590 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 210 time: 0.0452857 Dec 20 16:17:01.451758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-7a59b272-4930-4ef3-b0eb-c86b7861dd03 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:01.453257 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-7a59b272-4930-4ef3-b0eb-c86b7861dd03 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 797 time: 0.1496851 Dec 20 16:17:01.549081 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-5bafa169-5934-4e47-9e08-2623dc3af252 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 473 time: 0.0825667 Dec 20 16:17:01.559700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'device_id': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'admin_state_up': True, 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'security_groups': ['6507ac92-2f58-4b5a-9179-c16032324121']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:17:01.581653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da6c047a-3e4b-49e5-8ded-4bfdbaa87dcd req-6b6129a5-5b38-4bac-a39f-4e03f51422c8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 210 time: 0.0668066 Dec 20 16:17:01.706228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:17:01.716092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:17:01.814744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:17:01.817799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:01.985818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.9 (257ab260-7943-4744-9c87-e10c0e5b2ce1/5dc32f36-4ce6-4edc-856c-e83a3479a086/4317f7bc-0525-4758-b6bd-408ca5453c48) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:17:02.171110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:02.187469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 4317f7bc-0525-4758-b6bd-408ca5453c48 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:17:02.272606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:02.279708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:17:02.350186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 257ab260-7943-4744-9c87-e10c0e5b2ce1 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:17:02.353172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:17:02.355580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:17:02.394085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=4317f7bc-0525-4758-b6bd-408ca5453c48,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:02.404471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:17:02.435181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:02.435692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:02.546781 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9908090 Dec 20 16:17:02.559957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Request body: {'port': {'device_id': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:17:02.670423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:02.677342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ce6f7cc0-5602-487b-a573-72a72c623e2f None None] Provisioning for port 4317f7bc-0525-4758-b6bd-408ca5453c48 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:17:02.685379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ce6f7cc0-5602-487b-a573-72a72c623e2f None None] Provisioning complete for port 4317f7bc-0525-4758-b6bd-408ca5453c48 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:17:02.685995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7cc0-5602-487b-a573-72a72c623e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:02.740214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f7cc0-5602-487b-a573-72a72c623e2f None None] Port 4317f7bc-0525-4758-b6bd-408ca5453c48 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:17:02.976734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657b631-278e-4359-9be9-298a7fb8f5be req-f491d87e-a623-4085-9232-5ea4b2f1a164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:02.976734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b657b631-278e-4359-9be9-298a7fb8f5be req-f491d87e-a623-4085-9232-5ea4b2f1a164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:17:03.156235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b657b631-278e-4359-9be9-298a7fb8f5be req-f491d87e-a623-4085-9232-5ea4b2f1a164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:17:03.157906 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b657b631-278e-4359-9be9-298a7fb8f5be req-f491d87e-a623-4085-9232-5ea4b2f1a164 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 931 time: 0.4470837 Dec 20 16:17:03.209465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4317f7bc-0525-4758-b6bd-408ca5453c48 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:17:03.220768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:03.233845 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b657b631-278e-4359-9be9-298a7fb8f5be req-51458b54-1f01-4c59-bfba-d3169c7abd8b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695775 Dec 20 16:17:03.239659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Transition to ACTIVE for port object 4317f7bc-0525-4758-b6bd-408ca5453c48 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:17:03.352274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:03.358347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d93cc1ad-d2d1-4236-b608-524db873df4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:17:03.480856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4317f7bc-0525-4758-b6bd-408ca5453c48,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:03.485720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:17:03.595586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Attempting to bind port 4317f7bc-0525-4758-b6bd-408ca5453c48 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:17:03.596289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Attempting to bind port 4317f7bc-0525-4758-b6bd-408ca5453c48 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:17:03.596289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Attempting to bind port 4317f7bc-0525-4758-b6bd-408ca5453c48 on network 257ab260-7943-4744-9c87-e10c0e5b2ce1 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:17:03.601800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Port 4317f7bc-0525-4758-b6bd-408ca5453c48 on network 257ab260-7943-4744-9c87-e10c0e5b2ce1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:17:03.602115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Attempting to bind port 4317f7bc-0525-4758-b6bd-408ca5453c48 on network 257ab260-7943-4744-9c87-e10c0e5b2ce1 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:17:03.608453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:17:03.608781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Checking segment: {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:17:03.609155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Bound using segment: {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:17:03.609596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Bound port: 4317f7bc-0525-4758-b6bd-408ca5453c48, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa49886-74c6-4331-809f-aac76f288c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:17:03.609927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:03.695755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] For port 4317f7bc-0525-4758-b6bd-408ca5453c48, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:17:03.698750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] For port 4317f7bc-0525-4758-b6bd-408ca5453c48, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=4317f7bc-0525-4758-b6bd-408ca5453c48,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:17:03.790520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:03.794214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:17:03.851433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:03.852788 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] 10.222.0.64 "PUT /v2.0/ports/4317f7bc-0525-4758-b6bd-408ca5453c48 HTTP/1.1" status: 200 len: 1093 time: 1.2971151 Dec 20 16:17:03.853303 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'tag': '4317f7bc-0525-4758-b6bd-408ca5453c48'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:17:03.878657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4317f7bc-0525-4758-b6bd-408ca5453c48,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:03.878657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:17:03.910431 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'tag': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'status': 'completed', 'code': 200} Dec 20 16:17:04.009094 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b1d555a-9b53-4ddc-a342-6a4f091892a4 req-c1bd731c-576c-40bf-9acc-840576cdf59d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 1096 time: 0.0780547 Dec 20 16:17:04.149220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d555a-9b53-4ddc-a342-6a4f091892a4 req-35333005-0912-4d45-a57a-74bc19bc86b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:04.150582 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b1d555a-9b53-4ddc-a342-6a4f091892a4 req-35333005-0912-4d45-a57a-74bc19bc86b9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1344628 Dec 20 16:17:04.286285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d555a-9b53-4ddc-a342-6a4f091892a4 req-5543598b-cab2-48bb-9fa3-ef4b4d15ae9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:04.287892 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b1d555a-9b53-4ddc-a342-6a4f091892a4 req-5543598b-cab2-48bb-9fa3-ef4b4d15ae9c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317115 Dec 20 16:17:04.456569 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-ebedce41-bbb5-47e0-8815-33c553e84cee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 1096 time: 0.1280658 Dec 20 16:17:04.466233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10757a9d-fbad-40d8-aedc-dc8c9519df13 req-ae4fa8ab-aa2e-408b-b3af-5bed88b3e43e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:04.467608 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10757a9d-fbad-40d8-aedc-dc8c9519df13 req-ae4fa8ab-aa2e-408b-b3af-5bed88b3e43e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 943 time: 0.1052730 Dec 20 16:17:04.549354 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-913bd56e-ad44-406d-a1ff-4aff9692d404 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4317f7bc-0525-4758-b6bd-408ca5453c48 HTTP/1.1" status: 200 len: 217 time: 0.0808122 Dec 20 16:17:04.619298 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10757a9d-fbad-40d8-aedc-dc8c9519df13 req-b3552157-a359-4ab2-8c60-7c51cc945f1d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007247 Dec 20 16:17:04.628776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-21ec8d57-10a2-401f-87a0-27ad0f9cece3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:04.630243 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-21ec8d57-10a2-401f-87a0-27ad0f9cece3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc32f36-4ce6-4edc-856c-e83a3479a086 HTTP/1.1" status: 200 len: 835 time: 0.0750163 Dec 20 16:17:04.709218 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-ad3fb78e-3f12-48ee-bb38-0effd8bd3ab2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=257ab260-7943-4744-9c87-e10c0e5b2ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730772 Dec 20 16:17:04.840897 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-55f88385-abe4-4d4f-ade8-19c28ff5f2d5 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252377 Dec 20 16:17:05.080342 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15f845ef-ff96-4367-8b2c-5e2ee2cf119c req-a4a6507d-0d88-41f9-9c18-60a4b21664b7 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332227 Dec 20 16:17:05.820752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd4b27-e14d-478c-a8b7-959eb57ddfc2 req-44d7f5ae-44ce-4e18-9c8b-ef4ba1f6dc60 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:05.822190 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b0fd4b27-e14d-478c-a8b7-959eb57ddfc2 req-44d7f5ae-44ce-4e18-9c8b-ef4ba1f6dc60 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 943 time: 0.0796700 Dec 20 16:17:05.868982 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b0fd4b27-e14d-478c-a8b7-959eb57ddfc2 req-f60246aa-5d1f-471b-ba96-a4239dfd0056 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410638 Dec 20 16:17:07.060813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abce30d-cfb7-4cf5-a8e8-96d4eae8fb7b req-ba4e42f1-7e4c-41d5-91f6-52e0403d13e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.062264 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2abce30d-cfb7-4cf5-a8e8-96d4eae8fb7b req-ba4e42f1-7e4c-41d5-91f6-52e0403d13e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 943 time: 0.0749462 Dec 20 16:17:07.111544 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2abce30d-cfb7-4cf5-a8e8-96d4eae8fb7b req-712aa97c-5dc3-4b80-b990-a5f23adffd6f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Dec 20 16:17:08.305963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2e333-0df9-436e-8f1d-b71c5ae34002 req-e6b2bbca-94b1-4067-84f4-434fec04653e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:08.307470 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fed2e333-0df9-436e-8f1d-b71c5ae34002 req-e6b2bbca-94b1-4067-84f4-434fec04653e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 943 time: 0.0751297 Dec 20 16:17:08.359306 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fed2e333-0df9-436e-8f1d-b71c5ae34002 req-36ac0daf-09d2-4bc9-920e-575af1f8cc8e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457513 Dec 20 16:17:08.364775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 4317f7bc-0525-4758-b6bd-408ca5453c48 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:17:08.507824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 4317f7bc-0525-4758-b6bd-408ca5453c48, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=4317f7bc-0525-4758-b6bd-408ca5453c48,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:17:08.558328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'port_id': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'mac_address': 'fa:16:3e:f8:a8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:17:08.612724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:08.629701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4317f7bc-0525-4758-b6bd-408ca5453c48 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:17:08.644143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 4317f7bc-0525-4758-b6bd-408ca5453c48, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=4317f7bc-0525-4758-b6bd-408ca5453c48,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:17:08.711419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:08.713212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:17:08.778379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=4317f7bc-0525-4758-b6bd-408ca5453c48,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:08.781825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:17:09.042717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['4317f7bc-0525-4758-b6bd-408ca5453c48'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:17:09.577454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab66878-1fc0-41da-8e89-9a907823d7d1 req-cabc208c-b546-42c1-b4da-4b9245e99ddb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:09.578973 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aab66878-1fc0-41da-8e89-9a907823d7d1 req-cabc208c-b546-42c1-b4da-4b9245e99ddb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 944 time: 0.0804503 Dec 20 16:17:09.625429 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aab66878-1fc0-41da-8e89-9a907823d7d1 req-76e462ce-5638-467f-b4ec-b3fe2b799e21 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Dec 20 16:17:10.380603 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 4317f7bc-0525-4758-b6bd-408ca5453c48 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:17:10.523192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 4317f7bc-0525-4758-b6bd-408ca5453c48 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:17:10.528262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 4317f7bc-0525-4758-b6bd-408ca5453c48 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:17:10.528644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:10.643074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:10.669112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4317f7bc-0525-4758-b6bd-408ca5453c48'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:17:10.679870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 4317f7bc-0525-4758-b6bd-408ca5453c48, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=4317f7bc-0525-4758-b6bd-408ca5453c48,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:17:10.723461 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'code': 200} Dec 20 16:17:10.786047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:10.788878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c3b118b-d6e1-48c2-a9bf-cdf16ac107a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:17:10.825499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f5264-504a-4c0f-bc2e-f75c55500073 req-86b3ad39-48d5-406f-80ed-f0101351b1d7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:10.828135 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da9f5264-504a-4c0f-bc2e-f75c55500073 req-86b3ad39-48d5-406f-80ed-f0101351b1d7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 944 time: 0.0782847 Dec 20 16:17:10.854884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=4317f7bc-0525-4758-b6bd-408ca5453c48,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:10.858402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:17:10.877375 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da9f5264-504a-4c0f-bc2e-f75c55500073 req-467d3dce-2feb-4f7b-9734-da76af8586e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Dec 20 16:17:11.179719 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aba4025d-9b0b-4f23-9292-a539fafff1b9 req-6e865129-15f4-4f00-95fe-8e452214d61b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 1098 time: 0.0744243 Dec 20 16:17:11.222044 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aba4025d-9b0b-4f23-9292-a539fafff1b9 req-c9bb1fac-8632-407b-8750-ae9302334a61 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357463 Dec 20 16:17:12.074769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab565d68-19ff-43c3-bf23-2809b3772ff3 req-4eacc98a-4f0b-4893-b9c3-81052b13b4bf tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:12.077189 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ab565d68-19ff-43c3-bf23-2809b3772ff3 req-4eacc98a-4f0b-4893-b9c3-81052b13b4bf tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 945 time: 0.0779240 Dec 20 16:17:12.125780 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ab565d68-19ff-43c3-bf23-2809b3772ff3 req-ef90dd12-582b-4ace-bf83-9fa7c0506e03 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429480 Dec 20 16:17:13.319275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688ae1f-fec7-4fb4-941c-a3010d9235fa req-e32d72ca-1cf1-442f-93cb-c7695fea948e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:13.320707 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7688ae1f-fec7-4fb4-941c-a3010d9235fa req-e32d72ca-1cf1-442f-93cb-c7695fea948e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 945 time: 0.0756319 Dec 20 16:17:13.366345 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7688ae1f-fec7-4fb4-941c-a3010d9235fa req-0cee63ba-43dd-45e0-bc38-104d408786a5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400951 Dec 20 16:17:13.562493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56545d5-aca0-4404-bdd1-59c1405de328 req-6db1a8d3-64f6-4d8a-9f4a-9e7902b7a411 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:13.563957 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e56545d5-aca0-4404-bdd1-59c1405de328 req-6db1a8d3-64f6-4d8a-9f4a-9e7902b7a411 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 945 time: 0.0787792 Dec 20 16:17:13.609248 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e56545d5-aca0-4404-bdd1-59c1405de328 req-ce5d8681-4227-4258-b473-a658cdc5f56c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 Dec 20 16:17:13.636210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58348) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:17:13.707481 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fa8c81fc-6989-4e6b-a2de-850b53723273 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 1093 time: 0.0700409 Dec 20 16:17:13.709899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58352) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:17:13.715047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:17:13.721309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:17:13.725054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:floatingip and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:17:13.727930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:17:13.733759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:17:13.842775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:13.978394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:14.115450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.119 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/1bf2c550-ff52-4fdd-aa9f-15abab02fea7) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:17:14.260880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:14.369035 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:14.372717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:17:14.433645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:17:14.436674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:17:14.440811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:17:14.468625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=1bf2c550-ff52-4fdd-aa9f-15abab02fea7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:14.474281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:17:14.756843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:14.950610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:15.080741 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:15.389744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:15.447166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:15.450935 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b908988d-7138-46af-ae07-fc9067f5888d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:17:15.554297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=1bf2c550-ff52-4fdd-aa9f-15abab02fea7,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:15.561984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:17:15.571436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:15.766025 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP 7c88a449-e75c-4da0-b6d8-5a17bffb1cea associated. External IP: 172.26.7.119, port: 4317f7bc-0525-4758-b6bd-408ca5453c48. Dec 20 16:17:16.150853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:17:16.355076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:17:16.366234 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] Sync routers for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:17:16.377900 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:17:16.378518 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:16:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:17:16.448586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:16.502121 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7911909 Dec 20 16:17:16.502870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'tag': '4317f7bc-0525-4758-b6bd-408ca5453c48'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:17:16.559034 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'tag': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'status': 'completed', 'code': 200} Dec 20 16:17:16.559620 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:17:16.650781 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ef56d8b-5527-4670-bc14-0809433e06a7 req-47476c3d-f3c2-43e6-8cdf-6bb3173b1c1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 1098 time: 0.0706646 Dec 20 16:17:16.785906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef56d8b-5527-4670-bc14-0809433e06a7 req-6baa1ddf-daff-40ef-aebb-6c7592063ddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:16.787382 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ef56d8b-5527-4670-bc14-0809433e06a7 req-6baa1ddf-daff-40ef-aebb-6c7592063ddb service neutron] 10.222.0.64 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 898 time: 0.1301725 Dec 20 16:17:16.891542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ef56d8b-5527-4670-bc14-0809433e06a7 req-b9923d07-6581-47f3-b1e2-24789460835c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4317f7bc-0525-4758-b6bd-408ca5453c48 HTTP/1.1" status: 200 len: 999 time: 0.0975115 Dec 20 16:17:16.908898 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7c88a449-e75c-4da0-b6d8-5a17bffb1cea', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.119', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:f8:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:17:14Z', 'updated_at': '2021-12-20T16:17:14Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}, {'id': 'f8fdf1de-67f0-4af1-9bb6-97f4482195db', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:df:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:16:52Z', 'updated_at': '2021-12-20T16:16:55Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:17:16.912680 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] Checking router: 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:17:16.923692 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:17:16.924283 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:16:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:17:16.952626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef56d8b-5527-4670-bc14-0809433e06a7 req-e819eeb9-c45f-4fc9-ad92-4f1eba841173 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:16.954578 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ef56d8b-5527-4670-bc14-0809433e06a7 req-e819eeb9-c45f-4fc9-ad92-4f1eba841173 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc32f36-4ce6-4edc-856c-e83a3479a086 HTTP/1.1" status: 200 len: 835 time: 0.0569992 Dec 20 16:17:17.034428 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ef56d8b-5527-4670-bc14-0809433e06a7 req-af9bf779-d59b-4557-a9fd-69e8522b7035 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=257ab260-7943-4744-9c87-e10c0e5b2ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727508 Dec 20 16:17:17.101489 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:17:17.168528 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ef56d8b-5527-4670-bc14-0809433e06a7 req-00d70b24-7e03-4df1-93f3-d433f79c8788 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270633 Dec 20 16:17:17.404797 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ef56d8b-5527-4670-bc14-0809433e06a7 req-86c76c63-1fdd-4477-a4c2-c7089a1cdad0 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253540 Dec 20 16:17:17.478755 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7c88a449-e75c-4da0-b6d8-5a17bffb1cea', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.119', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:f8:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:17:14Z', 'updated_at': '2021-12-20T16:17:14Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}, {'id': 'f8fdf1de-67f0-4af1-9bb6-97f4482195db', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:df:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:16:52Z', 'updated_at': '2021-12-20T16:16:55Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:17:17.483134 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3221406-8138-4a71-ada7-55489d66cde5 None None] The sync data for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv is: [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7c88a449-e75c-4da0-b6d8-5a17bffb1cea', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.119', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:f8:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:17:14Z', 'updated_at': '2021-12-20T16:17:14Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}, {'id': 'f8fdf1de-67f0-4af1-9bb6-97f4482195db', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:df:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:16:52Z', 'updated_at': '2021-12-20T16:16:55Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:17:17.679609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221891a3-cef6-4031-9a64-2aed2ec2c080 None None] New status for floating IP 7c88a449-e75c-4da0-b6d8-5a17bffb1cea: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:17:22.018645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9a7248ac-1728-4aee-97e5-60dcc7b2e033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:24.299643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-654400cc-d008-4b00-a55a-f9aeff5756c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:25.446587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:25.470732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:26.899895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:35.893157 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:17:43.025797 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb3eeb29-f394-408d-bf34-2b285935cd76 req-1b160d44-9e9f-4a79-986b-2b2c75ed0c52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708978 Dec 20 16:17:43.167021 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb3eeb29-f394-408d-bf34-2b285935cd76 req-9a8c929c-6de0-4968-aa99-3ea87223c011 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 1098 time: 0.0732701 Dec 20 16:17:43.316175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3eeb29-f394-408d-bf34-2b285935cd76 req-6e941e01-82ce-4c13-a734-ac8317915e9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:43.317756 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb3eeb29-f394-408d-bf34-2b285935cd76 req-6e941e01-82ce-4c13-a734-ac8317915e9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 898 time: 0.1301358 Dec 20 16:17:43.425116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb3eeb29-f394-408d-bf34-2b285935cd76 req-4d0a7aee-68ae-4977-92e2-fbb5f2dc5fcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704 HTTP/1.1" status: 200 len: 1000 time: 0.0999732 Dec 20 16:17:43.487255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3eeb29-f394-408d-bf34-2b285935cd76 req-4e1a3de1-02b0-4513-9d07-089d0bc2e557 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:43.488600 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb3eeb29-f394-408d-bf34-2b285935cd76 req-4e1a3de1-02b0-4513-9d07-089d0bc2e557 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc32f36-4ce6-4edc-856c-e83a3479a086 HTTP/1.1" status: 200 len: 835 time: 0.0576284 Dec 20 16:17:43.565922 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb3eeb29-f394-408d-bf34-2b285935cd76 req-c760571a-3d48-4535-9c40-9dd8f9e23fc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=257ab260-7943-4744-9c87-e10c0e5b2ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706091 Dec 20 16:17:43.700235 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb3eeb29-f394-408d-bf34-2b285935cd76 req-4aaabb8a-bcd0-4b1c-b383-2206a21bd6ff service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268251 Dec 20 16:17:43.830739 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb3eeb29-f394-408d-bf34-2b285935cd76 req-7577732f-2763-413b-af5e-c368acbbd581 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241128 Dec 20 16:17:44.893514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:52.006893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8970ace5-060c-45bc-936e-df2aab55b770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:54.247427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0f6e40a4-303b-434e-ae12-34b8cb34ae70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:55.447485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:55.514512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:17:56.904026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:12.894214 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:18:14.861755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:22.017778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-36edd033-3f63-4035-873e-ebbf765617fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:24.257631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d267b0d2-2dad-44a5-a4f2-50f751a5aeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:25.458316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:25.491919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:25.578066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58376) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:25.684975 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8ccce1c7-c047-41ed-b875-c27dfa4ce46e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/f8fdf1de-67f0-4af1-9bb6-97f4482195db HTTP/1.1" status: 200 len: 992 time: 0.1057403 Dec 20 16:18:26.936171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:27.867753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58386) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:27.873697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:18:27.993828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:28.202266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port dc4eddd8-ae4d-424b-96a4-5b2c42127704, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:18:28.232375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:28.337523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:28.341342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:28.514581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:28.515284 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:28.516659 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/ports/dc4eddd8-ae4d-424b-96a4-5b2c42127704 HTTP/1.1" status: 200 len: 938 time: 0.6479506 Dec 20 16:18:28.517279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:18:28.538596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=dc4eddd8-ae4d-424b-96a4-5b2c42127704,revision_number=6']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:28.549092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.549473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.549917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.550210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.550696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.550934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.551435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.551804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.552163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.552519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.552875 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:28.557788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:28.575084 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'status': 'completed', 'code': 200} Dec 20 16:18:28.733941 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-667f90d6-83ce-4c8f-a95b-4f887745a5b2 req-d61f8c7b-b631-4475-a518-b60e9578dfd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 1099 time: 0.1359465 Dec 20 16:18:28.763103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-88d4650f-dca9-4fae-ab97-e9cb87c05b5a None None] Provisioning complete for port dc4eddd8-ae4d-424b-96a4-5b2c42127704 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:18:28.763696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-88d4650f-dca9-4fae-ab97-e9cb87c05b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:28.820857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-88d4650f-dca9-4fae-ab97-e9cb87c05b5a None None] Port dc4eddd8-ae4d-424b-96a4-5b2c42127704 is administratively disabled so it will not transition to active. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Dec 20 16:18:28.865964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f90d6-83ce-4c8f-a95b-4f887745a5b2 req-cf71f8e1-bb33-4f62-a76b-deaaef452e39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:28.867421 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-667f90d6-83ce-4c8f-a95b-4f887745a5b2 req-cf71f8e1-bb33-4f62-a76b-deaaef452e39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 898 time: 0.1265891 Dec 20 16:18:28.969605 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-667f90d6-83ce-4c8f-a95b-4f887745a5b2 req-8ac9e501-dcf5-479e-a50b-1b4da6abc51d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704 HTTP/1.1" status: 200 len: 1001 time: 0.0955455 Dec 20 16:18:29.035008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f90d6-83ce-4c8f-a95b-4f887745a5b2 req-4364b69e-7730-44dc-af96-117e20c1fbb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:29.036340 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-667f90d6-83ce-4c8f-a95b-4f887745a5b2 req-4364b69e-7730-44dc-af96-117e20c1fbb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc32f36-4ce6-4edc-856c-e83a3479a086 HTTP/1.1" status: 200 len: 835 time: 0.0593929 Dec 20 16:18:29.110039 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-667f90d6-83ce-4c8f-a95b-4f887745a5b2 req-4307e788-0379-46fe-ac8f-77e7601995b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=257ab260-7943-4744-9c87-e10c0e5b2ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672038 Dec 20 16:18:29.245404 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-667f90d6-83ce-4c8f-a95b-4f887745a5b2 req-382b20ca-cdb8-4e4a-9b13-7b5e742231e0 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283960 Dec 20 16:18:29.490672 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-667f90d6-83ce-4c8f-a95b-4f887745a5b2 req-e4f516f0-59f7-4520-a971-31484966997d service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387908 Dec 20 16:18:32.135785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58398) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:32.142374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:18:32.258834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:32.479999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port dc4eddd8-ae4d-424b-96a4-5b2c42127704, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:18:32.509882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:32.589000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:32.592783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-163666b7-af04-4428-839d-4355e3a61496 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:32.660837 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:32.661442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:32.662821 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/ports/dc4eddd8-ae4d-424b-96a4-5b2c42127704 HTTP/1.1" status: 200 len: 937 time: 0.5260208 Dec 20 16:18:32.663475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:18:32.665961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58402) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:32.682207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=dc4eddd8-ae4d-424b-96a4-5b2c42127704,revision_number=7']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:32.685606 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:32.734243 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'status': 'completed', 'code': 200} Dec 20 16:18:32.824899 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0180dd91-c488-4ea0-8ec4-bf3a92f44b02 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/f8fdf1de-67f0-4af1-9bb6-97f4482195db HTTP/1.1" status: 200 len: 992 time: 0.1569974 Dec 20 16:18:32.852833 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84e81cc9-fc82-48f8-acc6-eed7180f0ae4 req-27ae7b7b-94c2-469e-8aa6-54f9c98fea64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 1098 time: 0.0925131 Dec 20 16:18:32.864121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-67f25e31-4fc4-418c-8119-1d654f813d98 None None] Provisioning complete for port dc4eddd8-ae4d-424b-96a4-5b2c42127704 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:18:32.864703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-67f25e31-4fc4-418c-8119-1d654f813d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:32.990889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e81cc9-fc82-48f8-acc6-eed7180f0ae4 req-7edcc7e0-03dd-4e01-9579-e145d380fb01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:32.992432 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84e81cc9-fc82-48f8-acc6-eed7180f0ae4 req-7edcc7e0-03dd-4e01-9579-e145d380fb01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 898 time: 0.1329837 Dec 20 16:18:33.006938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['dc4eddd8-ae4d-424b-96a4-5b2c42127704'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:18:33.102576 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84e81cc9-fc82-48f8-acc6-eed7180f0ae4 req-57659e2b-1963-4ebb-a4c3-2b0c1225d3d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704 HTTP/1.1" status: 200 len: 1000 time: 0.1033330 Dec 20 16:18:33.170000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e81cc9-fc82-48f8-acc6-eed7180f0ae4 req-e2b12f42-e46b-40e9-9ccb-be800aecffc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:33.171542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84e81cc9-fc82-48f8-acc6-eed7180f0ae4 req-e2b12f42-e46b-40e9-9ccb-be800aecffc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc32f36-4ce6-4edc-856c-e83a3479a086 HTTP/1.1" status: 200 len: 835 time: 0.0630898 Dec 20 16:18:33.251708 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84e81cc9-fc82-48f8-acc6-eed7180f0ae4 req-28500109-7c11-4a72-8f60-15117a501b04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=257ab260-7943-4744-9c87-e10c0e5b2ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734949 Dec 20 16:18:33.390284 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84e81cc9-fc82-48f8-acc6-eed7180f0ae4 req-f03f15e0-4f14-46c1-b12c-ab511c6db525 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318011 Dec 20 16:18:33.525612 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84e81cc9-fc82-48f8-acc6-eed7180f0ae4 req-2e4341c6-ea21-4e1c-937a-42f762614de8 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287229 Dec 20 16:18:35.401718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58414) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:35.605415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 1bf2c550-ff52-4fdd-aa9f-15abab02fea7 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:18:35.605669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:35.773216 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:35.773520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:35.893395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 1bf2c550-ff52-4fdd-aa9f-15abab02fea7 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:18:36.092004 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:36.096441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:36.137266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=1bf2c550-ff52-4fdd-aa9f-15abab02fea7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:36.141912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:36.233545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:36.733214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:18:36.935068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:18:36.947202 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] Sync routers for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:18:36.970773 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:18:36.970773 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:18:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:37.032160 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:37.084632 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/floatingips/7c88a449-e75c-4da0-b6d8-5a17bffb1cea HTTP/1.1" status: 204 len: 168 time: 1.6817927 Dec 20 16:18:37.085276 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'tag': '4317f7bc-0525-4758-b6bd-408ca5453c48'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:18:37.137755 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:18:37.143865 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'tag': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'status': 'completed', 'code': 200} Dec 20 16:18:37.253974 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6986b531-dff9-481d-95be-5469efdfc8e3 req-29023156-344c-46c7-a75e-53657e669a47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 1098 time: 0.0865195 Dec 20 16:18:37.389911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986b531-dff9-481d-95be-5469efdfc8e3 req-859127b3-529f-4821-8cd1-62d1ba6899cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:37.391776 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6986b531-dff9-481d-95be-5469efdfc8e3 req-859127b3-529f-4821-8cd1-62d1ba6899cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 898 time: 0.1312244 Dec 20 16:18:37.470183 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6986b531-dff9-481d-95be-5469efdfc8e3 req-ad6af91b-a618-462e-87a6-7864915e1603 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4317f7bc-0525-4758-b6bd-408ca5453c48 HTTP/1.1" status: 200 len: 217 time: 0.0715585 Dec 20 16:18:37.499309 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'f8fdf1de-67f0-4af1-9bb6-97f4482195db', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:df:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:16:52Z', 'updated_at': '2021-12-20T16:16:55Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:37.503565 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] Checking router: 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:18:37.515937 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:18:37.516642 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:18:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:37.542742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986b531-dff9-481d-95be-5469efdfc8e3 req-76635be7-70da-440c-848f-d601af554674 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:37.544230 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6986b531-dff9-481d-95be-5469efdfc8e3 req-76635be7-70da-440c-848f-d601af554674 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc32f36-4ce6-4edc-856c-e83a3479a086 HTTP/1.1" status: 200 len: 835 time: 0.0672789 Dec 20 16:18:37.625317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6986b531-dff9-481d-95be-5469efdfc8e3 req-6a9bdc38-9907-4d52-80b0-ab0704b068ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=257ab260-7943-4744-9c87-e10c0e5b2ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749650 Dec 20 16:18:37.703686 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:18:37.773742 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6986b531-dff9-481d-95be-5469efdfc8e3 req-619dd99f-e790-4f8e-a0d9-b8d2cc04fdee service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403410 Dec 20 16:18:38.058816 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'f8fdf1de-67f0-4af1-9bb6-97f4482195db', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:df:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:16:52Z', 'updated_at': '2021-12-20T16:16:55Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:38.063462 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bafa8e2-3a77-46ef-b183-c653121f331a None None] The sync data for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv is: [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'f8fdf1de-67f0-4af1-9bb6-97f4482195db', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'port_id': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'mac_address': 'fa:16:3e:df:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:16:52Z', 'updated_at': '2021-12-20T16:16:55Z', 'revision_number': 1, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:18:38.085296 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6986b531-dff9-481d-95be-5469efdfc8e3 req-96501334-1335-4846-88ae-acc47b13b60a service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037152 Dec 20 16:18:38.108792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a914f-c43e-4869-950f-e261815905bd req-42145aa9-34e2-4660-8471-c9dab6574736 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:38.111698 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c1a914f-c43e-4869-950f-e261815905bd req-42145aa9-34e2-4660-8471-c9dab6574736 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 945 time: 0.3848252 Dec 20 16:18:38.162243 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c1a914f-c43e-4869-950f-e261815905bd req-39b7dcc2-e380-420a-8a2b-2f6b0b685307 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463359 Dec 20 16:18:38.302298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fdb8e6-4213-4b3c-a625-ffcf5e03f8d0 None None] New status for floating IP 7c88a449-e75c-4da0-b6d8-5a17bffb1cea: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:18:39.170049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-ace243fd-80d2-4ef2-96a2-628c398ee70b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:39.171571 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-ace243fd-80d2-4ef2-96a2-628c398ee70b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 945 time: 0.0752234 Dec 20 16:18:39.245807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 4317f7bc-0525-4758-b6bd-408ca5453c48 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:18:39.246148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:39.552610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 4317f7bc-0525-4758-b6bd-408ca5453c48, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=4317f7bc-0525-4758-b6bd-408ca5453c48,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:18:39.553026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:39.687000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 4317f7bc-0525-4758-b6bd-408ca5453c48 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:18:39.732316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622905b-beb1-46dc-bfca-e5132412efc0 req-6320e8a7-cf80-4ec5-903a-0bb0fdd94f91 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:39.733808 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9622905b-beb1-46dc-bfca-e5132412efc0 req-6320e8a7-cf80-4ec5-903a-0bb0fdd94f91 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 945 time: 0.4079325 Dec 20 16:18:39.808944 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9622905b-beb1-46dc-bfca-e5132412efc0 req-103b67cb-5cc7-4900-89f3-85fec41980da tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=6507ac92-2f58-4b5a-9179-c16032324121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640237 Dec 20 16:18:39.943745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:39.951139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1d39410d-032e-4abe-9f30-4732f4695657 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:39.994135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=4317f7bc-0525-4758-b6bd-408ca5453c48,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:40.040358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.040736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.041278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.041650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.042014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.042375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.042735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.043116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.043474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.043836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.044191 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:40.048103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:40.087133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port 4317f7bc-0525-4758-b6bd-408ca5453c48 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:18:40.089540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:40.092400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'name': 'network-vif-deleted', 'tag': '4317f7bc-0525-4758-b6bd-408ca5453c48'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:18:40.103918 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-53ed53ef-3dd9-4f01-8acd-c80c9afb20ae req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "DELETE /v2.0/ports/4317f7bc-0525-4758-b6bd-408ca5453c48 HTTP/1.1" status: 204 len: 173 time: 0.9271390 Dec 20 16:18:40.149744 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f', 'name': 'network-vif-deleted', 'tag': '4317f7bc-0525-4758-b6bd-408ca5453c48', 'status': 'completed', 'code': 200} Dec 20 16:18:40.995076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-dc8cc2cb-74d7-470b-b8bd-2e5e93b29241 req-a684937d-a348-48bc-b327-bc030fd74e5b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:18:41.084231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-dc8cc2cb-74d7-470b-b8bd-2e5e93b29241 req-a684937d-a348-48bc-b327-bc030fd74e5b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:18:41.085393 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc8cc2cb-74d7-470b-b8bd-2e5e93b29241 req-a684937d-a348-48bc-b327-bc030fd74e5b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e324b2-6e06-4f20-ad0e-ae0c1a5e7d2f HTTP/1.1" status: 200 len: 210 time: 0.1361542 Dec 20 16:18:42.190388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58436) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:42.261158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87a12853-4eec-4cb7-a14e-4fd623e93996 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:42.298475 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87a12853-4eec-4cb7-a14e-4fd623e93996 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:42.434563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87a12853-4eec-4cb7-a14e-4fd623e93996 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:42.438563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-65b720e5-41dd-4803-bf10-6d78d8fcf8eb tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:42.455866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a12853-4eec-4cb7-a14e-4fd623e93996 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6507ac92-2f58-4b5a-9179-c16032324121,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:42.458790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-87a12853-4eec-4cb7-a14e-4fd623e93996 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:42.466601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-87a12853-4eec-4cb7-a14e-4fd623e93996 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:42.470963 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-87a12853-4eec-4cb7-a14e-4fd623e93996 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/6507ac92-2f58-4b5a-9179-c16032324121 HTTP/1.1" status: 204 len: 168 time: 0.2763615 Dec 20 16:18:42.590624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58442) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:42.793923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port b87dd3f4-5c87-4901-990c-9b6e9ee97230 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:18:42.794255 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:42.905064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 4317f7bc-0525-4758-b6bd-408ca5453c48 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:18:42.941956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 4317f7bc-0525-4758-b6bd-408ca5453c48 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:18:42.942311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 4317f7bc-0525-4758-b6bd-408ca5453c48 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:18:42.969014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:42.969617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:43.087787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for b87dd3f4-5c87-4901-990c-9b6e9ee97230 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:18:43.354655 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:43.359395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fe774e61-aa14-4e45-a395-cdb1fc95b1bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:43.400619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=b87dd3f4-5c87-4901-990c-9b6e9ee97230,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:43.403196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:43.496389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:43.995995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:18:44.197766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:18:44.208764 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] Sync routers for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:18:44.221274 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:18:44.224199 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:18:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:44.284823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:44.340736 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/floatingips/f8fdf1de-67f0-4af1-9bb6-97f4482195db HTTP/1.1" status: 204 len: 168 time: 1.7490301 Dec 20 16:18:44.341401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:18:44.408725 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'status': 'completed', 'code': 200} Dec 20 16:18:44.440252 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:18:44.522369 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a5f92aa-2dd1-4bc9-a747-aaea87c5ad8d req-0cb81f76-fc6d-48a2-87b9-9c461452e8bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 1098 time: 0.0905983 Dec 20 16:18:44.666754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f92aa-2dd1-4bc9-a747-aaea87c5ad8d req-47950af7-7d7d-4731-a71c-286b11e9df24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:44.668232 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a5f92aa-2dd1-4bc9-a747-aaea87c5ad8d req-47950af7-7d7d-4731-a71c-286b11e9df24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 200 len: 898 time: 0.1389520 Dec 20 16:18:44.739822 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a5f92aa-2dd1-4bc9-a747-aaea87c5ad8d req-a12a6630-b857-42d3-b194-4c6d03ac209e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704 HTTP/1.1" status: 200 len: 217 time: 0.0652404 Dec 20 16:18:44.772623 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:44.777830 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] Checking router: 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:18:44.789471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:44.790415 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:18:44.791097 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:18:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:44.818179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f92aa-2dd1-4bc9-a747-aaea87c5ad8d req-e949cc21-e3b6-4c5c-8141-aeb08d6eb848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:44.820145 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a5f92aa-2dd1-4bc9-a747-aaea87c5ad8d req-e949cc21-e3b6-4c5c-8141-aeb08d6eb848 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5dc32f36-4ce6-4edc-856c-e83a3479a086 HTTP/1.1" status: 200 len: 835 time: 0.0733993 Dec 20 16:18:44.909031 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a5f92aa-2dd1-4bc9-a747-aaea87c5ad8d req-ad2d3cda-e358-4454-8f70-54ca93e1b65a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=257ab260-7943-4744-9c87-e10c0e5b2ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751038 Dec 20 16:18:44.977443 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:18:45.204891 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a5f92aa-2dd1-4bc9-a747-aaea87c5ad8d req-55b7a286-d275-4265-8892-3999663c7e50 service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891502 Dec 20 16:18:45.211300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70812ae4-2317-49b1-b0bb-f6ab9570617b req-6bf3becd-deb5-416f-bc82-be5aff8ad517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:45.212666 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70812ae4-2317-49b1-b0bb-f6ab9570617b req-6bf3becd-deb5-416f-bc82-be5aff8ad517 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 945 time: 0.2787373 Dec 20 16:18:45.293211 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:45.297566 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dad17-6ce0-4d7f-8907-bbd44ff58f12 None None] The sync data for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv is: [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '4adb5746-3135-4658-b834-b90b080c6833', 'name': '', 'network_id': '257ab260-7943-4744-9c87-e10c0e5b2ce1', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:0a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:29Z', 'updated_at': '2021-12-20T16:16:35Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '5dc32f36-4ce6-4edc-856c-e83a3479a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:18:45.347547 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70812ae4-2317-49b1-b0bb-f6ab9570617b req-c8d8386c-8440-4812-99a3-766597248b63 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152396 Dec 20 16:18:45.379151 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a5f92aa-2dd1-4bc9-a747-aaea87c5ad8d req-2067d7df-c89c-40d8-bbf6-53b9d1c7b3ef service neutron] 10.222.0.64 "GET /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654646 Dec 20 16:18:45.553395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940b7d8-d135-462e-a0d0-9086ca2050c5 None None] New status for floating IP f8fdf1de-67f0-4af1-9bb6-97f4482195db: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:18:46.567934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51798df-ba6a-4ed8-8298-3e2ff34cd897 req-509eff06-f7a3-4ce9-a7ae-57669cb96d27 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:46.569615 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e51798df-ba6a-4ed8-8298-3e2ff34cd897 req-509eff06-f7a3-4ce9-a7ae-57669cb96d27 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 945 time: 0.0989351 Dec 20 16:18:46.627952 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e51798df-ba6a-4ed8-8298-3e2ff34cd897 req-d87625a6-206f-49ae-b481-bc94319c4874 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=836f7074-0581-4361-9246-3837b2143d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526495 Dec 20 16:18:46.734055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc877a-12bc-4024-a551-469b462d104d req-018729ba-2b26-4835-94fc-ae426c61ecb0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:46.735709 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94bc877a-12bc-4024-a551-469b462d104d req-018729ba-2b26-4835-94fc-ae426c61ecb0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 945 time: 0.0880055 Dec 20 16:18:46.805643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-94bc877a-12bc-4024-a551-469b462d104d req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port dc4eddd8-ae4d-424b-96a4-5b2c42127704 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:18:46.806094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-94bc877a-12bc-4024-a551-469b462d104d req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:47.061714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-94bc877a-12bc-4024-a551-469b462d104d req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port dc4eddd8-ae4d-424b-96a4-5b2c42127704, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=dc4eddd8-ae4d-424b-96a4-5b2c42127704,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:18:47.062150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-94bc877a-12bc-4024-a551-469b462d104d req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:47.209185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-94bc877a-12bc-4024-a551-469b462d104d req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for dc4eddd8-ae4d-424b-96a4-5b2c42127704 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:18:47.443666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-94bc877a-12bc-4024-a551-469b462d104d req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:47.449344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8683daa7-8a41-4217-92f2-5ecac8cb5e9d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:47.492919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=dc4eddd8-ae4d-424b-96a4-5b2c42127704,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:47.496858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:47.578421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc877a-12bc-4024-a551-469b462d104d req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port dc4eddd8-ae4d-424b-96a4-5b2c42127704 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:18:47.580938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-94bc877a-12bc-4024-a551-469b462d104d req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:47.583593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'name': 'network-vif-deleted', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:18:47.594837 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94bc877a-12bc-4024-a551-469b462d104d req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "DELETE /v2.0/ports/dc4eddd8-ae4d-424b-96a4-5b2c42127704 HTTP/1.1" status: 204 len: 173 time: 0.8539772 Dec 20 16:18:47.641065 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddb55c3-25b2-46e0-b458-6c3ad912fed1', 'name': 'network-vif-deleted', 'tag': 'dc4eddd8-ae4d-424b-96a4-5b2c42127704', 'status': 'completed', 'code': 200} Dec 20 16:18:47.790415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fbf25c25-5f49-456d-ba74-4715dac780b0 req-8015b121-2404-4fa7-ae50-6e1b7e71100a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:18:47.863176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fbf25c25-5f49-456d-ba74-4715dac780b0 req-8015b121-2404-4fa7-ae50-6e1b7e71100a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:18:47.864427 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fbf25c25-5f49-456d-ba74-4715dac780b0 req-8015b121-2404-4fa7-ae50-6e1b7e71100a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fddb55c3-25b2-46e0-b458-6c3ad912fed1 HTTP/1.1" status: 200 len: 210 time: 0.1146686 Dec 20 16:18:48.919633 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device dc4eddd8-ae4d-424b-96a4-5b2c42127704 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:18:48.954622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: dc4eddd8-ae4d-424b-96a4-5b2c42127704 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:18:48.955029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device dc4eddd8-ae4d-424b-96a4-5b2c42127704 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:18:48.970012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58462) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:49.038527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a78796db-ed07-4e82-98ab-8427b44fc2ce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:49.067953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a78796db-ed07-4e82-98ab-8427b44fc2ce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:49.203225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a78796db-ed07-4e82-98ab-8427b44fc2ce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:49.207148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cb3cba87-f17c-49a1-9e9d-bdb28401b3c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:49.223297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78796db-ed07-4e82-98ab-8427b44fc2ce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f7074-0581-4361-9246-3837b2143d7b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:49.227260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a78796db-ed07-4e82-98ab-8427b44fc2ce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:49.230740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a78796db-ed07-4e82-98ab-8427b44fc2ce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:49.235847 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a78796db-ed07-4e82-98ab-8427b44fc2ce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/836f7074-0581-4361-9246-3837b2143d7b HTTP/1.1" status: 204 len: 168 time: 0.2644958 Dec 20 16:18:49.323748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58468) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:49.717768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:49.894011 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:18:50.424784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 4adb5746-3135-4658-b834-b90b080c6833 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:18:50.425379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:50.612144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 4adb5746-3135-4658-b834-b90b080c6833, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4adb5746-3135-4658-b834-b90b080c6833,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:18:50.612406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:50.730685 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 4adb5746-3135-4658-b834-b90b080c6833 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:18:50.962839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:50.966665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0df2f65e-dc04-4487-87f4-96abddfe7645 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:51.015487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=4adb5746-3135-4658-b834-b90b080c6833,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:51.018835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:51.307999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:51.983721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-adbec3ef-f390-466c-a2db-11bb35a7281a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:52.011397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:18:52.207437 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:18:52.218955 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] Sync routers for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:18:52.230472 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:18:52.231398 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:18:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:52.310301 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9854114 Dec 20 16:18:52.313405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58472) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:52.409372 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:18:52.504467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc43b9e0-a9a4-482e-b7d5-b9c49b5e95a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting subnet 5dc32f36-4ce6-4edc-856c-e83a3479a086 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:18:52.507370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc43b9e0-a9a4-482e-b7d5-b9c49b5e95a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:52.561715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc43b9e0-a9a4-482e-b7d5-b9c49b5e95a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:52.646720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc43b9e0-a9a4-482e-b7d5-b9c49b5e95a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:52.718762 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:18:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:52.724178 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] Checking router: 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:18:52.735612 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] Routers {'1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:18:52.736185 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:18:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:52.815293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc43b9e0-a9a4-482e-b7d5-b9c49b5e95a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:52.819756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8cf3c7a1-8729-4c37-9e43-7b23985246ef tempest-TestNetworkAdvancedServerOps-1479736057 tempest-TestNetworkAdvancedServerOps-1479736057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:52.855344 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43b9e0-a9a4-482e-b7d5-b9c49b5e95a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc32f36-4ce6-4edc-856c-e83a3479a086,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:52.859402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc43b9e0-a9a4-482e-b7d5-b9c49b5e95a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:52.860392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-dc43b9e0-a9a4-482e-b7d5-b9c49b5e95a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:52.867520 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc179c2-02ac-4b21-86b9-fc0073782be3 None None] Network 257ab260-7943-4744-9c87-e10c0e5b2ce1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:18:52.881802 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dc43b9e0-a9a4-482e-b7d5-b9c49b5e95a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/subnets/5dc32f36-4ce6-4edc-856c-e83a3479a086 HTTP/1.1" status: 204 len: 168 time: 0.5673144 Dec 20 16:18:52.882653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58476) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:52.919358 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] Set router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:18:53.112666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:53.150609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] DHCP port deletion for 257ab260-7943-4744-9c87-e10c0e5b2ce1 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:18:53.156202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Deleting port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:18:53.156798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:53.227444 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:18:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:53.232168 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdde526-3353-4d7f-8f8e-cc600e9547ee None None] The sync data for ids ['1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5'] in dv-neutron-821074-1-hyperv is: [{'id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'name': 'tempest-TestNetworkBasicOps-router-730861285', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:18:50Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': 'f8576625-7bfa-4340-91a7-ec1143c53f0f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:16:24Z', 'updated_at': '2021-12-20T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:18:53.394875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] For port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd,segment=NetworkSegment(1aa49886-74c6-4331-809f-aac76f288c91),segment_id=1aa49886-74c6-4331-809f-aac76f288c91)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:18:53.395194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:53.447172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:53.519260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Calling delete_port for 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:18:53.523241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port f8576625-7bfa-4340-91a7-ec1143c53f0f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:18:53.523699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:53.666043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:53.670545 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:53.708900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port f8576625-7bfa-4340-91a7-ec1143c53f0f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f8576625-7bfa-4340-91a7-ec1143c53f0f,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:18:53.709312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:53.721082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Pushing event deleted for resources: {'Port': ['ID=8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:53.729259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] No DVR routers for this DVR port 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:18:53.737211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.737789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.738354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.742443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.742775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.743142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.743472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.743803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.744131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.744498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.744860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.748861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:53.843953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for f8576625-7bfa-4340-91a7-ec1143c53f0f owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:18:54.106520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:54.110892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d1ed0d0b-8619-4cb9-acef-c4700a8f7a1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:54.155179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=f8576625-7bfa-4340-91a7-ec1143c53f0f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:54.158524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:54.239658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8126ff4c-3c59-4909-8bd8-c315d9d7ce61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:54.372985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:54.628134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:54.632166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:54.748335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:54.748914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Fanout notify agent at l3_agent the message router_deleted on router 1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:18:54.763367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:54.764746 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/routers/1c48d0ec-fe13-4d08-8629-c37bb9bcb7f5 HTTP/1.1" status: 204 len: 168 time: 1.8810234 Dec 20 16:18:54.767486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58482) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:54.879653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.122317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.148809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257ab260-7943-4744-9c87-e10c0e5b2ce1']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:55.163457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa49886-74c6-4331-809f-aac76f288c91') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:55.163457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa49886-74c6-4331-809f-aac76f288c91') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:55.177669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.195781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.202852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:18:55.203277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:18:55.218251 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:18:55.242725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:18:55.280609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:18:55.281001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 8b52b59c-38ca-4bbb-b73f-b3a9ceb482bd not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:18:55.281395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4adb5746-3135-4658-b834-b90b080c6833 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:18:55.312194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 4adb5746-3135-4658-b834-b90b080c6833 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:18:55.312538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4adb5746-3135-4658-b834-b90b080c6833 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:18:55.315731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f8576625-7bfa-4340-91a7-ec1143c53f0f no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:18:55.344053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: f8576625-7bfa-4340-91a7-ec1143c53f0f {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:18:55.344399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f8576625-7bfa-4340-91a7-ec1143c53f0f not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:18:55.379130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.382630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7db43e48-5063-459c-87e6-bf43779bc9ed tempest-RoutersNegativeIpV6Test-428944105 tempest-RoutersNegativeIpV6Test-428944105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:55.397582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.409369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Network': ['ID=257ab260-7943-4744-9c87-e10c0e5b2ce1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:55.413248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:55.415130 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/networks/257ab260-7943-4744-9c87-e10c0e5b2ce1 HTTP/1.1" status: 204 len: 168 time: 0.6466768 Dec 20 16:18:55.442302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58486) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:55.448431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'network': {'name': 'tempest-network-smoke--829566570', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'port_security_enabled': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:18:55.454240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:18:55.458282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:network and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:18:55.466363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:18:55.466765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:18:55.508153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.536242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.574625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:18:55.578268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.608010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:18:55.616560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.616896 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Added segment 79b5b341-b0ad-419b-824d-1cf578a74565 of type vlan for network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a Dec 20 16:18:55.644366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.771129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.774936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:55.775525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:55.779325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8a4f1522-0b27-4d99-bdab-3dce832b87ea tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:55.885727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Network': ['ID=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:55.890107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:55.897357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:18:55.985302 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d31ca73b-112e-4399-bce3-cc60ebb182e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5416777 Dec 20 16:18:55.988169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58490) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:55.993419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'admin_state_up': True, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:18:56.000790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:18:56.004811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:router and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:18:56.007781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:18:56.013522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:18:56.094949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:56.095863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:56.114076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:56.323144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:56.604403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:56.634743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:56.799706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.130 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/810b059b-e927-4248-b762-14b76a3da6cb) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:18:56.898112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:56.948943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:57.028796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:57.033139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:57.099213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:18:57.101874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:18:57.106250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:18:57.130352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=810b059b-e927-4248-b762-14b76a3da6cb,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:57.135097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:57.350214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:57.351046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:57.874457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:18:58.082393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:18:58.093123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Sync routers for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:18:58.105365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:18:58.106242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:18:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:58.251774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:58.252991 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2638631 Dec 20 16:18:58.256194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58494) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:58.283250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Set router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:18:58.296663 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a20e0c67-85d0-4b54-bb05-85af8215c3d6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=546f21e137754670849b9dd3d35e73c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392561 Dec 20 16:18:58.299304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58498) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:58.431518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8a904-8af3-4833-a90a-97bea5903920 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:58.433050 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a0e8a904-8af3-4833-a90a-97bea5903920 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328092 Dec 20 16:18:58.435872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58502) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:58.474902 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8af6341f-8989-4dd2-a314-ac3cd7079d24 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379024 Dec 20 16:18:58.477351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58506) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:58.484746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1548846638', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:18:58.595656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:18:58.595917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:18:57Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:58.599452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:subnet and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:18:58.599789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Checking router: afb7823e-6f04-4a8d-9800-8d0b274ec3a8 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:18:58.600148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Updating router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 port 810b059b-e927-4248-b762-14b76a3da6cb binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:18:58.602378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:18:58.608931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:18:58.650678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:58.679637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:18:58.783271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:58.983763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:58.995239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Transition to ACTIVE for port object 810b059b-e927-4248-b762-14b76a3da6cb will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:18:59.085533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:59.089444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-500dac7e-66bd-4ca0-a18c-38af4c73c436 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:59.096720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:59.100901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:59.166751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Subnet': ['ID=4e1cdb94-af71-4fb9-bd04-a759320d88f8,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:59.170572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:59.178930 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff97a06-41cd-4ae7-b7d2-84ff290bd623 None None] Pushing event updated for resources: {'Port': ['ID=810b059b-e927-4248-b762-14b76a3da6cb,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:59.179469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Checking segment: {'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:18:59.179825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network hostable DHCP agents. Network: 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:18:59.182417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4ff97a06-41cd-4ae7-b7d2-84ff290bd623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:59.183293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Attempting to bind port 810b059b-e927-4248-b762-14b76a3da6cb on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:18:59.183686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Attempting to bind port 810b059b-e927-4248-b762-14b76a3da6cb by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:18:59.184026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Attempting to bind port 810b059b-e927-4248-b762-14b76a3da6cb on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:18:59.191200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:18:59.191586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:18:59.191993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:59.192388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:18:59.192862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Bound port: 810b059b-e927-4248-b762-14b76a3da6cb, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:18:59.193241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:59.265832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:18:59.266205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] For port 810b059b-e927-4248-b762-14b76a3da6cb, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:18:59.269471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] For port 810b059b-e927-4248-b762-14b76a3da6cb, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=810b059b-e927-4248-b762-14b76a3da6cb,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:18:59.352268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:59.356267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:18:59.393928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:18:59.398243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:59.398935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:18:59.404538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40659069-668a-4ddf-b4fa-4d14ae008c16 None None] Network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:18:59.503519 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0249438 Dec 20 16:18:59.506167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58510) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:18:59.512814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff97a06-41cd-4ae7-b7d2-84ff290bd623 None None] Pushing event updated for resources: {'Port': ['ID=810b059b-e927-4248-b762-14b76a3da6cb,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:59.520584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4ff97a06-41cd-4ae7-b7d2-84ff290bd623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:18:59.523738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:18:59.524368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:18:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:18:59.809253 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] Set router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:18:59.848372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:18:59.849242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:00.261798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Allocated IP 172.20.0.2 (7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a/4e1cdb94-af71-4fb9-bd04-a759320d88f8/036b8510-4246-492d-93ba-731a310949fa) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:19:00.373222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:18:57Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:00.390258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:00.390792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e1f24-f914-4597-b7d8-90077d7569bf None None] The sync data for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv is: [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:18:57Z', 'revision_number': 3, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:19:00.487841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:00.499452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Transition to ACTIVE for port object 036b8510-4246-492d-93ba-731a310949fa will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:19:00.519914 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Transition to ACTIVE for port object 036b8510-4246-492d-93ba-731a310949fa will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:19:00.584812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:00.596003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dfccc685-838c-4ce9-b3fd-9d654aec840c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:00.675285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:19:00.676523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:19:00.678421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Pushing event updated for resources: {'Port': ['ID=036b8510-4246-492d-93ba-731a310949fa,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:00.681625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:19:00.683112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:00.772811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Attempting to bind port 036b8510-4246-492d-93ba-731a310949fa on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:19:00.773183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Attempting to bind port 036b8510-4246-492d-93ba-731a310949fa by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:19:00.773548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Attempting to bind port 036b8510-4246-492d-93ba-731a310949fa on network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:19:00.780494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:19:00.780877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Checking segment: {'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:19:00.781285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:00.781684 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Bound using segment: {'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:19:00.782217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Bound port: 036b8510-4246-492d-93ba-731a310949fa, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:19:00.782562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:00.826994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.1 (7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a/4e1cdb94-af71-4fb9-bd04-a759320d88f8/22e1e32c-a0c9-4016-b7d8-ca85ee3cc283) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:19:00.880285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] For port 036b8510-4246-492d-93ba-731a310949fa, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:19:00.883845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] For port 036b8510-4246-492d-93ba-731a310949fa, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=036b8510-4246-492d-93ba-731a310949fa,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:19:00.960320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:00.965314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6c8dec84-49f7-4106-a175-e9291b913ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:01.000152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:01.022415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:19:01.067186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Pushing event updated for resources: {'Port': ['ID=036b8510-4246-492d-93ba-731a310949fa,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:01.070638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:01.130860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 810b059b-e927-4248-b762-14b76a3da6cb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:19:01.141149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:01.149209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-423b8dc9-be44-4993-aad4-d7975588cfd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:01.271866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:19:01.288990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:01.291659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:19:01.293539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:01.298514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:19:01.325279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 810b059b-e927-4248-b762-14b76a3da6cb completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:19:01.338462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 810b059b-e927-4248-b762-14b76a3da6cb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:01.338967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:01.364689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:01.501523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:01.517915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 810b059b-e927-4248-b762-14b76a3da6cb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=810b059b-e927-4248-b762-14b76a3da6cb,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:01.544409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:01.625524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:01.627434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:01.706625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=810b059b-e927-4248-b762-14b76a3da6cb,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:01.711125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:01.975580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:02.062810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:02.090492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2108f01-d27f-45b4-9582-cb24091fd7ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:02.124417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cd09bd-479d-4db9-8637-c8a1020c9f35 None None] Network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:19:02.289453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:02.293557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:02.294495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:02.300515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9df35098-142d-428d-b8ba-983dee559a34 None None] Provisioning for port 036b8510-4246-492d-93ba-731a310949fa completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:19:02.435947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:19:02.437170 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:19:02.756760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-78ecd4bb-8309-4d23-9d20-ef81486a0eb3 None None] Provisioning for port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:19:02.762095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-78ecd4bb-8309-4d23-9d20-ef81486a0eb3 None None] Provisioning complete for port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:02.762474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78ecd4bb-8309-4d23-9d20-ef81486a0eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:02.840638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:19:02.878857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-78ecd4bb-8309-4d23-9d20-ef81486a0eb3 None None] Port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:19:03.007432 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-20ed372f-f9e4-4016-bc86-54c53ae61bdc None None] Provisioning complete for port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:03.007992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-20ed372f-f9e4-4016-bc86-54c53ae61bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:03.052476 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:19:03.064922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-20ed372f-f9e4-4016-bc86-54c53ae61bdc None None] Port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:19:03.076000 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/afb7823e-6f04-4a8d-9800-8d0b274ec3a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5687623 Dec 20 16:19:03.078465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58516) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:03.106605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 810b059b-e927-4248-b762-14b76a3da6cb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:19:03.172659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 810b059b-e927-4248-b762-14b76a3da6cb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:03.173030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:03.223811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b6768-0099-41db-a186-f4c7a8725951 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:03.224313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b6768-0099-41db-a186-f4c7a8725951 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:03.224687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b6768-0099-41db-a186-f4c7a8725951 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:03.225049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b6768-0099-41db-a186-f4c7a8725951 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:03.229410 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c15b6768-0099-41db-a186-f4c7a8725951 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1472719 Dec 20 16:19:03.229838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58520) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:03.288207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 036b8510-4246-492d-93ba-731a310949fa up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:19:03.311800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef8435-b0de-46c3-b1ee-3f6189082aa6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:03.312076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef8435-b0de-46c3-b1ee-3f6189082aa6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:03.312478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef8435-b0de-46c3-b1ee-3f6189082aa6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:03.312831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef8435-b0de-46c3-b1ee-3f6189082aa6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:03.314448 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-18ef8435-b0de-46c3-b1ee-3f6189082aa6 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0801597 Dec 20 16:19:03.317065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58524) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:03.465758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 036b8510-4246-492d-93ba-731a310949fa completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:19:03.471513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 036b8510-4246-492d-93ba-731a310949fa triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:03.472046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:03.515783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-39e482ae-ae8b-4d94-8c80-23b427e080f4 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1975808 Dec 20 16:19:03.588522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:03.619854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 036b8510-4246-492d-93ba-731a310949fa, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=036b8510-4246-492d-93ba-731a310949fa,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:03.691657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:03.692720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:03.760572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=036b8510-4246-492d-93ba-731a310949fa,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:03.764142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:03.940500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58530) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:03.946076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058668550', 'description': 'tempest-secgroup-smoke-2058668550 description', 'project_id': '546f21e137754670849b9dd3d35e73c5'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:19:03.952410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:19:03.962591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:19:03.965943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:19:03.972271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:19:04.109731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:04.138406 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Sync routers for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:19:04.149557 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:19:04.150178 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:18:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:04.153578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:19:04.157871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:19:04.163375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:19:04.166684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:19:04.229660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:04.301923 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:04.307389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a97e3f5d-318f-4691-a17b-d0b18ada0f91 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:04.335796 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Set router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:19:04.358674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8982a5b7-4af8-4454-afcf-fdbcdecb210c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:04.361656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:04.457273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:04.458420 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5169201 Dec 20 16:19:04.461841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58534) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:04.468162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8982a5b7-4af8-4454-afcf-fdbcdecb210c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:19:04.474143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:19:04.477991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:19:04.481137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:19:04.491628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:19:04.566126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:04.636143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:04.664332 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '22e1e32c-a0c9-4016-b7d8-ca85ee3cc283', 'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:06:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:19:00Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:04.668162 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Checking router: afb7823e-6f04-4a8d-9800-8d0b274ec3a8 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:19:04.668526 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Updating router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:19:04.717801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:04.719767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fb7cbf1a-0d8c-4a63-a303-e5a8cd27c9cc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:04.725206 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:04.742117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956d88d6-73b8-4c18-b2b4-d3f6713268ff,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:04.744613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:04.826785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:04.828001 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3651824 Dec 20 16:19:04.830739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58538) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:04.836264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8982a5b7-4af8-4454-afcf-fdbcdecb210c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:19:04.842802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:19:04.846473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:19:04.849430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:19:04.855176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:19:04.952114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.023675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.033974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 036b8510-4246-492d-93ba-731a310949fa up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:19:05.090882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.097539 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.098656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4b2c8c5d-9a87-40b6-a8c9-195874de2a31 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:05.107016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 036b8510-4246-492d-93ba-731a310949fa triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:05.107433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.110146 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Transition to ACTIVE for port object 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:19:05.120793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005cb166-a07b-4df2-bb42-5aeedd9fbf6b,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:05.123760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:05.185441 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.189354 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:05.202516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.206871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58542) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:05.209429 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3777034 Dec 20 16:19:05.213908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8982a5b7-4af8-4454-afcf-fdbcdecb210c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:19:05.221162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:19:05.225188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:19:05.228526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:19:05.240117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:19:05.255238 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Pushing event updated for resources: {'Port': ['ID=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:05.319929 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.320264 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.320593 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.320920 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.321246 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.321567 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.321881 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.322197 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.322509 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.322819 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.323154 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:05.326564 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.326746 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:05.401613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.416662 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Attempting to bind port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:19:05.417025 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Attempting to bind port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:19:05.417379 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Attempting to bind port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 on network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:19:05.423939 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:19:05.424312 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Checking segment: {'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:19:05.424713 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.425099 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Bound using segment: {'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:19:05.425560 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Bound port: 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:19:05.425928 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.489112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.496641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:05.513213 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] For port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:19:05.517281 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] For port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:19:05.522117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1c8349-71fe-4255-955c-37deb5849313,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:05.524637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:05.577254 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.581247 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-19917576-e735-4028-8f91-c27c46da284b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:05.585515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.586727 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3788619 Dec 20 16:19:05.589812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58546) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:05.596326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8982a5b7-4af8-4454-afcf-fdbcdecb210c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:19:05.602526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:19:05.606706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:19:05.613819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:19:05.616474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:19:05.657507 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Pushing event updated for resources: {'Port': ['ID=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:05.660474 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:19:05.661102 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:18:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:05.710484 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:05.717465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.796113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.856922 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] Set router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:19:05.885856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:05.893964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-94446f1a-b20f-4b60-973e-6d0c8b7e0327 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:05.918053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc89a0b-6e46-477b-b700-8f15a30126d2,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:05.918053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:05.999925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:06.001275 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-636356d9-2610-4fac-a44a-bd8e10c8b813 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4104850 Dec 20 16:19:06.004324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58550) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:06.010252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8982a5b7-4af8-4454-afcf-fdbcdecb210c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:19:06.016533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:19:06.020514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:19:06.025943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:19:06.033174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:19:06.119607 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:19:06.126851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:06.175880 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '22e1e32c-a0c9-4016-b7d8-ca85ee3cc283', 'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:06:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:19:00Z', 'updated_at': '2021-12-20T16:19:05Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:06.180596 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a0b771-3237-4072-a3c3-f946c9fc10c6 None None] The sync data for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv is: [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '22e1e32c-a0c9-4016-b7d8-ca85ee3cc283', 'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:06:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:19:00Z', 'updated_at': '2021-12-20T16:19:05Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:19:06.193158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:06.282900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:06.289299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-31cf4ad0-81e0-40e8-9dce-76a6e86bc5d8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:06.310182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22c0845-7dc4-4fb4-91b5-ca0addd05a3a,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:06.315246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:06.462518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:06.463778 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4584498 Dec 20 16:19:06.467180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58554) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:06.472993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'security_group_rule': {'security_group_id': '8982a5b7-4af8-4454-afcf-fdbcdecb210c', 'project_id': '546f21e137754670849b9dd3d35e73c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:19:06.479168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:19:06.484005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:security_group_rule and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:19:06.487022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:19:06.493080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:19:06.608758 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Project 546f21e137754670849b9dd3d35e73c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:19:06.615924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:06.684006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:06.759409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:06.761696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-efc86d12-2356-4d51-af25-715dfeaaa7bd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:06.789097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2ed1eb-f132-483b-9373-9363b21b87e4,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:06.791543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:06.854004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:06.855590 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3872035 Dec 20 16:19:07.073021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:19:07.180488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-e2bbaceb-052c-414c-8daa-0b5aa3b7c9e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:19:07.225251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:19:07.230654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:07.236975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:07.297252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-e2bbaceb-052c-414c-8daa-0b5aa3b7c9e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:19:07.298406 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-e2bbaceb-052c-414c-8daa-0b5aa3b7c9e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058668550&fields=id&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 267 time: 0.2747645 Dec 20 16:19:07.345604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:07.377821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:07.446060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-2b7ad0ea-803e-4dc6-a18d-f869dacb57b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:07.446713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-2b7ad0ea-803e-4dc6-a18d-f869dacb57b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:19:07.465680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:07.467570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4ff97a06-41cd-4ae7-b7d2-84ff290bd623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:07.530180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:07.533226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:07.565280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-2b7ad0ea-803e-4dc6-a18d-f869dacb57b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:19:07.566340 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-2b7ad0ea-803e-4dc6-a18d-f869dacb57b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/networks?id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a HTTP/1.1" status: 200 len: 796 time: 0.2612832 Dec 20 16:19:07.583906 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-0a2b9fc1-0809-4fed-94b6-713fca97998c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/quotas/546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 375 time: 0.0118227 Dec 20 16:19:07.661294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-f130a8c4-970f-407e-aae4-afac30f1fe44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:19:07.788014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-f130a8c4-970f-407e-aae4-afac30f1fe44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:19:07.789387 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-f130a8c4-970f-407e-aae4-afac30f1fe44 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2005570 Dec 20 16:19:08.019709 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-e1ec9e0e-11e2-423d-b074-7e0e603e0632 service neutron] 10.222.0.62 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178681 Dec 20 16:19:08.150775 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-9c1aea45-d17b-4497-91a5-3eb40f834b60 service neutron] 10.222.0.62 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248934 Dec 20 16:19:08.434563 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2898e2ae-44ff-4adb-8c16-7bd320c2645c req-9d397a51-32e2-4d7a-b7f3-7b408527dab2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 210 time: 0.0449810 Dec 20 16:19:09.032151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:19:09.102070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:09.102449 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:09.612782 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6da98ff1-e316-460e-b890-cf1b10ef9bc9 req-76872ace-5a5a-40bc-ab65-e4933302c16c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 210 time: 0.0446017 Dec 20 16:19:10.946643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-3adb5478-1bd6-4d66-b2d1-fa857e3a36d6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:10.946643 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-3adb5478-1bd6-4d66-b2d1-fa857e3a36d6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/networks?id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a HTTP/1.1" status: 200 len: 796 time: 0.1545613 Dec 20 16:19:10.946643 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f5902e10-32db-4f90-abff-37b4730ae21b req-cbc274b0-b1ae-4e9c-9207-bc3f5eae8993 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 210 time: 0.0503578 Dec 20 16:19:10.946643 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-926c59ab-b158-4825-9468-f374a23028b8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546f21e137754670849b9dd3d35e73c5 HTTP/1.1" status: 200 len: 380 time: 0.0858951 Dec 20 16:19:10.946643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'port': {'device_id': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'admin_state_up': True, 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'security_groups': ['8982a5b7-4af8-4454-afcf-fdbcdecb210c']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:19:10.979607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:19:10.991450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:19:11.153698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Made reservation on behalf of 546f21e137754670849b9dd3d35e73c5 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:19:11.157284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:11.320858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.20.0.12 (7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a/4e1cdb94-af71-4fb9-bd04-a759320d88f8/1071648e-39f4-42e9-9cff-6d481be7bb1a) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:19:11.505103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:11.520025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Transition to ACTIVE for port object 1071648e-39f4-42e9-9cff-6d481be7bb1a will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:19:11.613783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:11.619345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9b25f935-dd6b-4a1f-9e5c-fc4bc2f72801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:11.675728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:19:11.686658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:19:11.691137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:19:11.727392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=1071648e-39f4-42e9-9cff-6d481be7bb1a,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:11.732573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:11.757189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:11.757735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:11.858146 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0300934 Dec 20 16:19:11.869816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Request body: {'port': {'device_id': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:19:11.970509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3ef1d284-1e55-43fb-b96c-601616d89b79 None None] Provisioning for port 1071648e-39f4-42e9-9cff-6d481be7bb1a completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:19:11.975782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3ef1d284-1e55-43fb-b96c-601616d89b79 None None] Provisioning complete for port 1071648e-39f4-42e9-9cff-6d481be7bb1a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:11.976158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d284-1e55-43fb-b96c-601616d89b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:12.032136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1d284-1e55-43fb-b96c-601616d89b79 None None] Port 1071648e-39f4-42e9-9cff-6d481be7bb1a cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:19:12.131868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:12.222117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f1905-2ab0-4784-8022-4231f9171e94 req-4ebd1878-71ef-48d5-a7f5-d1eb8975bd0d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:12.222811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-aa2f1905-2ab0-4784-8022-4231f9171e94 req-4ebd1878-71ef-48d5-a7f5-d1eb8975bd0d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:19:12.390157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-aa2f1905-2ab0-4784-8022-4231f9171e94 req-4ebd1878-71ef-48d5-a7f5-d1eb8975bd0d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:19:12.391243 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa2f1905-2ab0-4784-8022-4231f9171e94 req-4ebd1878-71ef-48d5-a7f5-d1eb8975bd0d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 932 time: 0.4319351 Dec 20 16:19:12.469920 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa2f1905-2ab0-4784-8022-4231f9171e94 req-981a7751-8401-47fc-8c8b-3acde7b9fa64 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709536 Dec 20 16:19:12.543277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1071648e-39f4-42e9-9cff-6d481be7bb1a {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:19:12.550069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:12.564492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Transition to ACTIVE for port object 1071648e-39f4-42e9-9cff-6d481be7bb1a will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:19:12.648279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:12.652156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b9513832-0db3-473c-ae3e-578edeb4a93a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:12.775882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Pushing event updated for resources: {'Port': ['ID=1071648e-39f4-42e9-9cff-6d481be7bb1a,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:12.780137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:12.887461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Attempting to bind port 1071648e-39f4-42e9-9cff-6d481be7bb1a on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:19:12.887787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Attempting to bind port 1071648e-39f4-42e9-9cff-6d481be7bb1a by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:19:12.888151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Attempting to bind port 1071648e-39f4-42e9-9cff-6d481be7bb1a on network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:19:12.894734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Port 1071648e-39f4-42e9-9cff-6d481be7bb1a on network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:19:12.895094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Attempting to bind port 1071648e-39f4-42e9-9cff-6d481be7bb1a on network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:19:12.901250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:19:12.901531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Checking segment: {'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:19:12.901905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Bound using segment: {'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:19:12.902318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Bound port: 1071648e-39f4-42e9-9cff-6d481be7bb1a, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b5b341-b0ad-419b-824d-1cf578a74565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:19:12.902657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:12.992468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] For port 1071648e-39f4-42e9-9cff-6d481be7bb1a, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:19:12.995510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] For port 1071648e-39f4-42e9-9cff-6d481be7bb1a, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=1071648e-39f4-42e9-9cff-6d481be7bb1a,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:19:13.085508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:13.089722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-df9bcc38-0d14-4040-a389-cf2b75d4bfb5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:13.156248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:13.157658 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] 10.222.0.64 "PUT /v2.0/ports/1071648e-39f4-42e9-9cff-6d481be7bb1a HTTP/1.1" status: 200 len: 1094 time: 1.2919588 Dec 20 16:19:13.158221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'tag': '1071648e-39f4-42e9-9cff-6d481be7bb1a'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:19:13.187229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Pushing event updated for resources: {'Port': ['ID=1071648e-39f4-42e9-9cff-6d481be7bb1a,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:13.191718 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:13.226030 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'tag': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'status': 'completed', 'code': 200} Dec 20 16:19:13.326879 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bdf951ba-6df2-4387-89a1-844f24f8512b req-68b32568-8cf2-47b9-97b9-06392afee4b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 1097 time: 0.0778971 Dec 20 16:19:13.474871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf951ba-6df2-4387-89a1-844f24f8512b req-d4af063e-cb4b-4a19-bab4-76b4a9610ef3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:13.476280 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bdf951ba-6df2-4387-89a1-844f24f8512b req-d4af063e-cb4b-4a19-bab4-76b4a9610ef3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=546f21e137754670849b9dd3d35e73c5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1428084 Dec 20 16:19:13.659405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf951ba-6df2-4387-89a1-844f24f8512b req-4f2249c7-63bb-4f7b-9b24-cc435a5bbf1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:13.660818 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bdf951ba-6df2-4387-89a1-844f24f8512b req-4f2249c7-63bb-4f7b-9b24-cc435a5bbf1f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784687 Dec 20 16:19:13.690261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ffcbf-af82-431c-a85f-3a94b01a33a8 req-9865826c-f862-4b6b-b5b2-80043cfcef66 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:13.691726 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e7ffcbf-af82-431c-a85f-3a94b01a33a8 req-9865826c-f862-4b6b-b5b2-80043cfcef66 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 944 time: 0.0998914 Dec 20 16:19:13.780816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e7ffcbf-af82-431c-a85f-3a94b01a33a8 req-61c4cfbe-4423-42c1-83b9-496f7d499a86 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835173 Dec 20 16:19:13.813418 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-49525551-5889-4a64-86cf-cd5b7418b66d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 1097 time: 0.1027324 Dec 20 16:19:13.893500 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-a3d0c7dc-b354-4c40-b007-88c41f1e1b5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1071648e-39f4-42e9-9cff-6d481be7bb1a HTTP/1.1" status: 200 len: 217 time: 0.0732672 Dec 20 16:19:13.954302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-8e922338-3b70-4ca1-9197-f1224b6ac8e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:13.955706 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-8e922338-3b70-4ca1-9197-f1224b6ac8e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4e1cdb94-af71-4fb9-bd04-a759320d88f8 HTTP/1.1" status: 200 len: 835 time: 0.0559046 Dec 20 16:19:14.028343 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-2688c613-0cb1-4c95-b301-8d9f108673d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661716 Dec 20 16:19:14.254906 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-d626235e-53f5-45d8-9b1e-8957b86b5cdf service neutron] 10.222.0.64 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205532 Dec 20 16:19:14.387649 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1f6c718-23b2-4be0-8a67-32360b469fb5 req-403a7fe8-62f2-4817-b4a3-ed2ba5e79c17 service neutron] 10.222.0.64 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249368 Dec 20 16:19:14.798931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:14.989549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70654dd6-6cd7-4331-81f1-4efd5404a633 req-7c8959ad-f405-4e43-8316-14bf661618c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:14.991020 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70654dd6-6cd7-4331-81f1-4efd5404a633 req-7c8959ad-f405-4e43-8316-14bf661618c1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 944 time: 0.0795763 Dec 20 16:19:15.036291 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70654dd6-6cd7-4331-81f1-4efd5404a633 req-956dd8fa-f56e-4821-a909-86cd092eff6a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395620 Dec 20 16:19:16.243595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf0103-56c1-47fc-824e-9976ac82f8ed req-f2cc9fcd-2cbc-44ea-8fc0-411edae73e75 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:16.245394 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4cf0103-56c1-47fc-824e-9976ac82f8ed req-f2cc9fcd-2cbc-44ea-8fc0-411edae73e75 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 944 time: 0.0839753 Dec 20 16:19:16.304146 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4cf0103-56c1-47fc-824e-9976ac82f8ed req-60cd0c7a-36d2-4625-8b31-40c58fbdb06b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526338 Dec 20 16:19:17.043316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 1071648e-39f4-42e9-9cff-6d481be7bb1a details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:19:17.173871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 1071648e-39f4-42e9-9cff-6d481be7bb1a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=1071648e-39f4-42e9-9cff-6d481be7bb1a,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:17.187079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'port_id': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'mac_address': 'fa:16:3e:2b:58:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:19:17.249268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:17.266633 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1071648e-39f4-42e9-9cff-6d481be7bb1a {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:19:17.282153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 1071648e-39f4-42e9-9cff-6d481be7bb1a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=1071648e-39f4-42e9-9cff-6d481be7bb1a,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:17.376228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:17.379003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:17.444078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=1071648e-39f4-42e9-9cff-6d481be7bb1a,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:17.446949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:17.509233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ebac-73e1-4001-8281-ef9ee1b78a36 req-b7c2fc29-5d0a-4a74-b83b-b6addf646f1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:17.510657 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-66a4ebac-73e1-4001-8281-ef9ee1b78a36 req-b7c2fc29-5d0a-4a74-b83b-b6addf646f1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 945 time: 0.0821273 Dec 20 16:19:17.556765 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-66a4ebac-73e1-4001-8281-ef9ee1b78a36 req-36f96c51-c0e4-46aa-88be-46a6f68c50ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399296 Dec 20 16:19:17.676117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['1071648e-39f4-42e9-9cff-6d481be7bb1a'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:19:18.768393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16e30-039c-4f61-9cb4-8447dfcf23a2 req-ac5e259a-f9bb-4ef5-aeb9-a321c8749ac5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:18.769818 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ff16e30-039c-4f61-9cb4-8447dfcf23a2 req-ac5e259a-f9bb-4ef5-aeb9-a321c8749ac5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 945 time: 0.0810630 Dec 20 16:19:18.814496 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ff16e30-039c-4f61-9cb4-8447dfcf23a2 req-d3dd0521-9f7f-4d50-a133-2eed6690d2b1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392056 Dec 20 16:19:19.044276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 1071648e-39f4-42e9-9cff-6d481be7bb1a up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:19:19.176538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 1071648e-39f4-42e9-9cff-6d481be7bb1a completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:19:19.181867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 1071648e-39f4-42e9-9cff-6d481be7bb1a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:19.182242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:19.293791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:19.319918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1071648e-39f4-42e9-9cff-6d481be7bb1a'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:19:19.329574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 1071648e-39f4-42e9-9cff-6d481be7bb1a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=1071648e-39f4-42e9-9cff-6d481be7bb1a,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:19.468053 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'code': 200} Dec 20 16:19:19.503536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:19.503536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:19.562548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=1071648e-39f4-42e9-9cff-6d481be7bb1a,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:19.565626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:20.046011 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c957c2bc-2e5e-43d2-b93d-81e58c203f04 req-df730300-8b33-4ddc-8a74-6f26c05c1958 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 1099 time: 0.1333559 Dec 20 16:19:20.051602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a63da-c66b-42fc-88db-33aa97bdc5f0 req-75e9c931-97a3-4d77-93a9-2cc34670d28e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:20.052962 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7e6a63da-c66b-42fc-88db-33aa97bdc5f0 req-75e9c931-97a3-4d77-93a9-2cc34670d28e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 946 time: 0.1057308 Dec 20 16:19:20.119551 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c957c2bc-2e5e-43d2-b93d-81e58c203f04 req-c2593feb-318b-41d9-b026-269cb71f4740 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655885 Dec 20 16:19:20.126234 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7e6a63da-c66b-42fc-88db-33aa97bdc5f0 req-408bc85b-11c4-4b83-a49e-e603929e38b9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599494 Dec 20 16:19:21.326606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e16604-9f1a-42a2-84ac-87c35f7f81b7 req-851c879a-04f7-4ae6-a743-76db23e50393 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:21.328172 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68e16604-9f1a-42a2-84ac-87c35f7f81b7 req-851c879a-04f7-4ae6-a743-76db23e50393 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 946 time: 0.0794120 Dec 20 16:19:21.373789 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68e16604-9f1a-42a2-84ac-87c35f7f81b7 req-79323f02-2f1d-4ce7-ae3a-0437e138f589 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400853 Dec 20 16:19:21.979295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-14f409ec-0ba6-49b1-9df5-abb41c6e4bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:22.704891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974a06-5d25-4a32-819f-d8e5f650a748 req-bc33350d-b95b-4f78-9252-0db6aaec3419 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:22.706298 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7974a06-5d25-4a32-819f-d8e5f650a748 req-bc33350d-b95b-4f78-9252-0db6aaec3419 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 946 time: 0.0756555 Dec 20 16:19:22.753929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7974a06-5d25-4a32-819f-d8e5f650a748 req-3e46ff4e-1609-4a25-9826-7e47df290b4c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421891 Dec 20 16:19:22.948714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e876416-b534-4e93-8aab-bced5db728b0 req-c6641944-7529-4064-92f7-b0d0f9228de3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:22.950122 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e876416-b534-4e93-8aab-bced5db728b0 req-c6641944-7529-4064-92f7-b0d0f9228de3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 946 time: 0.0789249 Dec 20 16:19:22.995307 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e876416-b534-4e93-8aab-bced5db728b0 req-88e73c99-3ab4-4a8f-bdb4-fab732545537 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389254 Dec 20 16:19:23.023792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58618) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:23.092809 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2feab31d-83e3-4b4b-b9c8-9e4c927067c7 tempest-TestNetworkBasicOps-974730190 tempest-TestNetworkBasicOps-974730190-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 1094 time: 0.0677915 Dec 20 16:19:23.095447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58622) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:23.100598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:19:23.106259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:19:23.110112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Usage tracker for resource:floatingip and tenant:546f21e137754670849b9dd3d35e73c5 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:19:23.112910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:19:23.118455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:19:23.205341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:23.337116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:23.469545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Allocated IP 172.26.7.228 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/f2103e08-0d14-432f-aa7c-5623443918af) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:19:23.612159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:23.719241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:23.723860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:23.794905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:19:23.795716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=f2103e08-0d14-432f-aa7c-5623443918af,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:23.798836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:19:23.800580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:23.801226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:19:24.250431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9da86520-6663-43ef-8e9c-42708327ca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:24.430047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:24.598450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:24.814662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:24.884474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:24.888201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-219b88b9-dbbd-4ff9-b8f3-875157408f20 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:19:24.985148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event updated for resources: {'Port': ['ID=f2103e08-0d14-432f-aa7c-5623443918af,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:24.989870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:19:25.004923 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:25.194145 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Floating IP bde4a06f-202a-46d0-b569-81066b50d097 associated. External IP: 172.26.7.228, port: 1071648e-39f4-42e9-9cff-6d481be7bb1a. Dec 20 16:19:25.471377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:25.527936 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:25.602850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:19:25.924598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:19:25.936415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] Sync routers for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:19:25.949685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:19:25.950306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:19:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:26.013734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:26.067149 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9706547 Dec 20 16:19:26.067790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'tag': '1071648e-39f4-42e9-9cff-6d481be7bb1a'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:19:26.070357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58626) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:26.124870 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'tag': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'status': 'completed', 'code': 200} Dec 20 16:19:26.161337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] Set router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:19:26.220292 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-30fd7390-273d-45de-b151-0571a210962d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 992 time: 0.1417291 Dec 20 16:19:26.222171 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61b18d8b-eb9b-423b-ba86-fca488971725 req-6c4d5395-09e6-4a30-9519-0ab780e3a3e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 1099 time: 0.0762770 Dec 20 16:19:26.359932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b18d8b-eb9b-423b-ba86-fca488971725 req-9820bb60-3da5-4fae-b2c7-3bf2ad4f601c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:26.361868 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61b18d8b-eb9b-423b-ba86-fca488971725 req-9820bb60-3da5-4fae-b2c7-3bf2ad4f601c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a HTTP/1.1" status: 200 len: 897 time: 0.1333389 Dec 20 16:19:26.470236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61b18d8b-eb9b-423b-ba86-fca488971725 req-e2cfc8ea-7dae-44d5-9159-3580469adc20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1071648e-39f4-42e9-9cff-6d481be7bb1a HTTP/1.1" status: 200 len: 1000 time: 0.1013310 Dec 20 16:19:26.517997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'bde4a06f-202a-46d0-b569-81066b50d097', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.228', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'port_id': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'mac_address': 'fa:16:3e:2b:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:19:24Z', 'updated_at': '2021-12-20T16:19:24Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e32c-a0c9-4016-b7d8-ca85ee3cc283', 'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:06:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:19:00Z', 'updated_at': '2021-12-20T16:19:07Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:26.521929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] Checking router: afb7823e-6f04-4a8d-9800-8d0b274ec3a8 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:19:26.532832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:19:26.533452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:19:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:26.538165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b18d8b-eb9b-423b-ba86-fca488971725 req-4e9848ac-68ee-4286-90a3-b11792ae83c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:26.539660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61b18d8b-eb9b-423b-ba86-fca488971725 req-4e9848ac-68ee-4286-90a3-b11792ae83c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4e1cdb94-af71-4fb9-bd04-a759320d88f8 HTTP/1.1" status: 200 len: 835 time: 0.0637512 Dec 20 16:19:26.616471 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61b18d8b-eb9b-423b-ba86-fca488971725 req-66d67e73-df66-4bb6-b5cb-2c21ed2aa6be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691338 Dec 20 16:19:26.708912 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] Set router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:19:26.750560 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61b18d8b-eb9b-423b-ba86-fca488971725 req-d9e737cf-976a-46aa-b7cc-1d66a7cfada5 service neutron] 10.222.0.64 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273105 Dec 20 16:19:26.883714 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61b18d8b-eb9b-423b-ba86-fca488971725 req-0cceeb67-76bd-4b7d-8bff-02c7de40ab7d service neutron] 10.222.0.64 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271198 Dec 20 16:19:26.895189 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:19:26.963688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:27.108949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'bde4a06f-202a-46d0-b569-81066b50d097', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.228', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'port_id': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'mac_address': 'fa:16:3e:2b:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:19:24Z', 'updated_at': '2021-12-20T16:19:24Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e32c-a0c9-4016-b7d8-ca85ee3cc283', 'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:06:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:19:00Z', 'updated_at': '2021-12-20T16:19:07Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:27.113220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14916011-4162-491f-a6b3-5ad205aafb40 None None] The sync data for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv is: [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'bde4a06f-202a-46d0-b569-81066b50d097', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.228', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'port_id': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'mac_address': 'fa:16:3e:2b:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:19:24Z', 'updated_at': '2021-12-20T16:19:24Z', 'revision_number': 0, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e32c-a0c9-4016-b7d8-ca85ee3cc283', 'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:06:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:19:00Z', 'updated_at': '2021-12-20T16:19:07Z', 'revision_number': 5, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:19:27.222996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58632) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:27.309609 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c423f1-62e5-45b9-b38a-a57d47621a4b None None] New status for floating IP bde4a06f-202a-46d0-b569-81066b50d097: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:19:27.334369 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4c601952-af4c-4cc6-b69f-ecd95aac4a8d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 992 time: 0.1095593 Dec 20 16:19:28.338052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58636) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:19:28.442649 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3da69fa4-a97b-442f-ab2d-dbe70ab2bac5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 994 time: 0.1033778 Dec 20 16:19:44.820924 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:45.008855 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c6a6605b-2065-46a4-ba23-b23b3642b9cd req-30df6fea-8008-4a17-89c9-826a6ef14fdd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675764 Dec 20 16:19:45.149110 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c6a6605b-2065-46a4-ba23-b23b3642b9cd req-2ed3c7fb-8cb2-47c3-bba0-2c64bd29aac6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 1099 time: 0.0715392 Dec 20 16:19:45.292759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6605b-2065-46a4-ba23-b23b3642b9cd req-b38b256a-c9ba-4ec4-97b0-c4e9b960806f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:45.294169 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c6a6605b-2065-46a4-ba23-b23b3642b9cd req-b38b256a-c9ba-4ec4-97b0-c4e9b960806f service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a HTTP/1.1" status: 200 len: 897 time: 0.1258564 Dec 20 16:19:45.396282 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c6a6605b-2065-46a4-ba23-b23b3642b9cd req-8c9906ab-3f7e-4d63-92e0-9fdabbebfe63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1071648e-39f4-42e9-9cff-6d481be7bb1a HTTP/1.1" status: 200 len: 1002 time: 0.0956213 Dec 20 16:19:45.459329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6605b-2065-46a4-ba23-b23b3642b9cd req-1ff3ac2d-feb3-42af-9b89-35c8544e8e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:45.460637 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c6a6605b-2065-46a4-ba23-b23b3642b9cd req-1ff3ac2d-feb3-42af-9b89-35c8544e8e0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4e1cdb94-af71-4fb9-bd04-a759320d88f8 HTTP/1.1" status: 200 len: 835 time: 0.0576060 Dec 20 16:19:45.533632 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c6a6605b-2065-46a4-ba23-b23b3642b9cd req-d8be3b9a-9455-4645-82a6-b0fc1f478236 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667372 Dec 20 16:19:45.663359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c6a6605b-2065-46a4-ba23-b23b3642b9cd req-619cdbb9-7d75-40cd-96d4-2408d99868a8 service neutron] 10.222.0.64 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229646 Dec 20 16:19:45.894945 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c6a6605b-2065-46a4-ba23-b23b3642b9cd req-1e0e9ab1-ee08-4c1d-87b4-ae4f986ab481 service neutron] 10.222.0.64 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257102 Dec 20 16:19:51.997646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6a33735e-1e1d-4ed6-b63e-7857559ae148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:54.258140 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b6585bd9-088d-4617-8982-7ab014d0edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:55.461272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:55.506575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:19:56.940956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:03.895148 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:20:14.845256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:21.982578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cef6c0ff-61cd-4d7a-97cb-98a526f023a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:24.266407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d359b6f4-8494-44b9-84e3-4be714cec773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:25.456655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:25.485165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:26.905464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:29.093961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58666) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:29.099317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-74af7687-6649-465b-b349-bff16c3aceb2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:20:29.773396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74af7687-6649-465b-b349-bff16c3aceb2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:29.831871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74af7687-6649-465b-b349-bff16c3aceb2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:30.035916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74af7687-6649-465b-b349-bff16c3aceb2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:20:30.242129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74af7687-6649-465b-b349-bff16c3aceb2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:20:30.248034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-74af7687-6649-465b-b349-bff16c3aceb2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:30.249195 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-74af7687-6649-465b-b349-bff16c3aceb2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/afb7823e-6f04-4a8d-9800-8d0b274ec3a8 HTTP/1.1" status: 200 len: 889 time: 1.1542811 Dec 20 16:20:30.256112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71849ec-4edb-46ba-8953-e2ed1d0da728 None None] Sync routers for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:20:30.270904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71849ec-4edb-46ba-8953-e2ed1d0da728 None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:30.271552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c71849ec-4edb-46ba-8953-e2ed1d0da728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:30.329416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c71849ec-4edb-46ba-8953-e2ed1d0da728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:30.339969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71849ec-4edb-46ba-8953-e2ed1d0da728 None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:30.340578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c71849ec-4edb-46ba-8953-e2ed1d0da728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:30.401753 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c71849ec-4edb-46ba-8953-e2ed1d0da728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:30.402167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71849ec-4edb-46ba-8953-e2ed1d0da728 None None] The sync data for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:20:30.892317 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d92ea-cfcb-4b54-90a2-e3766e98818d None None] New status for floating IP bde4a06f-202a-46d0-b569-81066b50d097: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:20:31.071845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:20:31.185096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:31.219577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:31.290762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:31.291504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 810b059b-e927-4248-b762-14b76a3da6cb no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:20:31.316082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:31.405009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:31.445710 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.446045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.446372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.446702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.447043 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.447362 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.447679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.447992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.448301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.448609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.448918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:31.454063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:31.468726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:31.484944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 810b059b-e927-4248-b762-14b76a3da6cb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=810b059b-e927-4248-b762-14b76a3da6cb,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:31.556856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:31.558576 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:31.624876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=810b059b-e927-4248-b762-14b76a3da6cb,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:31.628059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:32.410633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58672) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:32.416161 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-53e24308-6f66-42d3-8066-3291cdb751d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:20:32.975499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53e24308-6f66-42d3-8066-3291cdb751d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:33.037122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53e24308-6f66-42d3-8066-3291cdb751d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-918441'] for router, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:33.362246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e24308-6f66-42d3-8066-3291cdb751d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:20:33.557190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e24308-6f66-42d3-8066-3291cdb751d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:20:33.563107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53e24308-6f66-42d3-8066-3291cdb751d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:33.565111 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-53e24308-6f66-42d3-8066-3291cdb751d4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/afb7823e-6f04-4a8d-9800-8d0b274ec3a8 HTTP/1.1" status: 200 len: 888 time: 1.1532643 Dec 20 16:20:33.566474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] Sync routers for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:20:33.567902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58676) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:33.578061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:33.578677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:33.673575 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-98c10389-1d33-45de-99a9-730b232908b0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 992 time: 0.1045177 Dec 20 16:20:33.760227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] Set router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:20:34.094856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:32Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'bde4a06f-202a-46d0-b569-81066b50d097', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.228', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'port_id': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'mac_address': 'fa:16:3e:2b:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:19:24Z', 'updated_at': '2021-12-20T16:20:31Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e32c-a0c9-4016-b7d8-ca85ee3cc283', 'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:06:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:19:00Z', 'updated_at': '2021-12-20T16:20:31Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:34.099042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] Checking router: afb7823e-6f04-4a8d-9800-8d0b274ec3a8 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:20:34.109555 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:34.110144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:34.281439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] Set router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:20:34.662367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:32Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'bde4a06f-202a-46d0-b569-81066b50d097', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.228', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'port_id': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'mac_address': 'fa:16:3e:2b:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:19:24Z', 'updated_at': '2021-12-20T16:20:31Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e32c-a0c9-4016-b7d8-ca85ee3cc283', 'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:06:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:19:00Z', 'updated_at': '2021-12-20T16:20:31Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:34.666885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973d01e1-cc1d-439f-b10a-00045b85ccbc None None] The sync data for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv is: [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:32Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'bde4a06f-202a-46d0-b569-81066b50d097', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'floating_ip_address': '172.26.7.228', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'port_id': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'mac_address': 'fa:16:3e:2b:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:19:24Z', 'updated_at': '2021-12-20T16:20:31Z', 'revision_number': 2, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e32c-a0c9-4016-b7d8-ca85ee3cc283', 'name': '', 'network_id': '7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'mac_address': 'fa:16:3e:06:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:19:00Z', 'updated_at': '2021-12-20T16:20:31Z', 'revision_number': 6, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'subnets': [{'id': '4e1cdb94-af71-4fb9-bd04-a759320d88f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:20:34.678968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58680) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:34.793177 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f12eb893-3cc4-4d46-87e0-cfb9344a4415 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 992 time: 0.1125863 Dec 20 16:20:35.093104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:20:35.172330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:20:35.172713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:35.304584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:35.342014 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:35.404719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:35.406733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:35.472254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:35.475366 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:35.797284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58684) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:35.901298 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a3de8f9e-4938-4d64-93b8-eb6f3af497cf tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 992 time: 0.1027875 Dec 20 16:20:36.905163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58688) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:37.010141 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bd2a8bda-5667-4065-a7f9-a5a8e2f05971 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 992 time: 0.1037495 Dec 20 16:20:37.133792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:20:37.201981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:20:37.202274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:37.320189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 810b059b-e927-4248-b762-14b76a3da6cb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:20:37.393213 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 810b059b-e927-4248-b762-14b76a3da6cb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:20:37.393585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:37.509163 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:37.525550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 810b059b-e927-4248-b762-14b76a3da6cb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=810b059b-e927-4248-b762-14b76a3da6cb,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:37.627568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:37.629431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-11ea0c1e-ecf7-4b1e-a46e-d9fb76e8d2c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:37.695081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=810b059b-e927-4248-b762-14b76a3da6cb,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:37.698044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:38.014493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58692) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:38.119258 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d763f798-8428-4fc0-8e10-b42e8da656e6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 992 time: 0.1035020 Dec 20 16:20:39.075630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 810b059b-e927-4248-b762-14b76a3da6cb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:20:39.123118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58696) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:39.149895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 810b059b-e927-4248-b762-14b76a3da6cb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:20:39.150277 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:39.235780 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-856f7f43-ffd9-4958-a75b-6153efff4f07 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 992 time: 0.1114318 Dec 20 16:20:40.239895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58700) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:40.345492 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0fc6e156-80ad-44a2-aba3-c05e1da6de04 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 992 time: 0.1040823 Dec 20 16:20:40.896534 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:20:41.349270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58704) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:41.459051 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5c6b18ef-2fa2-44ed-af84-46bd9b6f2095 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 992 time: 0.1085145 Dec 20 16:20:41.892881 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67e64c-76be-43a1-9c6b-6122b4bc098c None None] New status for floating IP bde4a06f-202a-46d0-b569-81066b50d097: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:20:42.462827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58708) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:42.567728 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ebf65567-87c1-4352-b64f-af1ddebb4e8a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 200 len: 994 time: 0.1034389 Dec 20 16:20:42.880846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58718) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:43.087607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port f2103e08-0d14-432f-aa7c-5623443918af {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:20:43.087980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:43.269516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:43.269847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:43.492487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for f2103e08-0d14-432f-aa7c-5623443918af owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:20:43.718898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:43.722830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-32ce01a3-fa43-4c63-922c-2c659dc2ff88 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:43.772383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=f2103e08-0d14-432f-aa7c-5623443918af,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:43.821693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.822248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.822805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.823387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.823932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.824467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.825007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.825545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.826578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.827149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.827694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:43.838402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:43.900792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:44.336941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:20:44.540057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:20:44.614410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:44.668372 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/floatingips/bde4a06f-202a-46d0-b569-81066b50d097 HTTP/1.1" status: 204 len: 168 time: 1.7864106 Dec 20 16:20:44.669033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'tag': '1071648e-39f4-42e9-9cff-6d481be7bb1a'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:20:44.732223 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'tag': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'status': 'completed', 'code': 200} Dec 20 16:20:44.832119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ac369eb3-519a-4bab-b5e6-2ec3aaea3f72 req-e5f17c01-6fbd-4803-bb5a-d6e64e4df217 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 1099 time: 0.0770428 Dec 20 16:20:44.838645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:44.946937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.64', 55998) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:44.974079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac369eb3-519a-4bab-b5e6-2ec3aaea3f72 req-ac33ce74-09e6-4fac-9e3f-1ecabd061c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:44.975576 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ac369eb3-519a-4bab-b5e6-2ec3aaea3f72 req-ac33ce74-09e6-4fac-9e3f-1ecabd061c32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a HTTP/1.1" status: 200 len: 897 time: 0.1373668 Dec 20 16:20:45.028396 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-80b00172-c33a-4472-87b8-cda65df9deaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800593 Dec 20 16:20:45.069929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ac369eb3-519a-4bab-b5e6-2ec3aaea3f72 req-afe6f5ff-864b-42a1-9848-20724e398d5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1071648e-39f4-42e9-9cff-6d481be7bb1a HTTP/1.1" status: 200 len: 217 time: 0.0882347 Dec 20 16:20:45.132696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac369eb3-519a-4bab-b5e6-2ec3aaea3f72 req-4f44d11d-56cb-40da-8506-8b31422662c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:45.134024 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ac369eb3-519a-4bab-b5e6-2ec3aaea3f72 req-4f44d11d-56cb-40da-8506-8b31422662c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4e1cdb94-af71-4fb9-bd04-a759320d88f8 HTTP/1.1" status: 200 len: 835 time: 0.0585833 Dec 20 16:20:45.213940 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ac369eb3-519a-4bab-b5e6-2ec3aaea3f72 req-8b69b453-1095-432e-9b59-d199e075ce20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730140 Dec 20 16:20:45.527720 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ac369eb3-519a-4bab-b5e6-2ec3aaea3f72 req-e4ae4898-b93b-43e4-9b7c-565884e51835 service neutron] 10.222.0.64 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061941 Dec 20 16:20:45.537470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf82a5f-b05e-4d2e-be0e-8130e7d5626c req-3b2ed471-88fd-4868-a05d-650793bc984b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:45.538143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-bdf82a5f-b05e-4d2e-be0e-8130e7d5626c req-3b2ed471-88fd-4868-a05d-650793bc984b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:20:45.674882 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ac369eb3-519a-4bab-b5e6-2ec3aaea3f72 req-a245ce34-8527-46bc-92b8-bec560feb6ad service neutron] 10.222.0.64 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340039 Dec 20 16:20:45.682649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-bdf82a5f-b05e-4d2e-be0e-8130e7d5626c req-3b2ed471-88fd-4868-a05d-650793bc984b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:20:45.688894 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bdf82a5f-b05e-4d2e-be0e-8130e7d5626c req-3b2ed471-88fd-4868-a05d-650793bc984b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 946 time: 0.4443693 Dec 20 16:20:45.731712 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bdf82a5f-b05e-4d2e-be0e-8130e7d5626c req-a4e7f98a-3cc3-467c-a8a8-55e968c69d1b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416141 Dec 20 16:20:45.939065 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-5e176729-d2a9-4034-a070-c40b37c3cccb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=546f21e137754670849b9dd3d35e73c5&device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 1099 time: 0.0726364 Dec 20 16:20:46.086735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-b679e48c-3847-4824-b75e-7235c76d4ef2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:46.088222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-b679e48c-3847-4824-b75e-7235c76d4ef2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a HTTP/1.1" status: 200 len: 897 time: 0.1291714 Dec 20 16:20:46.160437 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-258b1b9e-296a-412a-bf48-b3b3f676802e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1071648e-39f4-42e9-9cff-6d481be7bb1a HTTP/1.1" status: 200 len: 217 time: 0.0655198 Dec 20 16:20:46.223665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-df1c9852-4378-437e-9596-c6c09f89fd65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:46.225015 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-df1c9852-4378-437e-9596-c6c09f89fd65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4e1cdb94-af71-4fb9-bd04-a759320d88f8 HTTP/1.1" status: 200 len: 835 time: 0.0575860 Dec 20 16:20:46.304547 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-895b9a84-2c8c-48df-b0cf-9af0f3edbed4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726676 Dec 20 16:20:46.454464 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-8a611474-10c8-416a-be0f-ebe993a3ce74 service neutron] 10.222.0.64 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429386 Dec 20 16:20:46.591486 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-4c0c7af1-2b17-4c9f-a9ee-40aa5be35e4f service neutron] 10.222.0.64 "GET /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306233 Dec 20 16:20:46.967362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-0b3edd3a-7939-4d85-be90-2f1bb6e3b976 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:46.968765 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-0b3edd3a-7939-4d85-be90-2f1bb6e3b976 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 946 time: 0.1363485 Dec 20 16:20:46.978337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecb760-e7b8-461c-9f46-d35b3b065e97 req-7b7743ec-e2c2-45bc-a257-8b0fb6941bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:46.979874 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-82ecb760-e7b8-461c-9f46-d35b3b065e97 req-7b7743ec-e2c2-45bc-a257-8b0fb6941bf9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 946 time: 0.1133175 Dec 20 16:20:47.070077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 1071648e-39f4-42e9-9cff-6d481be7bb1a {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:20:47.070412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:47.118890 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-82ecb760-e7b8-461c-9f46-d35b3b065e97 req-17e185c4-82dc-403d-a909-b10f9399c34a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/security-groups?id=8982a5b7-4af8-4454-afcf-fdbcdecb210c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044440 Dec 20 16:20:47.327614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 1071648e-39f4-42e9-9cff-6d481be7bb1a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=1071648e-39f4-42e9-9cff-6d481be7bb1a,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:47.327966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:47.455865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 1071648e-39f4-42e9-9cff-6d481be7bb1a owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:20:47.786969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:47.792762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-37b0b12b-1ac1-4361-99d5-1c59b15e95e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:47.837639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=1071648e-39f4-42e9-9cff-6d481be7bb1a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:47.841128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:47.913013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] No DVR routers for this DVR port 1071648e-39f4-42e9-9cff-6d481be7bb1a on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:20:47.915687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:47.918489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'name': 'network-vif-deleted', 'tag': '1071648e-39f4-42e9-9cff-6d481be7bb1a'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:20:47.977098 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66f13d8-417f-44f0-994a-394a1c57e418', 'name': 'network-vif-deleted', 'tag': '1071648e-39f4-42e9-9cff-6d481be7bb1a', 'status': 'completed', 'code': 200} Dec 20 16:20:47.987631 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-49b7f89e-3763-4e73-9b4c-ca22ddc74842 req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.64 "DELETE /v2.0/ports/1071648e-39f4-42e9-9cff-6d481be7bb1a HTTP/1.1" status: 204 len: 173 time: 1.0064118 Dec 20 16:20:48.288115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e41c6a96-8c7f-4eba-b1f3-35ff2f9db0b8 req-4267d133-634d-416e-ab88-53ece7e05261 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Synchronizing usage tracker for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:20:48.396611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e41c6a96-8c7f-4eba-b1f3-35ff2f9db0b8 req-4267d133-634d-416e-ab88-53ece7e05261 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Unset dirty status for tenant:546f21e137754670849b9dd3d35e73c5 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:20:48.397774 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e41c6a96-8c7f-4eba-b1f3-35ff2f9db0b8 req-4267d133-634d-416e-ab88-53ece7e05261 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66f13d8-417f-44f0-994a-394a1c57e418 HTTP/1.1" status: 200 len: 210 time: 0.1557920 Dec 20 16:20:49.499763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58740) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:49.502561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 1071648e-39f4-42e9-9cff-6d481be7bb1a no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:20:49.537646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 1071648e-39f4-42e9-9cff-6d481be7bb1a {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:20:49.538004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 1071648e-39f4-42e9-9cff-6d481be7bb1a not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:20:49.572038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce9d2-aa5e-4a38-9028-370e04f6ccce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:49.600871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce9d2-aa5e-4a38-9028-370e04f6ccce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:49.718370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce9d2-aa5e-4a38-9028-370e04f6ccce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:49.722177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7850c34-7aa6-4a30-bc7e-fe48043f4bf7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:49.736395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ce9d2-aa5e-4a38-9028-370e04f6ccce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8982a5b7-4af8-4454-afcf-fdbcdecb210c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:49.739595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d7ce9d2-aa5e-4a38-9028-370e04f6ccce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:49.797188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce9d2-aa5e-4a38-9028-370e04f6ccce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:49.798313 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6d7ce9d2-aa5e-4a38-9028-370e04f6ccce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/security-groups/8982a5b7-4af8-4454-afcf-fdbcdecb210c HTTP/1.1" status: 204 len: 168 time: 0.2975414 Dec 20 16:20:49.896273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58746) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:50.297012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:50.915518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:20:50.916200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:51.248813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:51.249162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:51.368353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:20:51.626683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:51.630576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bdcf8f55-352f-426d-8fe9-267fd731dda4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:51.678678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=22e1e32c-a0c9-4016-b7d8-ca85ee3cc283,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:51.681285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:51.975878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:51.984845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-33a91177-a89e-41eb-ab44-52c6a4e7683c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:52.327630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] Sync routers for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:20:52.339222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:52.339767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:52.514679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] Set router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:20:52.562746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:20:52.839339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:51Z', 'revision_number': 7, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:52.843267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] Checking router: afb7823e-6f04-4a8d-9800-8d0b274ec3a8 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:20:52.853795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] Routers {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:52.854407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:52.885874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:20:52.963605 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "PUT /v2.0/routers/afb7823e-6f04-4a8d-9800-8d0b274ec3a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0662153 Dec 20 16:20:52.966643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58750) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:53.036814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] Set router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:20:53.164700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5eaf2a4-c8f0-45ac-8460-c385fb604cda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting subnet 4e1cdb94-af71-4fb9-bd04-a759320d88f8 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:20:53.167579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf2a4-c8f0-45ac-8460-c385fb604cda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:53.220589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf2a4-c8f0-45ac-8460-c385fb604cda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:53.308814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf2a4-c8f0-45ac-8460-c385fb604cda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:53.323284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:51Z', 'revision_number': 7, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:53.327228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f656f2d-c428-4468-9139-d2cfc44bcb05 None None] The sync data for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv is: [{'id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'name': 'tempest-TestNetworkBasicOps-router-1637133099', 'tenant_id': '546f21e137754670849b9dd3d35e73c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '810b059b-e927-4248-b762-14b76a3da6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:51Z', 'revision_number': 7, 'project_id': '546f21e137754670849b9dd3d35e73c5', 'gw_port': {'id': '810b059b-e927-4248-b762-14b76a3da6cb', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7823e-6f04-4a8d-9800-8d0b274ec3a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:18:56Z', 'updated_at': '2021-12-20T16:20:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:20:53.447751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf2a4-c8f0-45ac-8460-c385fb604cda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:53.451959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-097d7b3f-cfad-4b03-9911-3efb3a18f6fa tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:53.487864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eaf2a4-c8f0-45ac-8460-c385fb604cda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1cdb94-af71-4fb9-bd04-a759320d88f8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:53.490857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a5eaf2a4-c8f0-45ac-8460-c385fb604cda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:53.494806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf2a4-c8f0-45ac-8460-c385fb604cda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:53.500174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1a900-de99-41fb-b337-6a9f084784d9 None None] Network 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:20:53.501729 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a5eaf2a4-c8f0-45ac-8460-c385fb604cda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/subnets/4e1cdb94-af71-4fb9-bd04-a759320d88f8 HTTP/1.1" status: 204 len: 168 time: 0.5340924 Dec 20 16:20:53.504331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58754) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:53.711781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:53.752425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] DHCP port deletion for 7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:20:53.757046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] Deleting port 036b8510-4246-492d-93ba-731a310949fa {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:20:53.757428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:53.926337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:53.968332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] For port 036b8510-4246-492d-93ba-731a310949fa, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=036b8510-4246-492d-93ba-731a310949fa,segment=NetworkSegment(79b5b341-b0ad-419b-824d-1cf578a74565),segment_id=79b5b341-b0ad-419b-824d-1cf578a74565)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:53.968733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:53.992153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Deleting port 810b059b-e927-4248-b762-14b76a3da6cb {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:20:53.992517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:54.092564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] Calling delete_port for 036b8510-4246-492d-93ba-731a310949fa owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:20:54.188476 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] For port 810b059b-e927-4248-b762-14b76a3da6cb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=810b059b-e927-4248-b762-14b76a3da6cb,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:54.189051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:54.313247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Calling delete_port for 810b059b-e927-4248-b762-14b76a3da6cb owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:20:54.317942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:54.321697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:54.356141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0529b9c0-1788-4ab5-9c08-23e623895f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:54.367114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] Pushing event deleted for resources: {'Port': ['ID=036b8510-4246-492d-93ba-731a310949fa,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:54.370220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:54.371025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] No DVR routers for this DVR port 036b8510-4246-492d-93ba-731a310949fa on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:20:54.535468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:54.539337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a1b8a345-d690-4371-b7ec-986ce3cda147 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:54.581608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Port': ['ID=810b059b-e927-4248-b762-14b76a3da6cb,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:54.584899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:54.894861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.128348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:20:55.146783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.150771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.166179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:20:55.166617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 22e1e32c-a0c9-4016-b7d8-ca85ee3cc283 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:20:55.167137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 036b8510-4246-492d-93ba-731a310949fa no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:20:55.201005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 036b8510-4246-492d-93ba-731a310949fa {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:20:55.201369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 036b8510-4246-492d-93ba-731a310949fa not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:20:55.249345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.249877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Fanout notify agent at l3_agent the message router_deleted on router afb7823e-6f04-4a8d-9800-8d0b274ec3a8 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:20:55.265104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.266160 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/routers/afb7823e-6f04-4a8d-9800-8d0b274ec3a8 HTTP/1.1" status: 204 len: 168 time: 1.7609003 Dec 20 16:20:55.268871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58758) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:55.383441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.449615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.472248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.510663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.534675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:55.546602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b5b341-b0ad-419b-824d-1cf578a74565') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:55.546893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b5b341-b0ad-419b-824d-1cf578a74565') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:55.557605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.572612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.578824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:20:55.579220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:20:55.593383 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:20:55.723888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.727163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-19be075b-fb92-404a-a968-3068539bd602 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:55.741442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:55.752178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Pushing event deleted for resources: {'Network': ['ID=7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:55.755266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:55.815599 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-40d7b9b0-a93e-4282-a587-7e0e2588c09a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] 10.222.0.62 "DELETE /v2.0/networks/7bb55b10-8cef-4c46-b2ef-3ca5dd91d44a HTTP/1.1" status: 204 len: 168 time: 0.5457351 Dec 20 16:20:56.381181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58766) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:56.445909 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bdb060-6c56-42db-bf65-3068c7c1b873 None None] New status for floating IP bde4a06f-202a-46d0-b569-81066b50d097: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:20:56.578751 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2085cc36-cadc-4220-acf9-b7e75f533259 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=546f21e137754670849b9dd3d35e73c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1962323 Dec 20 16:20:56.581118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58772) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:56.640292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b14d503d-d95f-4dcf-9c2f-e9998853bb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:56.659547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075dff31-89b5-4c85-942c-db33501811ec None None] Sync routers for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:20:56.667179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b14d503d-d95f-4dcf-9c2f-e9998853bb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:56.671499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075dff31-89b5-4c85-942c-db33501811ec None None] Routers set() bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:56.671844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075dff31-89b5-4c85-942c-db33501811ec None None] Router IDs set() for agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 16:20:56.672672 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_agentschedulers_db [None req-075dff31-89b5-4c85-942c-db33501811ec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent'). {{(pid=84393) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 16:20:56.683004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075dff31-89b5-4c85-942c-db33501811ec None None] Routers set() bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:56.683368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075dff31-89b5-4c85-942c-db33501811ec None None] Router IDs set() for agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 16:20:56.683945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_agentschedulers_db [None req-075dff31-89b5-4c85-942c-db33501811ec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afb7823e-6f04-4a8d-9800-8d0b274ec3a8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent'). {{(pid=84393) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 16:20:56.684495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075dff31-89b5-4c85-942c-db33501811ec None None] The sync data for ids ['afb7823e-6f04-4a8d-9800-8d0b274ec3a8'] in dv-neutron-821074-1-hyperv is: [] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:20:56.780971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b14d503d-d95f-4dcf-9c2f-e9998853bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:56.785176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-51b1b6f6-8359-4362-8c38-c033a237a80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:56.798108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d503d-d95f-4dcf-9c2f-e9998853bb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa223de9-622c-466b-b0cb-42401bff6f2d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:56.801702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b14d503d-d95f-4dcf-9c2f-e9998853bb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:56.806539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b14d503d-d95f-4dcf-9c2f-e9998853bb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:56.807684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b14d503d-d95f-4dcf-9c2f-e9998853bb7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa223de9-622c-466b-b0cb-42401bff6f2d HTTP/1.1" status: 204 len: 168 time: 0.2256539 Dec 20 16:20:56.918048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:57.118782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 810b059b-e927-4248-b762-14b76a3da6cb no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:20:57.167222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 810b059b-e927-4248-b762-14b76a3da6cb {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:20:57.167700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 810b059b-e927-4248-b762-14b76a3da6cb not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:20:57.469307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58780) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:57.488844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:57.527363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:20:57.531827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] Usage tracker for resource:security_group_rule and tenant:6db5e563acf644f6b5b9b69fd72254b9 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:20:57.534810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:20:57.540506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:20:57.605166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:57.670817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:57.677593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6acd1b54-d506-4970-9c3a-fdcb32ef72e0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:57.718818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9f807-028a-4845-a374-87da02f42753,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:57.722933 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6db5e563acf644f6b5b9b69fd72254b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2526388 Dec 20 16:20:57.723924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:57.725525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58784) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:57.785374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d916908-4f45-482b-a808-b3b4bdaa787b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:57.814886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d916908-4f45-482b-a808-b3b4bdaa787b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:57.973145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d916908-4f45-482b-a808-b3b4bdaa787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:57.977213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3ab92c56-41e5-4e4f-9304-1c54bad9e52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:57.988407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d916908-4f45-482b-a808-b3b4bdaa787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9f807-028a-4845-a374-87da02f42753,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:57.999290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d916908-4f45-482b-a808-b3b4bdaa787b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:57.999290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d916908-4f45-482b-a808-b3b4bdaa787b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:57.999290 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6d916908-4f45-482b-a808-b3b4bdaa787b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ce9f807-028a-4845-a374-87da02f42753 HTTP/1.1" status: 204 len: 168 time: 0.2702179 Dec 20 16:20:59.155960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58806) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:59.287256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-726838680-network', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:20:59.290431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:20:59.294372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Usage tracker for resource:network and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:20:59.297250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:20:59.304269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:20:59.372624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Made reservation on behalf of 18242fdc39a349a3b7037a3e7983ed90 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:20:59.375174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:59.387341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:59.417852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:20:59.422300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:20:59.425218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:20:59.430887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:20:59.499790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:59.540569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:59.544522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a9737982-44ad-4fa2-bb06-a3ee58134fd8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:59.572836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:20:59.581476 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81081d8-5fcf-4f80-b32c-0fbf9cd99fd1,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:59.585040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:59.589659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:59.589993 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Added segment 0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47 of type vlan for network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 Dec 20 16:20:59.616984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:59.700298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:59.701242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:59.701808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:20:59.705279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9c42d599-b77b-4bfb-8a3b-ecec2e187206 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:20:59.908004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=99188ddf-463c-41d7-bd44-2fc8893b6ec6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:59.910524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:20:59.918143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:20:59.941219 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7840788 Dec 20 16:20:59.944308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58812) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:20:59.950797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Request body: {'subnet': {'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-726838680-subnet', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:20:59.955584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:20:59.959429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Usage tracker for resource:subnet and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:20:59.962272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:20:59.967979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:00.026083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Made reservation on behalf of 18242fdc39a349a3b7037a3e7983ed90 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:21:00.028438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:00.301118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:00.304951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8d33fc89-8b88-40b4-b5f1-2e42ff82d603 tempest-BulkNetworkOpsIpV6Test-1391569519 tempest-BulkNetworkOpsIpV6Test-1391569519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:00.380214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37eb1f5-1a42-401e-aaa8-915bb3652be6,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:00.383948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:00.392500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Checking segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:21:00.392873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Network hostable DHCP agents. Network: 99188ddf-463c-41d7-bd44-2fc8893b6ec6, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:21:00.449061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:21:00.506592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 99188ddf-463c-41d7-bd44-2fc8893b6ec6) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:00.510750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:00.511358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:00.517290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b59469b-3425-4698-95a3-119eb2de5423 None None] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:21:00.579533 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6303535 Dec 20 16:21:00.579857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58816) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:00.585131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:00.590150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:00.594020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Usage tracker for resource:router and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:00.597193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:00.602876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:00.694896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:00.695880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:00.714773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:00.740501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:21:00.741319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:00.897683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Allocated IP 172.20.0.2 (99188ddf-463c-41d7-bd44-2fc8893b6ec6/f37eb1f5-1a42-401e-aaa8-915bb3652be6/36f28289-ec74-44af-b353-015e3e0e29a3) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:21:00.960225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.185723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.195844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Transition to ACTIVE for port object 36f28289-ec74-44af-b353-015e3e0e29a3 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:01.214508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Transition to ACTIVE for port object 36f28289-ec74-44af-b353-015e3e0e29a3 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:01.227934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.259250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.300431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.309702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e4bfd3f5-3047-4cf5-9814-753d0033a252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:01.386786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:01.391459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Pushing event updated for resources: {'Port': ['ID=36f28289-ec74-44af-b353-015e3e0e29a3,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:01.393938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:01.395595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:01.400642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:21:01.401790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Allocated IP 172.26.7.51 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/af4b9097-66f5-4dff-9639-684c1a7ac51b) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:21:01.502618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Attempting to bind port 36f28289-ec74-44af-b353-015e3e0e29a3 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:21:01.503048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Attempting to bind port 36f28289-ec74-44af-b353-015e3e0e29a3 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:21:01.503401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Attempting to bind port 36f28289-ec74-44af-b353-015e3e0e29a3 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:21:01.516701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:21:01.517091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Checking segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:21:01.517536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.517931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Bound using segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:21:01.518425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Bound port: 36f28289-ec74-44af-b353-015e3e0e29a3, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:21:01.518808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.547029 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.610483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] For port 36f28289-ec74-44af-b353-015e3e0e29a3, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:21:01.613667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] For port 36f28289-ec74-44af-b353-015e3e0e29a3, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=36f28289-ec74-44af-b353-015e3e0e29a3,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:21:01.638653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.643102 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:01.705864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:01.706451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.708694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:01.712635 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:01.713121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:21:01.737951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Pushing event updated for resources: {'Port': ['ID=af4b9097-66f5-4dff-9639-684c1a7ac51b,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:01.742972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:01.793422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Pushing event updated for resources: {'Port': ['ID=36f28289-ec74-44af-b353-015e3e0e29a3,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:01.796332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:01.960513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:01.961274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:02.403382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:21:02.613206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:21:02.623908 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Sync routers for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:21:02.637476 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:21:02.638103 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:02.722318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f36f4af-90b0-46ac-a58a-7371f2dc4566 None None] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:21:02.792074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:02.793372 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2125261 Dec 20 16:21:02.796934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58820) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:02.820371 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:21:03.016656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5e2f417d-8b27-4479-b427-535b7db29799 None None] Provisioning for port 36f28289-ec74-44af-b353-015e3e0e29a3 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:03.157129 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:01Z', 'revision_number': 3, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:03.163825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 36f28289-ec74-44af-b353-015e3e0e29a3 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:03.164542 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Checking router: 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:21:03.164898 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Updating router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a port af4b9097-66f5-4dff-9639-684c1a7ac51b binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:21:03.223922 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.346122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 36f28289-ec74-44af-b353-015e3e0e29a3 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:03.353221 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 36f28289-ec74-44af-b353-015e3e0e29a3 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:03.353736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.396905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3e4d1162-4cf6-4093-8813-16efcd7f20c4 None None] Provisioning complete for port 36f28289-ec74-44af-b353-015e3e0e29a3 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:03.397571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1162-4cf6-4093-8813-16efcd7f20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.561657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.571863 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.584883 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Transition to ACTIVE for port object af4b9097-66f5-4dff-9639-684c1a7ac51b will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:03.597316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1162-4cf6-4093-8813-16efcd7f20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.603490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.621366 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 36f28289-ec74-44af-b353-015e3e0e29a3, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=36f28289-ec74-44af-b353-015e3e0e29a3,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:03.670409 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.674947 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-a817da91-7b99-4d6f-84e5-e4ef513d0d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:03.699692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.703225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-67704590-1984-4ce0-ac6b-7fa8063b1605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:03.763248 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Attempting to bind port af4b9097-66f5-4dff-9639-684c1a7ac51b on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:21:03.763665 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Attempting to bind port af4b9097-66f5-4dff-9639-684c1a7ac51b by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:21:03.763982 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Attempting to bind port af4b9097-66f5-4dff-9639-684c1a7ac51b on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:21:03.766978 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Pushing event updated for resources: {'Port': ['ID=af4b9097-66f5-4dff-9639-684c1a7ac51b,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:03.777852 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:21:03.778241 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:21:03.778652 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.779377 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:21:03.779949 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Bound port: af4b9097-66f5-4dff-9639-684c1a7ac51b, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:21:03.780215 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.804486 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.807003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.807003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.807003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.807003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.807003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.807003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.807003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.807591 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.807591 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.808417 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:03.817917 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:03.820317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-3e4d1162-4cf6-4093-8813-16efcd7f20c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:21:03.820855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-3e4d1162-4cf6-4093-8813-16efcd7f20c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:21:03.824703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=36f28289-ec74-44af-b353-015e3e0e29a3,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:03.829523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:03.867243 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] For port af4b9097-66f5-4dff-9639-684c1a7ac51b, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:21:03.870250 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] For port af4b9097-66f5-4dff-9639-684c1a7ac51b, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=af4b9097-66f5-4dff-9639-684c1a7ac51b,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:21:03.937332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Allocated IP 172.20.0.1 (99188ddf-463c-41d7-bd44-2fc8893b6ec6/f37eb1f5-1a42-401e-aaa8-915bb3652be6/428a84bb-d024-4af8-84d2-2a4eb7d353c9) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:21:03.946552 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:03.950815 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:04.025323 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Pushing event updated for resources: {'Port': ['ID=af4b9097-66f5-4dff-9639-684c1a7ac51b,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:04.028696 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:04.029396 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:21:04.030005 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:04.089058 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:04.104647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Transition to ACTIVE for port object 428a84bb-d024-4af8-84d2-2a4eb7d353c9 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:04.180844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:04.187775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc93d2c3-e968-4990-9574-e65ce745d8fb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:04.205712 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:21:04.255949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:04.259095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:04.262785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:21:04.293424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Pushing event updated for resources: {'Port': ['ID=428a84bb-d024-4af8-84d2-2a4eb7d353c9,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:04.318498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.318878 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.319288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.319902 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.320065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.323796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.325146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.325146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.325146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.325622 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.325991 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:04.331552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:04.337449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:04.477235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:04.499946 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:01Z', 'revision_number': 3, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:04.504003 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19209fe-484b-44a7-9f8d-6c597d77c872 None None] The sync data for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv is: [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:01Z', 'revision_number': 3, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:21:04.561987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d4567d90-5a8b-4961-8a8e-dbdd893df6cb None None] Provisioning for port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:04.567319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d4567d90-5a8b-4961-8a8e-dbdd893df6cb None None] Provisioning complete for port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:04.568834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d4567d90-5a8b-4961-8a8e-dbdd893df6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:04.625250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d4567d90-5a8b-4961-8a8e-dbdd893df6cb None None] Port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:21:04.730712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:04.814583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:04.839096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3c4fe50b-0468-4124-90a6-a0f051782801 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:04.925375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Pushing event updated for resources: {'Port': ['ID=428a84bb-d024-4af8-84d2-2a4eb7d353c9,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:04.927512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:04.931442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:05.093010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:05.094537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:05.219835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device af4b9097-66f5-4dff-9639-684c1a7ac51b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:05.385973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port af4b9097-66f5-4dff-9639-684c1a7ac51b completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:05.391838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port af4b9097-66f5-4dff-9639-684c1a7ac51b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:05.392674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:05.466682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-12df50dc-67a6-4c0d-80a0-36fde0997fb5 None None] Provisioning complete for port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:05.467089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-12df50dc-67a6-4c0d-80a0-36fde0997fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:05.568986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-12df50dc-67a6-4c0d-80a0-36fde0997fb5 None None] Port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:21:05.570573 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:05.587089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port af4b9097-66f5-4dff-9639-684c1a7ac51b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=af4b9097-66f5-4dff-9639-684c1a7ac51b,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:05.598683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:21:05.660812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:05.661952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 36f28289-ec74-44af-b353-015e3e0e29a3 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:05.685720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2ec41e33-05e5-4351-9648-1ca91f1d3aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:05.780778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=af4b9097-66f5-4dff-9639-684c1a7ac51b,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:05.784685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:05.796858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 36f28289-ec74-44af-b353-015e3e0e29a3 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:05.797244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:05.973994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:21:05.987727 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] 10.222.0.62 "PUT /v2.0/routers/0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1897428 Dec 20 16:21:07.024935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58842) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:07.031448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-792438095-network', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:07.036186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:07.039969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Usage tracker for resource:network and tenant:b77baf025f22472a945cb9d9852941f6 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:07.043927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:07.051451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:07.091219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device af4b9097-66f5-4dff-9639-684c1a7ac51b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:07.107940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Made reservation on behalf of b77baf025f22472a945cb9d9852941f6 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:21:07.109592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:07.131851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:07.163060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port af4b9097-66f5-4dff-9639-684c1a7ac51b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:07.163443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:07.171637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:07.186232 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Usage tracker for resource:security_group_rule and tenant:b77baf025f22472a945cb9d9852941f6 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:07.189734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:07.195873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:07.272271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:07.344662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:07.347834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3717dde6-6cdd-47e4-927f-660fa739bb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:07.375791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:21:07.384042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcca7d7-251f-44b7-82d9-d7eccfaa8760,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:07.400631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:07.400631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:07.400631 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Added segment d03633d4-35ff-4df7-85e7-2b7de3e1bf71 of type vlan for network 13f94c57-8533-442c-9068-c0fba0b4f285 Dec 20 16:21:07.417442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:07.517463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:07.518398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:07.519021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:07.522665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fd3d32da-efd5-473b-bd83-e694105a9c95 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:07.624059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Pushing event updated for resources: {'Network': ['ID=13f94c57-8533-442c-9068-c0fba0b4f285,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:07.627549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:07.634502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 13f94c57-8533-442c-9068-c0fba0b4f285 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:21:07.701908 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6757236 Dec 20 16:21:07.704605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58846) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:07.710292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Request body: {'subnet': {'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-792438095-subnet', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:07.715480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:07.719707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Usage tracker for resource:subnet and tenant:b77baf025f22472a945cb9d9852941f6 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:07.722828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:07.729156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:07.791649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Made reservation on behalf of b77baf025f22472a945cb9d9852941f6 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:21:07.793950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:08.058954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:08.065184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15e706af-a752-4701-85c9-0d0cdf4ef855 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:08.069631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Sync routers for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:21:08.081127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:21:08.081841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:08.139437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a261f5-b7fa-4736-80db-3514a5978c9c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:08.142670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:08.155500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Checking segment: {'id': 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:21:08.155846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Network hostable DHCP agents. Network: 13f94c57-8533-442c-9068-c0fba0b4f285, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:21:08.226262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Network 13f94c57-8533-442c-9068-c0fba0b4f285 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:21:08.298229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:21:08.311333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 13f94c57-8533-442c-9068-c0fba0b4f285) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:08.316144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:08.317669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:08.338069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6fc98e-1613-441e-85ee-7f9d8cd5c815 None None] Network 13f94c57-8533-442c-9068-c0fba0b4f285 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:21:08.432842 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7270381 Dec 20 16:21:08.435216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58850) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:08.440286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-792438095-router', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:08.444795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:08.448596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Usage tracker for resource:router and tenant:b77baf025f22472a945cb9d9852941f6 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:08.451494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:08.457199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:08.540671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:08.541717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:08.560159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:08.752523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-13f94c57-8533-442c-9068-c0fba0b4f285', 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'fixed_ips': [{'subnet_id': 'e0a261f5-b7fa-4736-80db-3514a5978c9c'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:21:08.753323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:08.797203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:08.865721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 2, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:08.899338 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Checking router: 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:21:08.899695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Updating router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:21:08.969463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Allocated IP 172.20.0.2 (13f94c57-8533-442c-9068-c0fba0b4f285/e0a261f5-b7fa-4736-80db-3514a5978c9c/dac924f7-b59f-4da2-a530-d6c198e301d5) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:21:08.971383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:09.113446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:09.148100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:09.283959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Allocated IP 172.26.7.176 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/f256406a-b123-449f-994e-b9cd565378b8) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:21:09.381301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:09.404728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Transition to ACTIVE for port object dac924f7-b59f-4da2-a530-d6c198e301d5 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:09.432121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Transition to ACTIVE for port object dac924f7-b59f-4da2-a530-d6c198e301d5 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:09.439166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:09.506217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:09.516078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:09.520500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:09.563786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:09.567842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:09.598435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Transition to ACTIVE for port object 428a84bb-d024-4af8-84d2-2a4eb7d353c9 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:09.632369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:09.635089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:09.639075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Network 13f94c57-8533-442c-9068-c0fba0b4f285 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:09.639352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:21:09.642548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:09.644284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Pushing event updated for resources: {'Port': ['ID=dac924f7-b59f-4da2-a530-d6c198e301d5,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:09.646327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:21:09.648516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:09.665803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Pushing event updated for resources: {'Port': ['ID=f256406a-b123-449f-994e-b9cd565378b8,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:09.672636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:09.680865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:09.689606 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:09.847122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Attempting to bind port dac924f7-b59f-4da2-a530-d6c198e301d5 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:21:09.847529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Attempting to bind port dac924f7-b59f-4da2-a530-d6c198e301d5 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:21:09.847875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Attempting to bind port dac924f7-b59f-4da2-a530-d6c198e301d5 on network 13f94c57-8533-442c-9068-c0fba0b4f285 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:21:09.867514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c0e99-152c-4f8f-834b-ee83b1bf710a None None] Pushing event updated for resources: {'Port': ['ID=428a84bb-d024-4af8-84d2-2a4eb7d353c9,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:09.871343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-107c0e99-152c-4f8f-834b-ee83b1bf710a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:09.872244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:21:09.872616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Checking segment: {'id': 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:21:09.873022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:09.873465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Bound using segment: {'id': 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:21:09.873870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Bound port: dac924f7-b59f-4da2-a530-d6c198e301d5, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:21:09.874222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:10.005245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:10.005985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:10.029474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Attempting to bind port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:21:10.029948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Attempting to bind port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:21:10.030191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Attempting to bind port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:21:10.048301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:21:10.048676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Checking segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:21:10.049071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:10.049458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Bound using segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:21:10.049922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Bound port: 428a84bb-d024-4af8-84d2-2a4eb7d353c9, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:21:10.050287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:10.067821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] For port dac924f7-b59f-4da2-a530-d6c198e301d5, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:21:10.108063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] For port dac924f7-b59f-4da2-a530-d6c198e301d5, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dac924f7-b59f-4da2-a530-d6c198e301d5,segment=NetworkSegment(d03633d4-35ff-4df7-85e7-2b7de3e1bf71),segment_id=d03633d4-35ff-4df7-85e7-2b7de3e1bf71)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:21:10.155382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] For port 428a84bb-d024-4af8-84d2-2a4eb7d353c9, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:21:10.158424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] For port 428a84bb-d024-4af8-84d2-2a4eb7d353c9, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=428a84bb-d024-4af8-84d2-2a4eb7d353c9,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:21:10.173156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:10.177777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-f2cfc79f-8b7f-4fe7-8241-855f4fd0bfac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:10.253496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Pushing event updated for resources: {'Port': ['ID=dac924f7-b59f-4da2-a530-d6c198e301d5,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:10.256363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:10.266397 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:10.270201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:10.345882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Router 9f1b97aa-5497-45fa-a5b3-db30be6f138a is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:21:10.352074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c0e99-152c-4f8f-834b-ee83b1bf710a None None] Pushing event updated for resources: {'Port': ['ID=428a84bb-d024-4af8-84d2-2a4eb7d353c9,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:10.355814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-107c0e99-152c-4f8f-834b-ee83b1bf710a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:10.357346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:21:10.357977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:10.583341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:21:10.605433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:21:10.618175 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Sync routers for ids ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:21:10.635745 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Routers {'9f1b97aa-5497-45fa-a5b3-db30be6f138a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:21:10.638748 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:10.694746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:10.696731 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2606006 Dec 20 16:21:10.699483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58854) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:10.827902 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Set router 9f1b97aa-5497-45fa-a5b3-db30be6f138a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:21:10.941983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:10Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:10.946568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851fc1a-4655-4c6a-b018-3dcd5a831a90 None None] The sync data for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv is: [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:10Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:21:11.208526 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'name': 'tempest-TestVolumeBootPattern-792438095-router', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f256406a-b123-449f-994e-b9cd565378b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:08Z', 'updated_at': '2021-12-20T16:21:09Z', 'revision_number': 3, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'gw_port': {'id': 'f256406a-b123-449f-994e-b9cd565378b8', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:09Z', 'updated_at': '2021-12-20T16:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:11.214053 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Checking router: 9f1b97aa-5497-45fa-a5b3-db30be6f138a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:21:11.215209 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Updating router 9f1b97aa-5497-45fa-a5b3-db30be6f138a port f256406a-b123-449f-994e-b9cd565378b8 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:21:11.249515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 428a84bb-d024-4af8-84d2-2a4eb7d353c9 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:11.318007 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:11.452768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:11.461584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:11.461762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:11.508880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4012dc-d647-43b3-82c3-bd096bd1684f None None] Network 13f94c57-8533-442c-9068-c0fba0b4f285 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:21:11.691997 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:11.692557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:11.707487 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Transition to ACTIVE for port object f256406a-b123-449f-994e-b9cd565378b8 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:11.797908 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:11.804637 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e8f4a094-422d-4353-a1e9-54c80b422c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:11.831989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:11.869259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-866acbee-5d04-497d-9885-b838db97eb90 None None] Provisioning for port dac924f7-b59f-4da2-a530-d6c198e301d5 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:11.906887 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Attempting to bind port f256406a-b123-449f-994e-b9cd565378b8 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:21:11.907296 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Attempting to bind port f256406a-b123-449f-994e-b9cd565378b8 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:21:11.907701 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Attempting to bind port f256406a-b123-449f-994e-b9cd565378b8 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:21:11.914026 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f96b0-d5c0-47e3-a659-290885451df6 None None] Pushing event updated for resources: {'Port': ['ID=f256406a-b123-449f-994e-b9cd565378b8,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:11.914026 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-390f96b0-d5c0-47e3-a659-290885451df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:11.919525 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:21:11.919953 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:21:11.920364 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:11.920744 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:21:11.921203 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Bound port: f256406a-b123-449f-994e-b9cd565378b8, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:21:11.921995 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:11.927950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Allocated IP 172.20.0.1 (13f94c57-8533-442c-9068-c0fba0b4f285/e0a261f5-b7fa-4736-80db-3514a5978c9c/06cf82c3-8390-4973-aae5-066f11472cdf) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:21:11.932076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 428a84bb-d024-4af8-84d2-2a4eb7d353c9, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=428a84bb-d024-4af8-84d2-2a4eb7d353c9,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:12.007180 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] For port f256406a-b123-449f-994e-b9cd565378b8, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:21:12.010639 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] For port f256406a-b123-449f-994e-b9cd565378b8, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f256406a-b123-449f-994e-b9cd565378b8,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:21:12.041690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:12.043028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dac924f7-b59f-4da2-a530-d6c198e301d5 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:12.069849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:12.107054 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:12.111386 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-2a3ee24b-409b-4456-ada6-7dcf72a977d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:12.217928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=428a84bb-d024-4af8-84d2-2a4eb7d353c9,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:12.220636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:12.263144 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f96b0-d5c0-47e3-a659-290885451df6 None None] Pushing event updated for resources: {'Port': ['ID=f256406a-b123-449f-994e-b9cd565378b8,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:12.263144 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-390f96b0-d5c0-47e3-a659-290885451df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:12.269709 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Routers {'9f1b97aa-5497-45fa-a5b3-db30be6f138a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:21:12.270552 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:20:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:12.284365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:12.300325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Transition to ACTIVE for port object 06cf82c3-8390-4973-aae5-066f11472cdf will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:12.340377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port dac924f7-b59f-4da2-a530-d6c198e301d5 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:12.345402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port dac924f7-b59f-4da2-a530-d6c198e301d5 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:12.345786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:12.388615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:12.395705 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8b78c4b1-0d0e-445f-a052-1deeca29d949 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:12.460182 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] Set router 9f1b97aa-5497-45fa-a5b3-db30be6f138a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:21:12.460395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Network 13f94c57-8533-442c-9068-c0fba0b4f285 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:12.461661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:12.467045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:12.482331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:21:12.504386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port dac924f7-b59f-4da2-a530-d6c198e301d5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dac924f7-b59f-4da2-a530-d6c198e301d5,segment=NetworkSegment(d03633d4-35ff-4df7-85e7-2b7de3e1bf71),segment_id=d03633d4-35ff-4df7-85e7-2b7de3e1bf71)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:12.525039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Pushing event updated for resources: {'Port': ['ID=06cf82c3-8390-4973-aae5-066f11472cdf,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:12.529182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:12.546406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:12.567404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:12.569484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dfccc685-838c-4ce9-b3fd-9d654aec840c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:12.647677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=dac924f7-b59f-4da2-a530-d6c198e301d5,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:12.655823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:12.724979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:12.770522 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'name': 'tempest-TestVolumeBootPattern-792438095-router', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f256406a-b123-449f-994e-b9cd565378b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:08Z', 'updated_at': '2021-12-20T16:21:09Z', 'revision_number': 3, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'gw_port': {'id': 'f256406a-b123-449f-994e-b9cd565378b8', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:09Z', 'updated_at': '2021-12-20T16:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:12.774687 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c77df-e8dc-496d-97e9-b436b237a43d None None] The sync data for ids ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'] in dv-neutron-821074-1-hyperv is: [{'id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'name': 'tempest-TestVolumeBootPattern-792438095-router', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f256406a-b123-449f-994e-b9cd565378b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:08Z', 'updated_at': '2021-12-20T16:21:09Z', 'revision_number': 3, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'gw_port': {'id': 'f256406a-b123-449f-994e-b9cd565378b8', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:09Z', 'updated_at': '2021-12-20T16:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:21:12.835276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-52f22c8e-a244-42e1-bcb2-fa1e1eb4e129 None None] Provisioning for port 06cf82c3-8390-4973-aae5-066f11472cdf completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:12.840909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-52f22c8e-a244-42e1-bcb2-fa1e1eb4e129 None None] Provisioning complete for port 06cf82c3-8390-4973-aae5-066f11472cdf triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:12.841342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-52f22c8e-a244-42e1-bcb2-fa1e1eb4e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:12.893688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-52f22c8e-a244-42e1-bcb2-fa1e1eb4e129 None None] Port 06cf82c3-8390-4973-aae5-066f11472cdf cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:21:12.967370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:13.025835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:13.053203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3d5354c6-7ed8-448a-8abe-db74ac27df34 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:13.101605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 428a84bb-d024-4af8-84d2-2a4eb7d353c9 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:13.140600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Pushing event updated for resources: {'Port': ['ID=06cf82c3-8390-4973-aae5-066f11472cdf,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:13.145306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:13.146164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:13.176189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:13.176582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:13.294304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dac924f7-b59f-4da2-a530-d6c198e301d5 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:13.306584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Network 13f94c57-8533-442c-9068-c0fba0b4f285 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:13.307723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:13.366296 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port dac924f7-b59f-4da2-a530-d6c198e301d5 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:13.366684 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:13.617788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ca9e40d7-56c0-45ff-92a7-ae03714d8912 None None] Provisioning complete for port 06cf82c3-8390-4973-aae5-066f11472cdf triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:13.618080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ca9e40d7-56c0-45ff-92a7-ae03714d8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:13.669034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e40d7-56c0-45ff-92a7-ae03714d8912 None None] Port 06cf82c3-8390-4973-aae5-066f11472cdf cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:21:13.700622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Router 9f1b97aa-5497-45fa-a5b3-db30be6f138a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:21:13.898612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:21:13.907379 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] 10.222.0.62 "PUT /v2.0/routers/9f1b97aa-5497-45fa-a5b3-db30be6f138a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2063112 Dec 20 16:21:14.860051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:15.697785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58866) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:15.703562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898249152', 'description': 'tempest-secgroup-smoke-898249152 description', 'project_id': '18242fdc39a349a3b7037a3e7983ed90'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:15.709442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:15.713257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:security_group and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:15.716165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:15.721804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:15.820255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:15.862989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:15.866777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:security_group_rule and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:15.869695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:15.875433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:15.930712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:15.980134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:15.983985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-494b61db-ea05-4899-b576-f72270977007 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:16.022494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95a3012-4a5a-4189-b4ea-9ae2eafa9216,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:16.025350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:16.077113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:16.078350 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3795850 Dec 20 16:21:16.081259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58870) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:16.086704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'security_group_rule': {'security_group_id': 'a95a3012-4a5a-4189-b4ea-9ae2eafa9216', 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:16.092836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:16.097097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:security_group_rule and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:16.100096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:16.106275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:16.171559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:16.243511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:16.573123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:16.579246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d2bb8253-e6fe-4c4f-939a-4ccdc567223a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:16.598715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da4f7c6-79d6-4579-a01a-df80246aeb14,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:16.603307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:16.699163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:16.700388 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6182406 Dec 20 16:21:16.703267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 58874) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:16.709143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'security_group_rule': {'security_group_id': 'a95a3012-4a5a-4189-b4ea-9ae2eafa9216', 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:16.716124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:16.720617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:security_group_rule and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:16.723591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:16.729662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:16.832504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.009788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.083037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.084812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4fb8719-9802-4ff9-90ed-9a8e009e1122 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:17.108815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4655ced-5c61-443c-8349-5cf568d1ea16,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:17.113235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:17.212882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.214094 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-eb488a6b-4378-49f2-9fbc-d5801b0e2709 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5098817 Dec 20 16:21:17.217619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58878) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:17.223699 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'security_group_rule': {'security_group_id': 'a95a3012-4a5a-4189-b4ea-9ae2eafa9216', 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:17.230090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:17.233973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:security_group_rule and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:17.236937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:17.244068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:17.340939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.403973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.469653 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.471535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fb4f1713-19da-4ecd-bd5b-274d3e3b8f1a tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:17.492343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f25049f-dd7d-4525-8bac-d43dc1327304,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:17.497058 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:17.568530 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.569706 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3509247 Dec 20 16:21:17.572448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58882) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:17.578630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'security_group_rule': {'security_group_id': 'a95a3012-4a5a-4189-b4ea-9ae2eafa9216', 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:17.584587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:17.588344 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:security_group_rule and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:17.591311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:17.596909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:17.676777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.742181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.807088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.814026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-572a6f4d-b954-4988-957e-a12aa3c0f778 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:17.835893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c9ddb0-649f-424a-bb76-7ec9f2513ea9,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:17.840701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:17.896613 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:21:17.905383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:17.906574 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a8c121d5-cf67-4222-a60e-b1ce44c24e5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3332248 Dec 20 16:21:17.909423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58886) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:17.914970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'security_group_rule': {'security_group_id': 'a95a3012-4a5a-4189-b4ea-9ae2eafa9216', 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:17.921413 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:17.925090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:security_group_rule and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:17.927972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:17.935513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:17.997422 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Project 18242fdc39a349a3b7037a3e7983ed90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:21:18.004253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:18.068142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:18.116916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:18.118843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-79ff5ff0-e5e6-4d12-a206-86056c9617e7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:18.142156 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e5460f-37b9-4d7f-91cd-c3966c8b9434,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:18.144710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:18.218324 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:18.219596 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d45d4d5c-4ce5-42cd-b110-759cb153b1bb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3092406 Dec 20 16:21:18.222552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 58890) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:21:18.228206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'security_group_rule': {'security_group_id': 'a95a3012-4a5a-4189-b4ea-9ae2eafa9216', 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:18.235407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:18.239241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:security_group_rule and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:18.242081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:18.247791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:18.338316 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Project 18242fdc39a349a3b7037a3e7983ed90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:21:18.345831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:18.414122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:18.509700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:18.511600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-515cfb16-84cf-4776-84e3-84ea10e52e4f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:18.534260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c208cb4d-5f71-49c5-999a-f249605cdaa3,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:18.536686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:18.614237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:18.615456 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3918862 Dec 20 16:21:21.116123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f256406a-b123-449f-994e-b9cd565378b8 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:21.295156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port f256406a-b123-449f-994e-b9cd565378b8 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:21.301060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f256406a-b123-449f-994e-b9cd565378b8 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:21.301449 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:21.424801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:21.441892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port f256406a-b123-449f-994e-b9cd565378b8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f256406a-b123-449f-994e-b9cd565378b8,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:21.578233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:21.580083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:21.646454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=f256406a-b123-449f-994e-b9cd565378b8,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:21.651096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:22.370108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f0f28c2e-9cdd-410d-a62b-7c82fd5ab83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:23.100981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f256406a-b123-449f-994e-b9cd565378b8 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:23.170597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port f256406a-b123-449f-994e-b9cd565378b8 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:23.171000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:24.294589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-926bc240-edd0-45a7-a20a-67b52d3b2983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:25.465820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:25.800748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:26.973860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:31.650794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Sync routers for ids ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:21:31.664481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Routers {'9f1b97aa-5497-45fa-a5b3-db30be6f138a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:21:31.666452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:21:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:31.895827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Set router 9f1b97aa-5497-45fa-a5b3-db30be6f138a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:21:32.232915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'name': 'tempest-TestVolumeBootPattern-792438095-router', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f256406a-b123-449f-994e-b9cd565378b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:08Z', 'updated_at': '2021-12-20T16:21:12Z', 'revision_number': 4, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'gw_port': {'id': 'f256406a-b123-449f-994e-b9cd565378b8', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:09Z', 'updated_at': '2021-12-20T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '06cf82c3-8390-4973-aae5-066f11472cdf', 'name': '', 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'mac_address': 'fa:16:3e:13:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0a261f5-b7fa-4736-80db-3514a5978c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:11Z', 'updated_at': '2021-12-20T16:21:12Z', 'revision_number': 2, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'subnets': [{'id': 'e0a261f5-b7fa-4736-80db-3514a5978c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:32.237149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Checking router: 9f1b97aa-5497-45fa-a5b3-db30be6f138a for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:21:32.237503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Updating router 9f1b97aa-5497-45fa-a5b3-db30be6f138a port 06cf82c3-8390-4973-aae5-066f11472cdf binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:21:32.298331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:32.641540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:32.653309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Transition to ACTIVE for port object 06cf82c3-8390-4973-aae5-066f11472cdf will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:32.766900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:32.771022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:32.903519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Pushing event updated for resources: {'Port': ['ID=06cf82c3-8390-4973-aae5-066f11472cdf,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:32.942857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.946429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.946429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.946429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.946429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.946894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.947372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.947765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.948153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.948537 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.948958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:32.956927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:33.018283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Attempting to bind port 06cf82c3-8390-4973-aae5-066f11472cdf on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:21:33.018654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Attempting to bind port 06cf82c3-8390-4973-aae5-066f11472cdf by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:21:33.019055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Attempting to bind port 06cf82c3-8390-4973-aae5-066f11472cdf on network 13f94c57-8533-442c-9068-c0fba0b4f285 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:21:33.026221 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:21:33.026350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Checking segment: {'id': 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:21:33.026690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:33.027651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Bound using segment: {'id': 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:21:33.028155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Bound port: 06cf82c3-8390-4973-aae5-066f11472cdf, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:21:33.028520 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:33.122666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] For port 06cf82c3-8390-4973-aae5-066f11472cdf, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:21:33.126228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] For port 06cf82c3-8390-4973-aae5-066f11472cdf, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=06cf82c3-8390-4973-aae5-066f11472cdf,segment=NetworkSegment(d03633d4-35ff-4df7-85e7-2b7de3e1bf71),segment_id=d03633d4-35ff-4df7-85e7-2b7de3e1bf71)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:21:33.203034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:33.206804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:33.317291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Routers {'9f1b97aa-5497-45fa-a5b3-db30be6f138a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:21:33.317950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:21:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:33.366639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Pushing event updated for resources: {'Port': ['ID=06cf82c3-8390-4973-aae5-066f11472cdf,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:33.369817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:33.514603 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] Set router 9f1b97aa-5497-45fa-a5b3-db30be6f138a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:21:33.892058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'name': 'tempest-TestVolumeBootPattern-792438095-router', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f256406a-b123-449f-994e-b9cd565378b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:08Z', 'updated_at': '2021-12-20T16:21:12Z', 'revision_number': 4, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'gw_port': {'id': 'f256406a-b123-449f-994e-b9cd565378b8', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:09Z', 'updated_at': '2021-12-20T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '06cf82c3-8390-4973-aae5-066f11472cdf', 'name': '', 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'mac_address': 'fa:16:3e:13:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0a261f5-b7fa-4736-80db-3514a5978c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:11Z', 'updated_at': '2021-12-20T16:21:33Z', 'revision_number': 4, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'subnets': [{'id': 'e0a261f5-b7fa-4736-80db-3514a5978c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:33.896272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72f70a-5bd4-4428-abd8-2d1cf97da8a6 None None] The sync data for ids ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'] in dv-neutron-821074-1-hyperv is: [{'id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'name': 'tempest-TestVolumeBootPattern-792438095-router', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f256406a-b123-449f-994e-b9cd565378b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:08Z', 'updated_at': '2021-12-20T16:21:12Z', 'revision_number': 4, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'gw_port': {'id': 'f256406a-b123-449f-994e-b9cd565378b8', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:09Z', 'updated_at': '2021-12-20T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '06cf82c3-8390-4973-aae5-066f11472cdf', 'name': '', 'network_id': '13f94c57-8533-442c-9068-c0fba0b4f285', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'mac_address': 'fa:16:3e:13:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0a261f5-b7fa-4736-80db-3514a5978c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:11Z', 'updated_at': '2021-12-20T16:21:33Z', 'revision_number': 4, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'subnets': [{'id': 'e0a261f5-b7fa-4736-80db-3514a5978c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:21:35.120815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 06cf82c3-8390-4973-aae5-066f11472cdf up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:35.262203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 06cf82c3-8390-4973-aae5-066f11472cdf completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:35.263388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 06cf82c3-8390-4973-aae5-066f11472cdf triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:35.263766 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:35.381361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:35.412753 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 06cf82c3-8390-4973-aae5-066f11472cdf, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=06cf82c3-8390-4973-aae5-066f11472cdf,segment=NetworkSegment(d03633d4-35ff-4df7-85e7-2b7de3e1bf71),segment_id=d03633d4-35ff-4df7-85e7-2b7de3e1bf71)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:35.528267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:35.530051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ec48a88c-8bb0-4c39-a06e-22eb53cd0a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:35.606827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=06cf82c3-8390-4973-aae5-066f11472cdf,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:35.609811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:37.118269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 06cf82c3-8390-4973-aae5-066f11472cdf up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:21:37.188645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 06cf82c3-8390-4973-aae5-066f11472cdf triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:37.189339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:44.847475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:46.284317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-912f92f9-ae16-4eb3-9ecd-3e5ed98467d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Synchronizing usage tracker for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:21:46.402432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-912f92f9-ae16-4eb3-9ecd-3e5ed98467d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Unset dirty status for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:21:46.403602 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-912f92f9-ae16-4eb3-9ecd-3e5ed98467d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898249152&fields=id&tenant_id=18242fdc39a349a3b7037a3e7983ed90 HTTP/1.1" status: 200 len: 267 time: 0.1605539 Dec 20 16:21:46.558829 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-c79fd655-cc75-4175-838d-3ca46819ab8b tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:46.559535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-c79fd655-cc75-4175-838d-3ca46819ab8b tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Synchronizing usage tracker for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:21:46.653049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-c79fd655-cc75-4175-838d-3ca46819ab8b tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Unset dirty status for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:21:46.654249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-c79fd655-cc75-4175-838d-3ca46819ab8b tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 811 time: 0.2438071 Dec 20 16:21:46.671105 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-063f372b-af70-407f-8131-dfd4db9d0d38 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/quotas/18242fdc39a349a3b7037a3e7983ed90 HTTP/1.1" status: 200 len: 375 time: 0.0113711 Dec 20 16:21:46.756227 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-753e36c2-b7de-4bc6-ab22-4908d68eebe8 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799649 Dec 20 16:21:47.041922 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-c6740238-2737-434b-8fba-2d45d779143a service neutron] 10.222.0.62 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735965 Dec 20 16:21:47.183921 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-2c425c7c-a616-4a77-9863-0f080301da68 service neutron] 10.222.0.62 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338000 Dec 20 16:21:47.880899 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-389910e0-f4fa-4f2c-9782-90c852044610 req-3d5fe957-9802-4e63-af2b-097f0ee53585 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 210 time: 0.0457072 Dec 20 16:21:49.052660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4f09c9ac-633c-4b97-b008-e4223e477886 req-7f762733-4a9e-4f76-bf87-d8680d2e864a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 210 time: 0.0479429 Dec 20 16:21:50.235719 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb9d20e4-0bf2-4e6f-859b-2fc4f038f187 req-727cabe1-7b38-417d-97d0-98a43aafea85 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 210 time: 0.0586073 Dec 20 16:21:50.262219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-1cc8f0c3-58bf-46e0-afc1-a0ae6bd32dc1 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:50.263646 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-1cc8f0c3-58bf-46e0-afc1-a0ae6bd32dc1 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 811 time: 0.1930568 Dec 20 16:21:50.323480 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-add6b775-c043-4d8a-96be-d408220dbace tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18242fdc39a349a3b7037a3e7983ed90 HTTP/1.1" status: 200 len: 379 time: 0.0456278 Dec 20 16:21:50.385908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'port': {'device_id': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'admin_state_up': True, 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'security_groups': ['a95a3012-4a5a-4189-b4ea-9ae2eafa9216']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:50.521637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:21:50.525737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:port and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:21:50.528623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:21:50.534149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:21:50.640396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Made reservation on behalf of 18242fdc39a349a3b7037a3e7983ed90 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:21:50.643392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:50.805751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Allocated IP 172.20.0.7 (99188ddf-463c-41d7-bd44-2fc8893b6ec6/f37eb1f5-1a42-401e-aaa8-915bb3652be6/9795fed2-59e3-432b-800e-a8a4fe065741) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:21:50.989671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:51.005376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Transition to ACTIVE for port object 9795fed2-59e3-432b-800e-a8a4fe065741 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:51.133316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:51.139062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-983e2972-0ac7-4079-8fff-f15bf79c70e3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:51.203242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:51.206432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:51.215914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:21:51.260489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'Port': ['ID=9795fed2-59e3-432b-800e-a8a4fe065741,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:51.286398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.292992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.292992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.292992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.292992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.292992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.292992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.292992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.292992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.292992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.292992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:51.297833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:51.298467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:51.302677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:51.363474 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9815526 Dec 20 16:21:51.376814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Request body: {'port': {'device_id': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:21:51.521198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9fccb0b5-ef94-426b-a38c-d462e512d609 None None] Provisioning for port 9795fed2-59e3-432b-800e-a8a4fe065741 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:51.526979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9fccb0b5-ef94-426b-a38c-d462e512d609 None None] Provisioning complete for port 9795fed2-59e3-432b-800e-a8a4fe065741 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:51.527456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9fccb0b5-ef94-426b-a38c-d462e512d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:51.583423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-9fccb0b5-ef94-426b-a38c-d462e512d609 None None] Port 9795fed2-59e3-432b-800e-a8a4fe065741 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:21:51.658783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:51.680238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648fd7c-6d8c-4eb4-af5f-5c510b61fcb1 req-798ed779-3c13-4096-882b-6022b8acdbc7 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:51.680924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-9648fd7c-6d8c-4eb4-af5f-5c510b61fcb1 req-798ed779-3c13-4096-882b-6022b8acdbc7 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Synchronizing usage tracker for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:21:51.820131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-9648fd7c-6d8c-4eb4-af5f-5c510b61fcb1 req-798ed779-3c13-4096-882b-6022b8acdbc7 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Unset dirty status for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:21:51.821306 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9648fd7c-6d8c-4eb4-af5f-5c510b61fcb1 req-798ed779-3c13-4096-882b-6022b8acdbc7 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 931 time: 0.4132609 Dec 20 16:21:51.969491 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9648fd7c-6d8c-4eb4-af5f-5c510b61fcb1 req-11d8b54a-5cec-41e1-9d8d-02fd5a7626af tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407726 Dec 20 16:21:52.006618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8249-4d1a-4fd3-b42f-8276bdda1ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:52.076352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9795fed2-59e3-432b-800e-a8a4fe065741 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:21:52.083862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:52.098737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Transition to ACTIVE for port object 9795fed2-59e3-432b-800e-a8a4fe065741 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:52.188754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:52.193016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb5a5360-2df7-43fa-9fa3-9b3a3ab64217 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:52.319684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Pushing event updated for resources: {'Port': ['ID=9795fed2-59e3-432b-800e-a8a4fe065741,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:52.324041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:52.441963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Attempting to bind port 9795fed2-59e3-432b-800e-a8a4fe065741 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:21:52.442453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Attempting to bind port 9795fed2-59e3-432b-800e-a8a4fe065741 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:21:52.442788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Attempting to bind port 9795fed2-59e3-432b-800e-a8a4fe065741 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:21:52.449192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Port 9795fed2-59e3-432b-800e-a8a4fe065741 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:21:52.450208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Attempting to bind port 9795fed2-59e3-432b-800e-a8a4fe065741 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:21:52.456830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:21:52.457169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Checking segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:21:52.457548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Bound using segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:21:52.458125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Bound port: 9795fed2-59e3-432b-800e-a8a4fe065741, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:21:52.458468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:52.552942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] For port 9795fed2-59e3-432b-800e-a8a4fe065741, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:21:52.555867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] For port 9795fed2-59e3-432b-800e-a8a4fe065741, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9795fed2-59e3-432b-800e-a8a4fe065741,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:21:52.647836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:52.651728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:21:52.710736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:52.712144 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] 10.222.0.64 "PUT /v2.0/ports/9795fed2-59e3-432b-800e-a8a4fe065741 HTTP/1.1" status: 200 len: 1093 time: 1.3407753 Dec 20 16:21:52.712673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'tag': '9795fed2-59e3-432b-800e-a8a4fe065741'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:21:52.737734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Pushing event updated for resources: {'Port': ['ID=9795fed2-59e3-432b-800e-a8a4fe065741,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:52.740616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:21:52.893677 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'tag': '9795fed2-59e3-432b-800e-a8a4fe065741', 'status': 'completed', 'code': 200} Dec 20 16:21:52.931167 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-7c0db76b-8bc8-4bb1-b78b-4f42558461b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0934153 Dec 20 16:21:53.003783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-325b16b0-d8f6-4108-b787-540213a319aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9795fed2-59e3-432b-800e-a8a4fe065741 HTTP/1.1" status: 200 len: 217 time: 0.0658953 Dec 20 16:21:53.070223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-2bedda3d-ed5e-4f20-ac68-fb634dccb861 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:53.071903 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-2bedda3d-ed5e-4f20-ac68-fb634dccb861 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0624692 Dec 20 16:21:53.211932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039ea45-de4d-4160-a372-4dc8021981ce req-57e4292e-805e-4e0e-aaa2-94b2601217fa tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:53.213461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2039ea45-de4d-4160-a372-4dc8021981ce req-57e4292e-805e-4e0e-aaa2-94b2601217fa tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 943 time: 0.1027725 Dec 20 16:21:53.216396 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-d4cdc40b-b71e-45eb-be11-f1f63267802b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1381385 Dec 20 16:21:53.348695 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2039ea45-de4d-4160-a372-4dc8021981ce req-922bd535-4553-45d6-b058-caefcfde235f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294477 Dec 20 16:21:53.383869 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-5ab18cbb-6a42-43a1-96af-7ab8f2c0c806 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506197 Dec 20 16:21:53.629514 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cedb0c7-c061-4a56-a1d4-294b75a7208a req-2c734213-2c94-4aaf-bd02-9e1455dd0efe service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401395 Dec 20 16:21:53.802074 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dd1e3bbe-8d2f-4b2b-9bff-68cac347e049 req-9e06d45d-5edd-4154-9d85-f1265dc77f9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0750740 Dec 20 16:21:53.938373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e3bbe-8d2f-4b2b-9bff-68cac347e049 req-efbb68a4-8651-4863-bf7b-56c0b399944d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:53.939351 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dd1e3bbe-8d2f-4b2b-9bff-68cac347e049 req-efbb68a4-8651-4863-bf7b-56c0b399944d service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1313634 Dec 20 16:21:54.011218 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dd1e3bbe-8d2f-4b2b-9bff-68cac347e049 req-9e9e67dd-e569-40c8-9dba-b34c5f389848 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9795fed2-59e3-432b-800e-a8a4fe065741 HTTP/1.1" status: 200 len: 217 time: 0.0652547 Dec 20 16:21:54.074285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e3bbe-8d2f-4b2b-9bff-68cac347e049 req-3c395461-8730-4a39-815e-fc8d9ca2fca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:54.075804 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dd1e3bbe-8d2f-4b2b-9bff-68cac347e049 req-3c395461-8730-4a39-815e-fc8d9ca2fca0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0591490 Dec 20 16:21:54.157784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dd1e3bbe-8d2f-4b2b-9bff-68cac347e049 req-58135703-fa7c-4cd7-9d09-348c4dea9163 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748262 Dec 20 16:21:54.280206 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8d4a3bef-b789-45a8-a9a8-dee148c65ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:54.295474 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dd1e3bbe-8d2f-4b2b-9bff-68cac347e049 req-2f749502-2bb9-4460-8191-5474b625272f service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316779 Dec 20 16:21:54.436122 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dd1e3bbe-8d2f-4b2b-9bff-68cac347e049 req-0c845ccb-ce2d-423a-9ba6-0d1048ed613b service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328633 Dec 20 16:21:54.549938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd465295-9e3c-405c-b896-743b93d92be0 req-d57aa62a-93e4-41e3-b0a3-9a2ba14add50 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:54.551438 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dd465295-9e3c-405c-b896-743b93d92be0 req-d57aa62a-93e4-41e3-b0a3-9a2ba14add50 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 943 time: 0.0772619 Dec 20 16:21:54.596759 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dd465295-9e3c-405c-b896-743b93d92be0 req-6445c3ce-1a01-4b1a-9381-19125486c8a6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393834 Dec 20 16:21:54.896221 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:21:55.498344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:55.520905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:55.811776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5901e-7135-4d13-b221-6b45df77db0b req-55c02b8d-c159-40b6-b378-9ff3de439177 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:55.813133 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dca5901e-7135-4d13-b221-6b45df77db0b req-55c02b8d-c159-40b6-b378-9ff3de439177 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 943 time: 0.0800061 Dec 20 16:21:55.859375 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dca5901e-7135-4d13-b221-6b45df77db0b req-49cba90f-2b3e-4717-aa5b-6b1d5dc8ac86 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407674 Dec 20 16:21:56.926072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:21:57.053188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c222c4f-5492-415e-9b14-c42f1f31968a req-3801f341-9efb-4d9b-9b1d-c7b4292c6f98 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:57.055080 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c222c4f-5492-415e-9b14-c42f1f31968a req-3801f341-9efb-4d9b-9b1d-c7b4292c6f98 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 943 time: 0.0753438 Dec 20 16:21:57.103960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c222c4f-5492-415e-9b14-c42f1f31968a req-15334af7-ffeb-4507-8c41-ca9561c6cd93 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 Dec 20 16:21:58.299099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247d417-ee46-4652-ba7d-310cf0d6b3f1 req-26137ed2-6bf2-47ce-9eff-ff679fe5b8c7 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:58.300535 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f247d417-ee46-4652-ba7d-310cf0d6b3f1 req-26137ed2-6bf2-47ce-9eff-ff679fe5b8c7 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 943 time: 0.0769062 Dec 20 16:21:58.348585 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f247d417-ee46-4652-ba7d-310cf0d6b3f1 req-3032a95c-d8bd-49b5-a2c3-f9e000453323 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425413 Dec 20 16:21:59.550043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf81028-4f68-4781-bd32-a9699a906ff2 req-a240ff1d-1970-47d2-be69-09e9819a90d6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:59.551529 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2cf81028-4f68-4781-bd32-a9699a906ff2 req-a240ff1d-1970-47d2-be69-09e9819a90d6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 943 time: 0.0799334 Dec 20 16:21:59.595827 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2cf81028-4f68-4781-bd32-a9699a906ff2 req-c8961bf3-5b91-4173-b409-a31712a10815 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Dec 20 16:22:00.797712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b19de-8ae2-45ac-a6f6-59414b770dad req-35cac34f-de48-4537-9081-26c1a43d39be tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:00.799227 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e4b19de-8ae2-45ac-a6f6-59414b770dad req-35cac34f-de48-4537-9081-26c1a43d39be tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 943 time: 0.0789819 Dec 20 16:22:00.845338 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e4b19de-8ae2-45ac-a6f6-59414b770dad req-79f58225-7831-4aa4-97ef-6dce8a97db27 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405567 Dec 20 16:22:02.055807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418b3a7-ffd0-4c80-bae4-0b920cd9a62f req-f73f8ffc-c11e-49c8-a016-1fb583d75de4 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:02.057630 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8418b3a7-ffd0-4c80-bae4-0b920cd9a62f req-f73f8ffc-c11e-49c8-a016-1fb583d75de4 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 943 time: 0.0905592 Dec 20 16:22:02.103240 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8418b3a7-ffd0-4c80-bae4-0b920cd9a62f req-6da03bbb-d25b-4948-8dd6-399515ecaf59 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402112 Dec 20 16:22:03.317756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74c88-3f52-450e-9a69-52e88e25225a req-1830db04-9cfa-4c81-b0d6-ddadb22e5d22 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:03.319261 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cc74c88-3f52-450e-9a69-52e88e25225a req-1830db04-9cfa-4c81-b0d6-ddadb22e5d22 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 943 time: 0.0865626 Dec 20 16:22:03.377187 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cc74c88-3f52-450e-9a69-52e88e25225a req-91d82b6e-d2d3-40d7-b0c1-0cdd7a0c7786 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512998 Dec 20 16:22:03.895765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9795fed2-59e3-432b-800e-a8a4fe065741 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:22:04.029865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9795fed2-59e3-432b-800e-a8a4fe065741, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9795fed2-59e3-432b-800e-a8a4fe065741,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:22:04.043884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '9795fed2-59e3-432b-800e-a8a4fe065741', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'port_id': '9795fed2-59e3-432b-800e-a8a4fe065741', 'mac_address': 'fa:16:3e:91:35:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:22:04.099301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:04.118033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9795fed2-59e3-432b-800e-a8a4fe065741 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:22:04.136020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9795fed2-59e3-432b-800e-a8a4fe065741, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9795fed2-59e3-432b-800e-a8a4fe065741,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:22:04.194965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:04.197712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:22:04.266239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9795fed2-59e3-432b-800e-a8a4fe065741,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:04.269567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:22:04.513373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['9795fed2-59e3-432b-800e-a8a4fe065741'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:22:04.573255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88adffe-2ea5-439d-a3e4-c969abcc0be5 req-ca83bca6-f1d5-4a39-b0ac-a6b736146701 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:04.575311 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b88adffe-2ea5-439d-a3e4-c969abcc0be5 req-ca83bca6-f1d5-4a39-b0ac-a6b736146701 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 944 time: 0.0793946 Dec 20 16:22:04.623968 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b88adffe-2ea5-439d-a3e4-c969abcc0be5 req-c8533f21-c8f2-42ec-a19b-2a5e02bc22af tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Dec 20 16:22:05.823212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff93190-dbec-469a-b8da-53629b1e6dda req-a405e768-0ca1-438c-bf66-d62d13af78a1 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:05.825158 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff93190-dbec-469a-b8da-53629b1e6dda req-a405e768-0ca1-438c-bf66-d62d13af78a1 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 944 time: 0.0813911 Dec 20 16:22:05.896638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9795fed2-59e3-432b-800e-a8a4fe065741 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:22:05.973156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bff93190-dbec-469a-b8da-53629b1e6dda req-7d8f6d11-8053-4687-b2b8-621f71c8e221 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403408 Dec 20 16:22:06.006458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 9795fed2-59e3-432b-800e-a8a4fe065741 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:22:06.012195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 9795fed2-59e3-432b-800e-a8a4fe065741 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:22:06.013448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:06.125083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:06.152877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9795fed2-59e3-432b-800e-a8a4fe065741'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:22:06.162493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9795fed2-59e3-432b-800e-a8a4fe065741, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9795fed2-59e3-432b-800e-a8a4fe065741,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:22:06.207918 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9795fed2-59e3-432b-800e-a8a4fe065741', 'code': 200} Dec 20 16:22:06.240032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:06.241913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-5d96c80a-33e2-4189-aec7-66acaa2566d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:22:06.309327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9795fed2-59e3-432b-800e-a8a4fe065741,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:06.312357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:22:06.497947 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51f8724f-e5ab-44cc-a1f7-76e433db5c99 req-bc5793a4-e371-4b0d-a745-9aed26acd4b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0668030 Dec 20 16:22:06.541161 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51f8724f-e5ab-44cc-a1f7-76e433db5c99 req-fb02ced5-4c0e-4b1a-9e48-c33b68e22d07 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362895 Dec 20 16:22:07.186734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6e032-f956-414d-8f41-9049a30fd442 req-2e21ab8c-a7b8-49a7-9ca8-ca0dea3b6a13 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:07.188239 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a3e6e032-f956-414d-8f41-9049a30fd442 req-2e21ab8c-a7b8-49a7-9ca8-ca0dea3b6a13 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 945 time: 0.0898063 Dec 20 16:22:07.242291 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a3e6e032-f956-414d-8f41-9049a30fd442 req-fe83ffcb-6889-44cd-a0c6-f73905666c63 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482433 Dec 20 16:22:08.438204 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b54f3-4a60-4131-9d3c-4f4c659aafc9 req-6546b5a0-9a32-45e8-885f-ab34266eedc4 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:08.439669 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c17b54f3-4a60-4131-9d3c-4f4c659aafc9 req-6546b5a0-9a32-45e8-885f-ab34266eedc4 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 945 time: 0.0754035 Dec 20 16:22:08.487737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c17b54f3-4a60-4131-9d3c-4f4c659aafc9 req-fbeb6caf-b65b-40ba-bcb4-a3008ac6f9da tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425878 Dec 20 16:22:08.679281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a548d-05e8-4565-882a-0928d11be463 req-e27f6331-b1c4-4bd3-b36c-900229193b6d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:08.680721 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb2a548d-05e8-4565-882a-0928d11be463 req-e27f6331-b1c4-4bd3-b36c-900229193b6d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 945 time: 0.0747156 Dec 20 16:22:08.725236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb2a548d-05e8-4565-882a-0928d11be463 req-6f13a12d-4080-477b-9f40-a5797d2dbc28 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384758 Dec 20 16:22:08.753724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59090) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:22:08.888057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3db00722-0b40-4bcf-bd78-925c0edb7fc4 tempest-TestVolumeBootPattern-1584951986 tempest-TestVolumeBootPattern-1584951986-project-admin] Synchronizing usage tracker for tenant:b77baf025f22472a945cb9d9852941f6 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:22:08.983797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3db00722-0b40-4bcf-bd78-925c0edb7fc4 tempest-TestVolumeBootPattern-1584951986 tempest-TestVolumeBootPattern-1584951986-project-admin] Unset dirty status for tenant:b77baf025f22472a945cb9d9852941f6 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:22:08.985113 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3db00722-0b40-4bcf-bd78-925c0edb7fc4 tempest-TestVolumeBootPattern-1584951986 tempest-TestVolumeBootPattern-1584951986-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 1093 time: 0.2303436 Dec 20 16:22:08.988425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59096) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:22:08.993897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '9795fed2-59e3-432b-800e-a8a4fe065741', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:22:09.000096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:22:09.003890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:floatingip and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:22:09.006654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:22:09.012302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:22:09.098107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:09.235482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:09.368134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Allocated IP 172.26.7.19 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/4657ce1a-3c7b-40af-bb41-0ecbfd04d00d) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:22:09.513758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:09.606931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:09.610685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:22:09.677915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:22:09.680531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:22:09.684748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:22:09.709020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'Port': ['ID=4657ce1a-3c7b-40af-bb41-0ecbfd04d00d,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:09.713739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:22:10.184413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:10.303265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:10.608352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:10.669272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:10.673012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cfabd6fe-2216-43d2-926e-cf67437c700c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:22:10.773549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'Port': ['ID=4657ce1a-3c7b-40af-bb41-0ecbfd04d00d,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:10.778542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:22:10.793383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:10.978064 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Floating IP b9507299-d1a2-4ec9-99c8-79e340e88a7a associated. External IP: 172.26.7.19, port: 9795fed2-59e3-432b-800e-a8a4fe065741. Dec 20 16:22:11.368149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:22:11.570312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:22:11.580539 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] Sync routers for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:22:11.591843 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:22:11.592533 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:21:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:22:11.657929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:11.711157 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7216837 Dec 20 16:22:11.711805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'tag': '9795fed2-59e3-432b-800e-a8a4fe065741'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:22:11.766614 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'tag': '9795fed2-59e3-432b-800e-a8a4fe065741', 'status': 'completed', 'code': 200} Dec 20 16:22:11.766864 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:22:11.862801 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-824da3cc-ce29-48c8-9d01-bfc684cbda4e req-a9c00389-b75d-46c8-9d7c-0769bd1de344 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0741856 Dec 20 16:22:11.995177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824da3cc-ce29-48c8-9d01-bfc684cbda4e req-2c471d0c-6567-43c4-a29e-36345182393f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:11.997154 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-824da3cc-ce29-48c8-9d01-bfc684cbda4e req-2c471d0c-6567-43c4-a29e-36345182393f service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1280892 Dec 20 16:22:12.100381 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-824da3cc-ce29-48c8-9d01-bfc684cbda4e req-32b3daa2-792b-4025-a140-4492fa454e5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9795fed2-59e3-432b-800e-a8a4fe065741 HTTP/1.1" status: 200 len: 998 time: 0.0973701 Dec 20 16:22:12.119253 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'b9507299-d1a2-4ec9-99c8-79e340e88a7a', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': '9795fed2-59e3-432b-800e-a8a4fe065741', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:91:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:10Z', 'updated_at': '2021-12-20T16:22:10Z', 'revision_number': 0, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:22:12.124106 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] Checking router: 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:22:12.135459 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:22:12.136117 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:21:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:22:12.289338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824da3cc-ce29-48c8-9d01-bfc684cbda4e req-a8665974-a73e-4c27-ae40-8bbe470c2654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:12.290753 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-824da3cc-ce29-48c8-9d01-bfc684cbda4e req-a8665974-a73e-4c27-ae40-8bbe470c2654 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.1847684 Dec 20 16:22:12.317488 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:22:12.369508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-824da3cc-ce29-48c8-9d01-bfc684cbda4e req-3b4a8d6d-71ca-4934-947d-627edb6874ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722389 Dec 20 16:22:12.512152 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-824da3cc-ce29-48c8-9d01-bfc684cbda4e req-6c97b933-985c-4746-9e18-432db4e638c6 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365643 Dec 20 16:22:12.651786 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-824da3cc-ce29-48c8-9d01-bfc684cbda4e req-390b1f07-ce0d-4588-b3e2-5c4bd3e44f5d service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331379 Dec 20 16:22:12.680751 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'b9507299-d1a2-4ec9-99c8-79e340e88a7a', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': '9795fed2-59e3-432b-800e-a8a4fe065741', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:91:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:10Z', 'updated_at': '2021-12-20T16:22:10Z', 'revision_number': 0, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:22:12.684824 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3d30f-871f-495a-9089-ae552eb7221c None None] The sync data for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv is: [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'b9507299-d1a2-4ec9-99c8-79e340e88a7a', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': '9795fed2-59e3-432b-800e-a8a4fe065741', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:91:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:10Z', 'updated_at': '2021-12-20T16:22:10Z', 'revision_number': 0, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:22:12.876090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6171e-5412-4293-97d0-ccfc3e1c3b1d None None] New status for floating IP b9507299-d1a2-4ec9-99c8-79e340e88a7a: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:22:14.846073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:21.994485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3fd6990c-37a8-40db-965d-80427dbcfc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:24.251517 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8206bf73-22e5-40ce-8b7c-b1aabac51898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:25.468844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:25.503083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:26.965796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:31.896961 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:22:44.931944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:45.035251 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df584ec0-4931-4523-8e64-bfeb26ee1233 req-da24a1fd-e091-44bc-befa-786b7881bde2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692606 Dec 20 16:22:45.182095 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df584ec0-4931-4523-8e64-bfeb26ee1233 req-42074316-a41e-414a-96c1-3f51c47a0ee7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0778544 Dec 20 16:22:45.374933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df584ec0-4931-4523-8e64-bfeb26ee1233 req-ab3e5f09-5b1e-45b3-a823-2007c0586563 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:45.376443 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df584ec0-4931-4523-8e64-bfeb26ee1233 req-ab3e5f09-5b1e-45b3-a823-2007c0586563 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1754959 Dec 20 16:22:45.475304 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df584ec0-4931-4523-8e64-bfeb26ee1233 req-6e87baed-dda8-4d42-8f40-3df25bfe2fd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9795fed2-59e3-432b-800e-a8a4fe065741 HTTP/1.1" status: 200 len: 1000 time: 0.0928562 Dec 20 16:22:45.543033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df584ec0-4931-4523-8e64-bfeb26ee1233 req-f379e805-83bc-4339-93d0-26780c028d94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:45.544510 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df584ec0-4931-4523-8e64-bfeb26ee1233 req-f379e805-83bc-4339-93d0-26780c028d94 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0626979 Dec 20 16:22:45.619604 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df584ec0-4931-4523-8e64-bfeb26ee1233 req-4ff644f9-4d61-4fc8-bb36-03de5c66275d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688348 Dec 20 16:22:45.752378 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df584ec0-4931-4523-8e64-bfeb26ee1233 req-1b8fecd2-a2c8-4735-a6b8-be2a6612f9fa service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261072 Dec 20 16:22:45.886142 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df584ec0-4931-4523-8e64-bfeb26ee1233 req-57ee2609-bc03-4ac2-a679-4d75a7287387 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280596 Dec 20 16:22:51.978020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78911460-b03d-46e2-a789-e1bc416cb2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:54.286806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-de3c8e14-ac0c-439a-88d5-d7959f619ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:55.618228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:55.641341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:22:56.945148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:08.897360 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:23:14.934054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:21.997625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1209e979-2b1c-4e37-b3b7-29fa37a63815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:24.282726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0c6d5deb-37c9-474b-a474-f520eac0dc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:25.528986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:25.562593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:26.974727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:44.939993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:45.898402 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:23:47.099251 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-9c3c817e-5c45-4715-a0b8-788cb25d1ae5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1481850 Dec 20 16:23:47.245777 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-305d99c9-10fe-412e-b4cf-76e43bd6e6cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0722301 Dec 20 16:23:47.395466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-5934d31e-8150-44de-b5ae-13be272d33a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:47.396919 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-5934d31e-8150-44de-b5ae-13be272d33a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1304426 Dec 20 16:23:47.609420 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-e97e0069-03aa-48d2-b948-9b658329a9aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9795fed2-59e3-432b-800e-a8a4fe065741 HTTP/1.1" status: 200 len: 1000 time: 0.2055395 Dec 20 16:23:47.671601 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-e2d24365-dfc2-4669-8978-de9289542243 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:47.694888 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-e2d24365-dfc2-4669-8978-de9289542243 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0585122 Dec 20 16:23:47.751611 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-60252a32-c2da-4a33-a613-df65856d4f44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722556 Dec 20 16:23:47.761926 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-a52bbf87-8aa9-4cc7-8766-c2d687bbd1e0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:23:47.762893 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-a52bbf87-8aa9-4cc7-8766-c2d687bbd1e0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050282 Dec 20 16:23:47.899342 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-e2e10d04-b405-4c2a-9cc9-d571f3bf6ca1 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300714 Dec 20 16:23:48.032909 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ed3ef2-7078-4300-b4c5-7b9f68bf4de6 req-ca9c3048-39f8-48df-9d8f-b19676148b4f service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278183 Dec 20 16:23:51.998820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ab5002f1-0971-4388-9130-d3b9c9e6198b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:54.267680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f51765b-7b4d-484d-a93c-c7990672b32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:55.479024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:55.547957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:23:56.936328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:14.948848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:22.000783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8cca2fb6-7910-4eb3-b53b-12c0d50775e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:22.900910 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:24:24.281046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-23b6641a-c474-45d8-8f17-0bad2e5ffcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:25.487022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:25.515217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:26.932513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:44.950653 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:47.037726 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3aa49416-4972-423c-b136-0706aedfbdf1 req-460a171e-c5ed-48fe-98d7-5de23fdcf684 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672071 Dec 20 16:24:47.174372 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3aa49416-4972-423c-b136-0706aedfbdf1 req-6778f2ea-0649-493a-9170-3bbcaf74a528 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0719419 Dec 20 16:24:47.318609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49416-4972-423c-b136-0706aedfbdf1 req-200877b9-2cb6-4bc0-aecc-347c92b48900 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:47.320058 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3aa49416-4972-423c-b136-0706aedfbdf1 req-200877b9-2cb6-4bc0-aecc-347c92b48900 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1278596 Dec 20 16:24:47.423254 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3aa49416-4972-423c-b136-0706aedfbdf1 req-6c38d9eb-52d1-46d5-88f5-d7ee3e1637af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9795fed2-59e3-432b-800e-a8a4fe065741 HTTP/1.1" status: 200 len: 1000 time: 0.0971913 Dec 20 16:24:47.489265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49416-4972-423c-b136-0706aedfbdf1 req-e553cdff-2f6c-4353-be3e-3ab5f14cdb9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:47.490720 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3aa49416-4972-423c-b136-0706aedfbdf1 req-e553cdff-2f6c-4353-be3e-3ab5f14cdb9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0605652 Dec 20 16:24:47.562968 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3aa49416-4972-423c-b136-0706aedfbdf1 req-fef1add3-5e64-4293-a329-3e48d0b2c1b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657940 Dec 20 16:24:47.693603 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3aa49416-4972-423c-b136-0706aedfbdf1 req-d19d0720-c774-43c2-af69-185a610a29cd service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241865 Dec 20 16:24:47.826242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3aa49416-4972-423c-b136-0706aedfbdf1 req-6d8eed1c-cff0-41ab-8c98-c3e4a3bb84be service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265473 Dec 20 16:24:52.014037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-63173726-3ae6-4b21-8d6f-ba7fa4a07478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:54.311454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e179cdab-39f8-44d4-83e7-9991e43bfbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:55.493680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:55.529278 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:56.957720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:24:59.900940 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:25:05.453905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09f85-6ebe-43f3-bb2d-3e48884494d0 req-27e9e922-3aa6-4d2d-9496-b9627d227dad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:05.455379 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-27d09f85-6ebe-43f3-bb2d-3e48884494d0 req-27e9e922-3aa6-4d2d-9496-b9627d227dad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 945 time: 0.1468287 Dec 20 16:25:05.501699 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-27d09f85-6ebe-43f3-bb2d-3e48884494d0 req-a078b799-21d8-466a-a33a-615390e7c9cc tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408733 Dec 20 16:25:06.788937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85d95a-53f7-404a-94ad-1dc68d35f330 req-eae3651d-f16d-4757-9c20-81e49c0c12cd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:06.790364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7d85d95a-53f7-404a-94ad-1dc68d35f330 req-eae3651d-f16d-4757-9c20-81e49c0c12cd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 945 time: 0.1484687 Dec 20 16:25:06.839045 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7d85d95a-53f7-404a-94ad-1dc68d35f330 req-d0e799bc-f218-46e1-9ce1-0058653d1acb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Dec 20 16:25:06.934003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-16ff535b-d8f4-4bd2-a4c3-ae5e6e01ac76 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:06.935461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-16ff535b-d8f4-4bd2-a4c3-ae5e6e01ac76 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 945 time: 0.0738616 Dec 20 16:25:07.009826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Deleting port 9795fed2-59e3-432b-800e-a8a4fe065741 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:25:07.020566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:07.349934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] For port 9795fed2-59e3-432b-800e-a8a4fe065741, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9795fed2-59e3-432b-800e-a8a4fe065741,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:25:07.350285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:07.641448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:07.641816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:07.642123 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Floating IP b9507299-d1a2-4ec9-99c8-79e340e88a7a disassociated. External IP: 172.26.7.19, port: 9795fed2-59e3-432b-800e-a8a4fe065741. Dec 20 16:25:07.642455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Calling delete_port for 9795fed2-59e3-432b-800e-a8a4fe065741 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:25:07.860326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:07.866070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b807b3ae-8a78-4bcd-8a8d-ebdd5cbca1e1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:25:07.909828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event deleted for resources: {'Port': ['ID=9795fed2-59e3-432b-800e-a8a4fe065741,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:07.932700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:07.933095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:07.933475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:07.933856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:07.934298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:07.934583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:07.934970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:07.935339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:07.945419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:07.945419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:07.945419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:08.001222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:25:08.058591 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-46f73da7-052b-4ad1-87aa-00da01859c30 req-36d08a1c-0e7f-4fb2-81a2-c070812957e8 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 210 time: 0.0589430 Dec 20 16:25:08.214178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:25:08.442295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:25:08.452358 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] Sync routers for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:25:08.464497 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:25:08.465119 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:24:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:08.514099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] No DVR routers for this DVR port 9795fed2-59e3-432b-800e-a8a4fe065741 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:25:08.516559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:08.519413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'name': 'network-vif-deleted', 'tag': '9795fed2-59e3-432b-800e-a8a4fe065741'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:25:08.577716 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780e8ae2-1cf3-4589-a7f3-c82cfe106bb9', 'name': 'network-vif-deleted', 'tag': '9795fed2-59e3-432b-800e-a8a4fe065741', 'status': 'completed', 'code': 200} Dec 20 16:25:08.656129 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:25:08.718352 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3910ae8b-7398-4e40-adab-f4f41e72134a req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "DELETE /v2.0/ports/9795fed2-59e3-432b-800e-a8a4fe065741 HTTP/1.1" status: 204 len: 173 time: 1.7777076 Dec 20 16:25:09.001276 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:09.006217 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] Checking router: 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:25:09.018307 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:25:09.018928 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:24:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:09.214936 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:25:09.241183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-a4778e97-6116-43d3-a34f-0577f3aaa722 req-3e6067e7-5f6b-4172-9719-dbe3c9f486fd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Synchronizing usage tracker for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:25:09.363865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-a4778e97-6116-43d3-a34f-0577f3aaa722 req-3e6067e7-5f6b-4172-9719-dbe3c9f486fd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Unset dirty status for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:25:09.365036 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a4778e97-6116-43d3-a34f-0577f3aaa722 req-3e6067e7-5f6b-4172-9719-dbe3c9f486fd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 210 time: 0.1709912 Dec 20 16:25:09.534102 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:09.537890 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c94ba-2995-4a2a-a473-b3c33f066aad None None] The sync data for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv is: [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:25:09.758175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0b4a17-5c69-4db9-afff-67957e182450 None None] New status for floating IP b9507299-d1a2-4ec9-99c8-79e340e88a7a: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:25:10.547158 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb647c6d-d7ae-4f0f-ad01-018d4b419769 req-f3a49ae5-e95f-48d5-af54-fdf67ad9b3d5 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=780e8ae2-1cf3-4589-a7f3-c82cfe106bb9 HTTP/1.1" status: 200 len: 210 time: 0.0453358 Dec 20 16:25:10.746090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9795fed2-59e3-432b-800e-a8a4fe065741 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:25:10.779811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 9795fed2-59e3-432b-800e-a8a4fe065741 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:25:10.780525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9795fed2-59e3-432b-800e-a8a4fe065741 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:25:11.875808 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-0e7842ac-5359-4eff-8ced-6080d33fe8d8 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898249152&fields=id&tenant_id=18242fdc39a349a3b7037a3e7983ed90 HTTP/1.1" status: 200 len: 267 time: 0.0405176 Dec 20 16:25:12.125174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566a39a-254c-472f-8782-06d53addf3fa req-750e3be4-6df2-4ca5-b8b5-2bddb723cc8a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:12.126660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-750e3be4-6df2-4ca5-b8b5-2bddb723cc8a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 811 time: 0.2446740 Dec 20 16:25:12.146335 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-de7e0af6-4696-454b-b716-481fe4cd75e0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/quotas/18242fdc39a349a3b7037a3e7983ed90 HTTP/1.1" status: 200 len: 375 time: 0.0143180 Dec 20 16:25:12.228152 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-64753f57-c161-4b91-a77f-2d478682e389 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763183 Dec 20 16:25:12.363359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-a9732a6c-ec10-4156-a9ba-53cfaf10fd9f service neutron] 10.222.0.62 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237669 Dec 20 16:25:12.497422 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-944a9aec-1c92-4c9e-bae8-f15ba438be34 service neutron] 10.222.0.62 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276708 Dec 20 16:25:13.258112 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4c82d080-d9f5-4f54-9d0d-f4c389a2bb01 req-c1490e7d-7d07-453e-bfe7-60f9e9207074 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 210 time: 0.0472884 Dec 20 16:25:14.423347 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-92df3a10-40c8-4c9b-abfb-8144d94fe92d req-de6fbec5-8871-4b48-99e5-d100221275f6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 210 time: 0.0424318 Dec 20 16:25:15.044116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:15.584298 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f60c0242-90ab-4970-a10c-3f5e3a42bb90 req-f24cf04b-b501-4129-92da-fbeb69948b3e tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 210 time: 0.0404642 Dec 20 16:25:15.974794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566a39a-254c-472f-8782-06d53addf3fa req-95b7146a-d122-4ad9-9c9b-a6d1e4cb2d61 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:15.976221 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-95b7146a-d122-4ad9-9c9b-a6d1e4cb2d61 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 811 time: 0.1476893 Dec 20 16:25:16.030032 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-198d3b64-c689-4dcb-b93d-e28f1b8b732a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18242fdc39a349a3b7037a3e7983ed90 HTTP/1.1" status: 200 len: 379 time: 0.0409479 Dec 20 16:25:16.038274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'port': {'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'admin_state_up': True, 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'security_groups': ['a95a3012-4a5a-4189-b4ea-9ae2eafa9216']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:25:16.175020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:25:16.185338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:25:16.260996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Made reservation on behalf of 18242fdc39a349a3b7037a3e7983ed90 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:25:16.264210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:16.429081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Allocated IP 172.20.0.11 (99188ddf-463c-41d7-bd44-2fc8893b6ec6/f37eb1f5-1a42-401e-aaa8-915bb3652be6/ea14fa1e-6973-44b7-b949-b6724920ff41) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:25:16.624009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:16.641477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Transition to ACTIVE for port object ea14fa1e-6973-44b7-b949-b6724920ff41 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:25:16.749229 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18eefb7a-77c4-492a-a75a-7764984264c5 req-aa858a78-045b-438c-9761-7e1b8bcbcee5 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 210 time: 0.0412459 Dec 20 16:25:16.764778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:16.773586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:25:16.842822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:25:16.846318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:25:16.850123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:25:16.885574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'Port': ['ID=ea14fa1e-6973-44b7-b949-b6724920ff41,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:16.890026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:25:16.917333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:16.922708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:17.027947 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9933319 Dec 20 16:25:17.039376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Request body: {'port': {'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:25:17.153089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:17.227339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3923d57e-d526-48db-8221-05e08c03538a None None] Provisioning for port ea14fa1e-6973-44b7-b949-b6724920ff41 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:25:17.234704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3923d57e-d526-48db-8221-05e08c03538a None None] Provisioning complete for port ea14fa1e-6973-44b7-b949-b6724920ff41 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:25:17.235406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3923d57e-d526-48db-8221-05e08c03538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:17.293902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-3923d57e-d526-48db-8221-05e08c03538a None None] Port ea14fa1e-6973-44b7-b949-b6724920ff41 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:25:17.598506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea14fa1e-6973-44b7-b949-b6724920ff41 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:25:17.606035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:17.620835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Transition to ACTIVE for port object ea14fa1e-6973-44b7-b949-b6724920ff41 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:25:17.712717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:17.716676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ad74b545-bfaa-4b61-be3f-5f4095bece17 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:25:17.845462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Pushing event updated for resources: {'Port': ['ID=ea14fa1e-6973-44b7-b949-b6724920ff41,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:17.849940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:25:18.017313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Attempting to bind port ea14fa1e-6973-44b7-b949-b6724920ff41 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:25:18.017641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Attempting to bind port ea14fa1e-6973-44b7-b949-b6724920ff41 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:25:18.017960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Attempting to bind port ea14fa1e-6973-44b7-b949-b6724920ff41 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:25:18.033931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c056e-d145-4fb3-acc0-4ce9f97fc014 req-6927731a-f49a-49b8-8638-bc43134bdac1 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:18.034822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-eb1c056e-d145-4fb3-acc0-4ce9f97fc014 req-6927731a-f49a-49b8-8638-bc43134bdac1 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Synchronizing usage tracker for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:25:18.039228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Port ea14fa1e-6973-44b7-b949-b6724920ff41 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:25:18.040077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Attempting to bind port ea14fa1e-6973-44b7-b949-b6724920ff41 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:25:18.053633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:25:18.053910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Checking segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:25:18.054310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Bound using segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:25:18.054741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Bound port: ea14fa1e-6973-44b7-b949-b6724920ff41, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:25:18.055168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:18.143094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] For port ea14fa1e-6973-44b7-b949-b6724920ff41, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:25:18.146249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] For port ea14fa1e-6973-44b7-b949-b6724920ff41, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=ea14fa1e-6973-44b7-b949-b6724920ff41,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:25:18.181736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-eb1c056e-d145-4fb3-acc0-4ce9f97fc014 req-6927731a-f49a-49b8-8638-bc43134bdac1 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Unset dirty status for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:25:18.182965 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb1c056e-d145-4fb3-acc0-4ce9f97fc014 req-6927731a-f49a-49b8-8638-bc43134bdac1 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 944 time: 0.3012302 Dec 20 16:25:18.240236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb1c056e-d145-4fb3-acc0-4ce9f97fc014 req-18666fed-29c8-4301-b55d-c859e66c9da4 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514116 Dec 20 16:25:18.261877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:18.265884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a3e92cb3-42c0-4caf-8584-9cb697f8105a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:25:18.330366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:18.331750 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] 10.222.0.64 "PUT /v2.0/ports/ea14fa1e-6973-44b7-b949-b6724920ff41 HTTP/1.1" status: 200 len: 1094 time: 1.2966444 Dec 20 16:25:18.332264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'tag': 'ea14fa1e-6973-44b7-b949-b6724920ff41'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:25:18.352890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Pushing event updated for resources: {'Port': ['ID=ea14fa1e-6973-44b7-b949-b6724920ff41,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:18.357112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:25:18.390555 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'tag': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'status': 'completed', 'code': 200} Dec 20 16:25:18.484640 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-068bf448-064a-47ee-9490-2ef7df169326 req-74683c46-afb1-4b3b-99f7-4d10a0eda96f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1097 time: 0.0732400 Dec 20 16:25:18.627886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bf448-064a-47ee-9490-2ef7df169326 req-a44ef3e3-325f-4b0b-85f2-a07bece7ea95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:18.629242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-068bf448-064a-47ee-9490-2ef7df169326 req-a44ef3e3-325f-4b0b-85f2-a07bece7ea95 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=18242fdc39a349a3b7037a3e7983ed90&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1378753 Dec 20 16:25:18.774981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bf448-064a-47ee-9490-2ef7df169326 req-5cd97d38-c79a-4f05-a45f-ba9adb9e8692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:18.776422 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-068bf448-064a-47ee-9490-2ef7df169326 req-5cd97d38-c79a-4f05-a45f-ba9adb9e8692 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352520 Dec 20 16:25:18.899728 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-aec645ad-ae2c-4fd4-ada9-4ae7db53ec7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1097 time: 0.0742762 Dec 20 16:25:18.970146 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-3a6c43e0-166c-416b-9ac4-e945294f3db6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea14fa1e-6973-44b7-b949-b6724920ff41 HTTP/1.1" status: 200 len: 217 time: 0.0609317 Dec 20 16:25:19.034600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566a39a-254c-472f-8782-06d53addf3fa req-dd4d9bc4-c98a-4462-9d23-87626dcf60f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:19.035955 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-dd4d9bc4-c98a-4462-9d23-87626dcf60f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0599079 Dec 20 16:25:19.111997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-054b163f-c7f6-4ebe-acd9-6e9b91e2279d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693903 Dec 20 16:25:19.249305 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-2bab18ed-4f89-46ca-b176-74f0db3af8b6 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292064 Dec 20 16:25:19.528235 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3566a39a-254c-472f-8782-06d53addf3fa req-47be6da6-579b-4b86-81fb-02c726c05a0d service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729542 Dec 20 16:25:19.557491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a8550-cff8-4f96-be20-5c56276de83e req-7e620b3a-6dba-4305-9ddf-1ff8a9618a89 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:19.558874 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bf4a8550-cff8-4f96-be20-5c56276de83e req-7e620b3a-6dba-4305-9ddf-1ff8a9618a89 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 944 time: 0.1983244 Dec 20 16:25:19.605067 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bf4a8550-cff8-4f96-be20-5c56276de83e req-5f8fd245-fd56-4691-ab14-0ad695223b42 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405610 Dec 20 16:25:20.801234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a29d-18c7-4f28-ac27-876b70fecc8f req-dec34712-7f8d-4a8f-a9d3-8f9418788655 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:20.802675 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4894a29d-18c7-4f28-ac27-876b70fecc8f req-dec34712-7f8d-4a8f-a9d3-8f9418788655 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 944 time: 0.0751247 Dec 20 16:25:20.850816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4894a29d-18c7-4f28-ac27-876b70fecc8f req-a4f46f88-f363-4c4a-99b5-786ad44d8b28 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 Dec 20 16:25:22.037866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-235a01f0-7f23-4e26-ae8f-8e01c122d447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:22.046092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4cde7-4edf-4d34-b6fc-2c3a32566b07 req-af98fa00-d318-4e95-b6d1-e8366a07ce59 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:22.047587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d3c4cde7-4edf-4d34-b6fc-2c3a32566b07 req-af98fa00-d318-4e95-b6d1-e8366a07ce59 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 944 time: 0.0803845 Dec 20 16:25:22.104781 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d3c4cde7-4edf-4d34-b6fc-2c3a32566b07 req-506a35b4-b6be-4648-bc6d-48f9f831e614 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516522 Dec 20 16:25:23.312046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543f713-764f-44fa-a739-9a45fca946ba req-b5531dd4-75f3-4d3c-ac20-d600163ee28f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:23.313507 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d543f713-764f-44fa-a739-9a45fca946ba req-b5531dd4-75f3-4d3c-ac20-d600163ee28f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 944 time: 0.0791535 Dec 20 16:25:23.364585 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d543f713-764f-44fa-a739-9a45fca946ba req-a71074af-0a91-4b7d-bcf0-f7cfd6ee47b2 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449765 Dec 20 16:25:24.330050 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7332c0c4-398b-4897-8f2f-74266afbdd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:24.564153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8f14e-d3f3-4da9-81e5-1d630acbb4ff req-a35b3f56-ea37-47b4-b533-9093f8cad598 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:24.565490 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0fc8f14e-d3f3-4da9-81e5-1d630acbb4ff req-a35b3f56-ea37-47b4-b533-9093f8cad598 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 944 time: 0.0781381 Dec 20 16:25:24.610654 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0fc8f14e-d3f3-4da9-81e5-1d630acbb4ff req-d3e7da60-de4f-4701-a534-d642d3e195c2 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396481 Dec 20 16:25:25.496909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:25.542471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:25.839953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c5c6-34e7-4a8a-9617-4194c222e0bc req-3063509a-a531-4ac7-ae66-a6c89da45496 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:25.841309 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6158c5c6-34e7-4a8a-9617-4194c222e0bc req-3063509a-a531-4ac7-ae66-a6c89da45496 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 944 time: 0.0912204 Dec 20 16:25:25.888594 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6158c5c6-34e7-4a8a-9617-4194c222e0bc req-ca42f499-7220-4c6a-bf62-6ef388e7bc9d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416319 Dec 20 16:25:27.044819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:27.093869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45eab-2c45-4e2f-aef1-ce897e7f0e4d req-b06f7159-eb84-4e2d-b8d0-52adf74da84d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:27.095426 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7f45eab-2c45-4e2f-aef1-ce897e7f0e4d req-b06f7159-eb84-4e2d-b8d0-52adf74da84d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 944 time: 0.0804758 Dec 20 16:25:27.141891 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7f45eab-2c45-4e2f-aef1-ce897e7f0e4d req-19f1306e-536e-49fe-bd52-44f9d5687d2d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410242 Dec 20 16:25:28.354812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433639a-96a3-4c25-ad61-9742c000496d req-22b3e067-232e-492a-b668-32c80554ec0c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:28.356254 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5433639a-96a3-4c25-ad61-9742c000496d req-22b3e067-232e-492a-b668-32c80554ec0c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 944 time: 0.0802896 Dec 20 16:25:28.402033 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5433639a-96a3-4c25-ad61-9742c000496d req-cfb225d1-ca3c-4829-9d36-e04e7e668e18 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403271 Dec 20 16:25:28.809239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device ea14fa1e-6973-44b7-b949-b6724920ff41 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:25:28.949674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port ea14fa1e-6973-44b7-b949-b6724920ff41, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=ea14fa1e-6973-44b7-b949-b6724920ff41,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:25:28.963278 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'mac_address': 'fa:16:3e:59:66:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:25:29.016751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:29.038005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea14fa1e-6973-44b7-b949-b6724920ff41 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:25:29.053805 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port ea14fa1e-6973-44b7-b949-b6724920ff41, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=ea14fa1e-6973-44b7-b949-b6724920ff41,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:25:29.141983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:29.143755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:25:29.264391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=ea14fa1e-6973-44b7-b949-b6724920ff41,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:29.272591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.272939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.273287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.273621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.273953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.274881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.275233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.275561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.275885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.276205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.276528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:29.280436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:25:29.504031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['ea14fa1e-6973-44b7-b949-b6724920ff41'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:25:29.623165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208156ef-8749-4df1-866e-fd5fdf646121 req-21757f88-c436-4093-8c5b-2e3205076588 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:29.624646 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-208156ef-8749-4df1-866e-fd5fdf646121 req-21757f88-c436-4093-8c5b-2e3205076588 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 945 time: 0.1026847 Dec 20 16:25:29.671835 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-208156ef-8749-4df1-866e-fd5fdf646121 req-585caaae-d797-4c9c-9454-7405fb17087f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411007 Dec 20 16:25:30.812176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device ea14fa1e-6973-44b7-b949-b6724920ff41 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:25:30.876255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117725d-a645-4927-b875-64639b30e83a req-f34a022a-a6f9-45b3-b153-13209a144458 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:30.877773 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7117725d-a645-4927-b875-64639b30e83a req-f34a022a-a6f9-45b3-b153-13209a144458 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 945 time: 0.0826671 Dec 20 16:25:30.924539 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7117725d-a645-4927-b875-64639b30e83a req-8c578b70-15a6-4f02-9ff3-e4802625d062 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411098 Dec 20 16:25:30.930588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port ea14fa1e-6973-44b7-b949-b6724920ff41 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:25:30.936450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port ea14fa1e-6973-44b7-b949-b6724920ff41 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:25:30.936893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:31.047703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:31.078393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea14fa1e-6973-44b7-b949-b6724920ff41'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:25:31.088997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port ea14fa1e-6973-44b7-b949-b6724920ff41, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=ea14fa1e-6973-44b7-b949-b6724920ff41,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:25:31.193175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:31.195307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:25:31.232969 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'code': 200} Dec 20 16:25:31.269169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=ea14fa1e-6973-44b7-b949-b6724920ff41,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:31.272155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:25:31.725627 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-04bc861e-dcd2-44ac-a302-8f2467e09226 req-ef61073c-1a3c-41fc-b65d-28e7f7cdf19b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1099 time: 0.0664485 Dec 20 16:25:31.771740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-04bc861e-dcd2-44ac-a302-8f2467e09226 req-c9d98c5e-4cd1-4e55-8adb-950310cf1c32 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394776 Dec 20 16:25:32.128990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05c746-d36d-46e8-a231-9e4a47ac8778 req-576234ee-b7a3-46af-9d83-86e690b08ca6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:32.130460 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0e05c746-d36d-46e8-a231-9e4a47ac8778 req-576234ee-b7a3-46af-9d83-86e690b08ca6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 946 time: 0.0782218 Dec 20 16:25:32.177378 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0e05c746-d36d-46e8-a231-9e4a47ac8778 req-219a68fd-20d2-4bb5-9813-4ea5e39db186 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404677 Dec 20 16:25:33.380402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa395fc6-f48b-495d-a9a4-0da3f8d95ad2 req-c02526a6-8175-428d-a1e2-c4aa2e3f4cf0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:33.381834 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa395fc6-f48b-495d-a9a4-0da3f8d95ad2 req-c02526a6-8175-428d-a1e2-c4aa2e3f4cf0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 946 time: 0.0814402 Dec 20 16:25:33.427666 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa395fc6-f48b-495d-a9a4-0da3f8d95ad2 req-0e25db42-d5f7-4da1-9965-cfd78c4a449c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395248 Dec 20 16:25:33.622446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bfa19-f55f-4965-87c2-bfc17feea2a6 req-c255cd7b-bdb7-47f4-b118-a5ef6873edba tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:33.623894 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e40bfa19-f55f-4965-87c2-bfc17feea2a6 req-c255cd7b-bdb7-47f4-b118-a5ef6873edba tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 946 time: 0.0764096 Dec 20 16:25:33.669500 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e40bfa19-f55f-4965-87c2-bfc17feea2a6 req-ca23eb09-3cc1-4377-8a23-496b8c21b6e9 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400834 Dec 20 16:25:33.697568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59264) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:25:33.769471 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b40dac2a-43e3-449a-8d01-1aa6ed244b62 tempest-TestVolumeBootPattern-1584951986 tempest-TestVolumeBootPattern-1584951986-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1094 time: 0.0706804 Dec 20 16:25:33.771976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59268) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:25:33.777176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:25:33.782816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:25:33.786801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:floatingip and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:25:33.789768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:25:33.796136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:25:33.896068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:34.029901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:34.169394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Allocated IP 172.26.7.106 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/c1ce812c-b172-4349-a612-3a90e09994f0) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:25:34.418506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:34.548357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:34.552085 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c0f30e23-0190-4d23-abb0-763f39aa662f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:25:34.617811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:25:34.621258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:25:34.625191 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:25:34.656285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'Port': ['ID=c1ce812c-b172-4349-a612-3a90e09994f0,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:34.662369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:25:35.147149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:35.278200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:35.481426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:35.542058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:35.545978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6a222fd-4fda-4bbc-9acb-d2e66c5fcb09 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:25:35.649224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'Port': ['ID=c1ce812c-b172-4349-a612-3a90e09994f0,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:35.657847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:25:35.666840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:35.855762 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Floating IP 7d74a832-eb6a-44e5-92d3-812dce6103a4 associated. External IP: 172.26.7.106, port: ea14fa1e-6973-44b7-b949-b6724920ff41. Dec 20 16:25:36.403217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:25:36.606147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:25:36.615899 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] Sync routers for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:25:36.629719 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:25:36.633470 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:25:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:36.696641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:36.752261 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9792433 Dec 20 16:25:36.752915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'tag': 'ea14fa1e-6973-44b7-b949-b6724920ff41'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:25:36.806097 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'tag': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'status': 'completed', 'code': 200} Dec 20 16:25:36.815324 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:25:36.901668 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50166605-4fa7-47fc-aa19-dafcaf2cf441 req-a31ca782-1560-4634-b460-b5392105f408 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1099 time: 0.0722435 Dec 20 16:25:37.000387 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:25:37.038466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166605-4fa7-47fc-aa19-dafcaf2cf441 req-37bd7f42-df9f-436f-ab3a-eb520235e667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:37.042303 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50166605-4fa7-47fc-aa19-dafcaf2cf441 req-37bd7f42-df9f-436f-ab3a-eb520235e667 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1322606 Dec 20 16:25:37.145754 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50166605-4fa7-47fc-aa19-dafcaf2cf441 req-65b6cfe1-84d8-44fe-8bf0-4297aab56b1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea14fa1e-6973-44b7-b949-b6724920ff41 HTTP/1.1" status: 200 len: 1000 time: 0.0994630 Dec 20 16:25:37.208701 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7d74a832-eb6a-44e5-92d3-812dce6103a4', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:59:66:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:34Z', 'updated_at': '2021-12-20T16:25:34Z', 'revision_number': 0, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:37.209026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166605-4fa7-47fc-aa19-dafcaf2cf441 req-e1122850-26ac-446a-8421-0ba591bbc863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:37.210288 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50166605-4fa7-47fc-aa19-dafcaf2cf441 req-e1122850-26ac-446a-8421-0ba591bbc863 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0588181 Dec 20 16:25:37.213315 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] Checking router: 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:25:37.223998 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:25:37.224607 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:25:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:37.286251 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50166605-4fa7-47fc-aa19-dafcaf2cf441 req-5cba43bc-68b2-490b-a83e-ccf88d8ff212 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697463 Dec 20 16:25:37.407761 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:25:37.422670 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50166605-4fa7-47fc-aa19-dafcaf2cf441 req-eebb9bf7-8ccd-4d10-8a53-127bcb99217d service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297829 Dec 20 16:25:37.561009 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50166605-4fa7-47fc-aa19-dafcaf2cf441 req-88c0abd8-9fe4-49b6-875a-3a2d931b2ca4 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317263 Dec 20 16:25:37.760893 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7d74a832-eb6a-44e5-92d3-812dce6103a4', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:59:66:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:34Z', 'updated_at': '2021-12-20T16:25:34Z', 'revision_number': 0, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:37.765078 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a8990c-9c52-4c40-b948-28e516eba4d7 None None] The sync data for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv is: [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7d74a832-eb6a-44e5-92d3-812dce6103a4', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:59:66:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:34Z', 'updated_at': '2021-12-20T16:25:34Z', 'revision_number': 0, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:25:37.948638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7e988-0cb7-499b-92f9-718ec2de6c0b None None] New status for floating IP 7d74a832-eb6a-44e5-92d3-812dce6103a4: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:25:44.986758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:49.017776 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c65ca7b3-51a2-4c61-9552-1aa55d13fa8a req-6526e432-40dd-4e8e-90c7-c18f5cd32218 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749602 Dec 20 16:25:49.162278 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c65ca7b3-51a2-4c61-9552-1aa55d13fa8a req-4c2c4329-53af-4822-8b8c-916a00e4c75b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1099 time: 0.0692086 Dec 20 16:25:49.306498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca7b3-51a2-4c61-9552-1aa55d13fa8a req-04381d13-1638-4b78-91e8-74138b583c62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:49.307875 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c65ca7b3-51a2-4c61-9552-1aa55d13fa8a req-04381d13-1638-4b78-91e8-74138b583c62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1258543 Dec 20 16:25:49.408280 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c65ca7b3-51a2-4c61-9552-1aa55d13fa8a req-e9b7e69b-23f7-46fc-9f54-f95a60c0143f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea14fa1e-6973-44b7-b949-b6724920ff41 HTTP/1.1" status: 200 len: 1002 time: 0.0941670 Dec 20 16:25:49.468620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca7b3-51a2-4c61-9552-1aa55d13fa8a req-0200076e-4d6f-4f73-8fda-4bb5d9afb7db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:49.469988 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c65ca7b3-51a2-4c61-9552-1aa55d13fa8a req-0200076e-4d6f-4f73-8fda-4bb5d9afb7db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0559351 Dec 20 16:25:49.643095 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c65ca7b3-51a2-4c61-9552-1aa55d13fa8a req-edb48353-6799-49ee-a289-da7d56e21fbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1668055 Dec 20 16:25:49.770764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c65ca7b3-51a2-4c61-9552-1aa55d13fa8a req-5e1b1ec3-c2a3-4322-b67c-ad9a3824fe93 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214776 Dec 20 16:25:49.901250 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c65ca7b3-51a2-4c61-9552-1aa55d13fa8a req-fc32bbbb-4882-4908-b6e2-10fa2f8be2a0 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225283 Dec 20 16:25:52.033455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d82eb830-dd7d-460d-a77c-b9891d0ab7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:54.261311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4a5605bb-f980-4bbe-91d5-2eda95d1da9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:55.525886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:55.566677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:25:56.966543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:13.981089 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:26:14.987724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:22.001359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-327f509c-8c76-4a23-ad62-c248436db0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:24.262218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c7071261-ce16-4b93-a466-9d98c06ee8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:25.562026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:25.605472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:26.956422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:45.002894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:49.024103 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39a03495-30fa-40b1-948a-a4332c530ef6 req-c13a13b5-d543-4be8-96ae-3782dbbdb77e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741384 Dec 20 16:26:49.171158 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39a03495-30fa-40b1-948a-a4332c530ef6 req-d5f44919-8d7b-4f2c-ad4d-1367b0b11e4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1099 time: 0.0698049 Dec 20 16:26:49.325964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a03495-30fa-40b1-948a-a4332c530ef6 req-4f55259b-15ee-4a8b-83fe-3678ae1075d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:49.327427 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39a03495-30fa-40b1-948a-a4332c530ef6 req-4f55259b-15ee-4a8b-83fe-3678ae1075d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1371341 Dec 20 16:26:49.431733 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39a03495-30fa-40b1-948a-a4332c530ef6 req-51469b38-fad8-4e19-a83d-7d82bff144ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea14fa1e-6973-44b7-b949-b6724920ff41 HTTP/1.1" status: 200 len: 1002 time: 0.0970736 Dec 20 16:26:49.493702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a03495-30fa-40b1-948a-a4332c530ef6 req-4f3daca3-031b-47b9-b743-a56b15bdd484 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:49.495151 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39a03495-30fa-40b1-948a-a4332c530ef6 req-4f3daca3-031b-47b9-b743-a56b15bdd484 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0576453 Dec 20 16:26:49.571953 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39a03495-30fa-40b1-948a-a4332c530ef6 req-2b7d8c9b-1fe8-4ae9-9ecb-6ab6e1ec901d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702291 Dec 20 16:26:49.705087 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39a03495-30fa-40b1-948a-a4332c530ef6 req-beff7698-f2ea-429e-93aa-74fdf98d1a31 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260347 Dec 20 16:26:49.838659 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39a03495-30fa-40b1-948a-a4332c530ef6 req-50a93fdd-d959-49dd-8459-f17c7faf18b2 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278079 Dec 20 16:26:50.982754 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:26:52.048779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-09090fe8-00ce-4c8e-874c-84c482ee37c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:54.256381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f2a4285c-8a30-4958-bf7b-a562740f661d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:55.528970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:55.566515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:26:57.037220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:15.020877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:21.995121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb6fd-b015-4383-8102-6c7970d217ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:24.326852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-11ee2b19-8aef-487c-8a5c-79bee1348490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:25.466958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:25.498150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:26.975884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:27.982081 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:27:45.018729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:51.012325 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-283eeebc-d698-4370-b77b-6cd30475bb7b req-4e1ac1fd-6b0b-491a-b249-177b7f3b638f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666020 Dec 20 16:27:51.153162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-283eeebc-d698-4370-b77b-6cd30475bb7b req-d14a3ea5-78cb-46fe-aec0-c5063de3bf22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1099 time: 0.0716016 Dec 20 16:27:51.295435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eeebc-d698-4370-b77b-6cd30475bb7b req-c7e1e005-036a-4e21-b05a-e68fcfa39864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:51.296799 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-283eeebc-d698-4370-b77b-6cd30475bb7b req-c7e1e005-036a-4e21-b05a-e68fcfa39864 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1260517 Dec 20 16:27:51.502498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-283eeebc-d698-4370-b77b-6cd30475bb7b req-d1edc8c1-da9b-42dd-8c42-4bf10428b794 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea14fa1e-6973-44b7-b949-b6724920ff41 HTTP/1.1" status: 200 len: 1002 time: 0.1992660 Dec 20 16:27:51.562429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eeebc-d698-4370-b77b-6cd30475bb7b req-033e0b0c-a49e-4742-b2a3-78e72f81e099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:51.563829 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-283eeebc-d698-4370-b77b-6cd30475bb7b req-033e0b0c-a49e-4742-b2a3-78e72f81e099 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0557525 Dec 20 16:27:51.637073 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-283eeebc-d698-4370-b77b-6cd30475bb7b req-9f52d3f0-8185-43dc-95f0-c1de86500764 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671551 Dec 20 16:27:51.771906 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-283eeebc-d698-4370-b77b-6cd30475bb7b req-7d985236-76b2-4c30-813b-eea70e170110 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284442 Dec 20 16:27:51.901285 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-283eeebc-d698-4370-b77b-6cd30475bb7b req-1614ae91-c1c8-415d-b6ea-9cd52d3e78a7 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235571 Dec 20 16:27:52.053372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e6b8df84-203c-4b70-b240-03c687b34000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:54.281533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0b641b49-2679-458f-b0b4-ea1188e07865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:55.519282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:55.547452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:27:56.961859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:04.982652 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:28:15.085974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:22.029727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1ea2fba2-9778-4248-af04-183ef6d1b4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:24.282767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a25071cd-47bf-44ec-a64b-996d3d66db45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:25.502528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:25.562813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:27.011794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:32.615261 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-ec878c37-85ff-4953-84cc-fd50916cbc6f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898249152&fields=id&tenant_id=18242fdc39a349a3b7037a3e7983ed90 HTTP/1.1" status: 200 len: 267 time: 0.0455136 Dec 20 16:28:32.763043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-6ad1e7fe-2cc3-4f34-bbba-a63aa4128c33 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:32.764370 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-6ad1e7fe-2cc3-4f34-bbba-a63aa4128c33 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 811 time: 0.1421189 Dec 20 16:28:32.781103 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-9d63f9ce-8867-4f12-9f9d-ace2bc547aeb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/quotas/18242fdc39a349a3b7037a3e7983ed90 HTTP/1.1" status: 200 len: 375 time: 0.0114477 Dec 20 16:28:32.869535 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-a56beac9-63e8-4052-a0a6-690e3284e250 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0835712 Dec 20 16:28:32.960801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-631be6dc-1967-4f45-9a6a-7048c3ce08ef service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:28:32.961811 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-631be6dc-1967-4f45-9a6a-7048c3ce08ef service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0808187 Dec 20 16:28:33.094817 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-93b225dd-cfa2-4f5f-ad62-f49f9c9fd68a service neutron] 10.222.0.62 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267104 Dec 20 16:28:33.225870 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-c123d0c2-6ddc-4a28-a627-c21cef54e9be service neutron] 10.222.0.62 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253643 Dec 20 16:28:34.238188 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70d5d4ec-77f7-4fde-a79c-7ea28033f8d0 req-8c4cde22-784d-4187-b3f5-a33d7e1ab0b7 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 210 time: 0.0481791 Dec 20 16:28:35.399997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-71071d77-01ec-467b-ad57-50305fa73997 req-3e91c5c9-cd15-49ba-86d3-773a8d9338fa tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 210 time: 0.0415275 Dec 20 16:28:36.495194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-2c23f13f-8c98-4fb9-909f-f7463e100e7e tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:36.496569 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-2c23f13f-8c98-4fb9-909f-f7463e100e7e tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 811 time: 0.1499763 Dec 20 16:28:36.586119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc7c2581-0603-4854-82bc-5ce087efb92f req-8ba026a8-8d33-4f59-a702-97f935f7237b tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 210 time: 0.0528486 Dec 20 16:28:36.598626 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-1cfb781d-5fa8-4d28-9616-ee3acb09e40c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18242fdc39a349a3b7037a3e7983ed90 HTTP/1.1" status: 200 len: 379 time: 0.0891120 Dec 20 16:28:36.607374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'port': {'device_id': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'admin_state_up': True, 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'security_groups': ['a95a3012-4a5a-4189-b4ea-9ae2eafa9216']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:28:36.742304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:28:36.752971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:28:36.911367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Made reservation on behalf of 18242fdc39a349a3b7037a3e7983ed90 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:28:36.914357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:37.182012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Allocated IP 172.20.0.14 (99188ddf-463c-41d7-bd44-2fc8893b6ec6/f37eb1f5-1a42-401e-aaa8-915bb3652be6/8b559256-c02c-40c8-9209-cc7c2e69e335) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:28:37.379578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:37.396380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Transition to ACTIVE for port object 8b559256-c02c-40c8-9209-cc7c2e69e335 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:28:37.586463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:37.587120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4b6804b9-85a2-441a-a880-64c291d8cf3b tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:28:37.659176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:28:37.663378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:28:37.668021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:28:37.696518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'Port': ['ID=8b559256-c02c-40c8-9209-cc7c2e69e335,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:37.719289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.719659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.720024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.720385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.720744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.721220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.721566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.721922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.722323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.722623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.723003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:37.727350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:28:37.792670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:37.793309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:37.847600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238de67-d9f6-4b7f-992e-24a6beb7f32c req-78bf4c79-a6f7-4021-88ef-88341d6e36f8 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:37.852301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6238de67-d9f6-4b7f-992e-24a6beb7f32c req-78bf4c79-a6f7-4021-88ef-88341d6e36f8 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Synchronizing usage tracker for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:28:37.924090 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3204114 Dec 20 16:28:37.936792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Request body: {'port': {'device_id': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:28:38.042251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5460c819-5e61-4e28-804d-bbeda57bfc0a None None] Provisioning for port 8b559256-c02c-40c8-9209-cc7c2e69e335 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:28:38.045773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:38.047922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5460c819-5e61-4e28-804d-bbeda57bfc0a None None] Provisioning complete for port 8b559256-c02c-40c8-9209-cc7c2e69e335 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:38.052772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5460c819-5e61-4e28-804d-bbeda57bfc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:38.091402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6238de67-d9f6-4b7f-992e-24a6beb7f32c req-78bf4c79-a6f7-4021-88ef-88341d6e36f8 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Unset dirty status for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:28:38.092461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6238de67-d9f6-4b7f-992e-24a6beb7f32c req-78bf4c79-a6f7-4021-88ef-88341d6e36f8 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 932 time: 0.3777378 Dec 20 16:28:38.106763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5460c819-5e61-4e28-804d-bbeda57bfc0a None None] Port 8b559256-c02c-40c8-9209-cc7c2e69e335 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:28:38.209088 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6238de67-d9f6-4b7f-992e-24a6beb7f32c req-d1f92c8e-5fce-47fb-99f3-1d6d6c42cad2 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101711 Dec 20 16:28:38.437154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b559256-c02c-40c8-9209-cc7c2e69e335 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:28:38.443975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:38.458083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Transition to ACTIVE for port object 8b559256-c02c-40c8-9209-cc7c2e69e335 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:28:38.579560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:38.584139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d88197ad-7586-4035-aaed-105f8df11553 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:28:38.713051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Pushing event updated for resources: {'Port': ['ID=8b559256-c02c-40c8-9209-cc7c2e69e335,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:38.716426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:28:38.828561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Attempting to bind port 8b559256-c02c-40c8-9209-cc7c2e69e335 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:28:38.832283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Attempting to bind port 8b559256-c02c-40c8-9209-cc7c2e69e335 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:28:38.832283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Attempting to bind port 8b559256-c02c-40c8-9209-cc7c2e69e335 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:28:38.835269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Port 8b559256-c02c-40c8-9209-cc7c2e69e335 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:28:38.835606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Attempting to bind port 8b559256-c02c-40c8-9209-cc7c2e69e335 on network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:28:38.842330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:28:38.842661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Checking segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:28:38.843068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Bound using segment: {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:28:38.843488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Bound port: 8b559256-c02c-40c8-9209-cc7c2e69e335, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:28:38.843904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:38.931420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] For port 8b559256-c02c-40c8-9209-cc7c2e69e335, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:28:38.934673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] For port 8b559256-c02c-40c8-9209-cc7c2e69e335, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8b559256-c02c-40c8-9209-cc7c2e69e335,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:28:39.025987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:39.031283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:28:39.086780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:39.088168 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] 10.222.0.64 "PUT /v2.0/ports/8b559256-c02c-40c8-9209-cc7c2e69e335 HTTP/1.1" status: 200 len: 1094 time: 1.1572180 Dec 20 16:28:39.088700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'tag': '8b559256-c02c-40c8-9209-cc7c2e69e335'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:28:39.120222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Pushing event updated for resources: {'Port': ['ID=8b559256-c02c-40c8-9209-cc7c2e69e335,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:39.124335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:28:39.253126 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'tag': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'status': 'completed', 'code': 200} Dec 20 16:28:39.339202 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9968593-71e5-449a-8ac9-0457c6df92da req-b12e0bfb-0de9-4207-b287-6f9355213fe0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 1097 time: 0.0698802 Dec 20 16:28:39.537137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3e801-027f-4e1e-b376-9f7b21706f26 req-e931f0bf-018f-43b6-8d72-f6f5a1a81e03 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:39.538468 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-47d3e801-027f-4e1e-b376-9f7b21706f26 req-e931f0bf-018f-43b6-8d72-f6f5a1a81e03 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 944 time: 0.1963675 Dec 20 16:28:39.539575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9968593-71e5-449a-8ac9-0457c6df92da req-8aecdc65-9a20-430e-be3d-4a120b4c8871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:39.540844 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9968593-71e5-449a-8ac9-0457c6df92da req-8aecdc65-9a20-430e-be3d-4a120b4c8871 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=18242fdc39a349a3b7037a3e7983ed90&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1644843 Dec 20 16:28:39.778435 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-47d3e801-027f-4e1e-b376-9f7b21706f26 req-a8f7e130-819a-46c3-b04e-ad20c15e628a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338722 Dec 20 16:28:39.814595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9968593-71e5-449a-8ac9-0457c6df92da req-cfc9a5a3-4874-4225-b554-f417b3a6a358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:39.816033 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9968593-71e5-449a-8ac9-0457c6df92da req-cfc9a5a3-4874-4225-b554-f417b3a6a358 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1613851 Dec 20 16:28:39.918882 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-f78e8aee-f9ea-444e-b6c0-735b4328bf6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 1097 time: 0.0685394 Dec 20 16:28:39.989785 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-0f07a31d-3014-44f4-828c-c1dd0ab7982a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b559256-c02c-40c8-9209-cc7c2e69e335 HTTP/1.1" status: 200 len: 217 time: 0.0643685 Dec 20 16:28:40.052768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-a685cc5d-72a3-4256-ac7f-be1fea39fff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:40.054130 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-a685cc5d-72a3-4256-ac7f-be1fea39fff1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0583026 Dec 20 16:28:40.130633 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-34aad1ff-a6ad-4d81-a3c3-2fa6773f3bc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702226 Dec 20 16:28:40.263653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-40786b29-ddae-41e7-906d-5ab3c4a05817 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266565 Dec 20 16:28:40.393809 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-662069a6-ad8b-45bf-b6ab-a261a93fa1d1 req-102c4ae7-4145-4857-9141-eeeee065b077 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241457 Dec 20 16:28:40.976362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64762fd5-7a32-4be9-832a-1d1858b7c9a3 req-8fa1794e-bcde-45eb-86ff-de480a42d362 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:40.978085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64762fd5-7a32-4be9-832a-1d1858b7c9a3 req-8fa1794e-bcde-45eb-86ff-de480a42d362 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 944 time: 0.0791297 Dec 20 16:28:41.023759 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64762fd5-7a32-4be9-832a-1d1858b7c9a3 req-9be90aec-222f-4d48-993e-ba60e60128e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Dec 20 16:28:41.982349 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:28:42.222376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb7eaf-7285-4f9e-a624-c530a296d3d5 req-2e84dac6-0ce4-4e9f-8fdf-6b59b2a5d104 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:42.223876 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bdbb7eaf-7285-4f9e-a624-c530a296d3d5 req-2e84dac6-0ce4-4e9f-8fdf-6b59b2a5d104 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 944 time: 0.0813725 Dec 20 16:28:42.270089 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bdbb7eaf-7285-4f9e-a624-c530a296d3d5 req-94ac5957-2a15-4f71-a864-4845feaf3bec tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405271 Dec 20 16:28:43.467863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f7391-b790-4ef4-a93e-36bdcd7e4606 req-4cb7a904-d7fd-4bb1-9ec0-a57dfde04996 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:43.469308 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3a2f7391-b790-4ef4-a93e-36bdcd7e4606 req-4cb7a904-d7fd-4bb1-9ec0-a57dfde04996 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 944 time: 0.0757053 Dec 20 16:28:43.518703 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3a2f7391-b790-4ef4-a93e-36bdcd7e4606 req-38648312-ee96-4d1c-b874-4a7631a00fca tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438287 Dec 20 16:28:44.729030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6049-a151-46e7-bb03-5a9ff4e2b227 req-212cfd1c-6a95-448a-b882-1abd06e6fae1 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:44.731073 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-738d6049-a151-46e7-bb03-5a9ff4e2b227 req-212cfd1c-6a95-448a-b882-1abd06e6fae1 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 944 time: 0.0950193 Dec 20 16:28:44.777040 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-738d6049-a151-46e7-bb03-5a9ff4e2b227 req-b233ea80-5ec2-49f3-a522-eaf5130bce5f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402656 Dec 20 16:28:45.012970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:45.978330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496491d-69ea-4594-9aae-9204c4e9d0ab req-abea283e-8da2-4ece-b2de-e9c7f4fb5a69 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:45.979795 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1496491d-69ea-4594-9aae-9204c4e9d0ab req-abea283e-8da2-4ece-b2de-e9c7f4fb5a69 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 944 time: 0.0789917 Dec 20 16:28:46.024048 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1496491d-69ea-4594-9aae-9204c4e9d0ab req-921063e9-078a-4ef4-a73f-efe3afa6cb7a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381835 Dec 20 16:28:47.222748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348425-3f35-4b2c-919e-34eeba57deb3 req-4d3870b0-a291-4d14-937f-2f44bd2fb6a6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:47.224222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-25348425-3f35-4b2c-919e-34eeba57deb3 req-4d3870b0-a291-4d14-937f-2f44bd2fb6a6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 944 time: 0.0762358 Dec 20 16:28:47.271642 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-25348425-3f35-4b2c-919e-34eeba57deb3 req-d46146b9-bc68-431b-b710-16a88c298430 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415332 Dec 20 16:28:48.477976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52125c3-43a0-49ee-8fcb-a04498ecb9bb req-bc305686-1b12-4fd4-aa6b-fb8f402e216f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:48.479455 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a52125c3-43a0-49ee-8fcb-a04498ecb9bb req-bc305686-1b12-4fd4-aa6b-fb8f402e216f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 944 time: 0.0804522 Dec 20 16:28:48.528483 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a52125c3-43a0-49ee-8fcb-a04498ecb9bb req-edb92099-d011-4f5b-9db6-f4f736358969 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394001 Dec 20 16:28:49.718112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478f7e-df6d-434b-93ae-f5ada2042376 req-af7aeeb7-bf9b-4f00-8054-d5865222ad06 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:49.719509 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a9478f7e-df6d-434b-93ae-f5ada2042376 req-af7aeeb7-bf9b-4f00-8054-d5865222ad06 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 944 time: 0.0751367 Dec 20 16:28:49.767888 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a9478f7e-df6d-434b-93ae-f5ada2042376 req-a65f2fd5-bc39-4e61-a94f-7e7258b1d917 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427866 Dec 20 16:28:49.831268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8b559256-c02c-40c8-9209-cc7c2e69e335 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:28:49.962229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8b559256-c02c-40c8-9209-cc7c2e69e335, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8b559256-c02c-40c8-9209-cc7c2e69e335,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:49.974793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'port_id': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'mac_address': 'fa:16:3e:3f:e2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:28:50.067678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:50.084388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b559256-c02c-40c8-9209-cc7c2e69e335 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:28:50.098843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8b559256-c02c-40c8-9209-cc7c2e69e335, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8b559256-c02c-40c8-9209-cc7c2e69e335,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:50.197178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:50.198933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:28:50.262496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8b559256-c02c-40c8-9209-cc7c2e69e335,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:50.270714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.271096 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.271430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.271761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.272091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.272412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.272736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.273082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.273401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.273719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.274035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:50.278114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:28:50.608890 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['8b559256-c02c-40c8-9209-cc7c2e69e335'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:28:50.981144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e1232-2d3c-4999-b1b7-0ea9e9fcd113 req-f23eaeb1-3f9e-4400-9c5e-a56bdc91cd8d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:50.982555 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4d4e1232-2d3c-4999-b1b7-0ea9e9fcd113 req-f23eaeb1-3f9e-4400-9c5e-a56bdc91cd8d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 945 time: 0.0834098 Dec 20 16:28:51.069507 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4d4e1232-2d3c-4999-b1b7-0ea9e9fcd113 req-e8ec7872-740c-4b98-81be-4455e7703998 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812051 Dec 20 16:28:51.101240 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-296ca315-b921-4559-9340-c9be1378b271 req-e2544493-0155-487e-9f80-dd5799fcebf6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1457415 Dec 20 16:28:51.354539 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-296ca315-b921-4559-9340-c9be1378b271 req-4bd9b9b6-6d28-43ac-8adc-7cfbd81b05f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1099 time: 0.1613445 Dec 20 16:28:51.500676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ca315-b921-4559-9340-c9be1378b271 req-12085006-7abc-4ee4-833e-f427eea9729c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:51.502024 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-296ca315-b921-4559-9340-c9be1378b271 req-12085006-7abc-4ee4-833e-f427eea9729c service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1257508 Dec 20 16:28:51.602874 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-296ca315-b921-4559-9340-c9be1378b271 req-c9290ec6-f8e6-428c-b2f9-7b7e6be50dac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea14fa1e-6973-44b7-b949-b6724920ff41 HTTP/1.1" status: 200 len: 1002 time: 0.0942969 Dec 20 16:28:51.666050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ca315-b921-4559-9340-c9be1378b271 req-e919e7c1-d345-4707-be16-dcdf05d7be84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:51.667412 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-296ca315-b921-4559-9340-c9be1378b271 req-e919e7c1-d345-4707-be16-dcdf05d7be84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0582395 Dec 20 16:28:51.743564 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-296ca315-b921-4559-9340-c9be1378b271 req-a21b5233-3620-4ed2-abcc-799832d363bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696230 Dec 20 16:28:51.846512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8b559256-c02c-40c8-9209-cc7c2e69e335 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:28:51.876073 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-296ca315-b921-4559-9340-c9be1378b271 req-dd6f2220-c06b-45e3-848d-4d38b37a9a78 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263270 Dec 20 16:28:51.996976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 8b559256-c02c-40c8-9209-cc7c2e69e335 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:28:52.002223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 8b559256-c02c-40c8-9209-cc7c2e69e335 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:52.002580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:52.008603 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-296ca315-b921-4559-9340-c9be1378b271 req-db44cca1-5e61-41ff-952a-980302bcb2e9 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266959 Dec 20 16:28:52.057287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fa9cec4e-81d7-4d5a-b85b-9759574ef183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:52.124196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:52.152029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b559256-c02c-40c8-9209-cc7c2e69e335'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:28:52.162422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8b559256-c02c-40c8-9209-cc7c2e69e335, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8b559256-c02c-40c8-9209-cc7c2e69e335,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:52.212226 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'code': 200} Dec 20 16:28:52.232441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:52.235068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:28:52.275207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b06b21-1359-48d6-99d7-99918dcf9d23 req-87b2dfc8-64ce-4de3-a682-50986f9f9a7b tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:52.276689 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68b06b21-1359-48d6-99d7-99918dcf9d23 req-87b2dfc8-64ce-4de3-a682-50986f9f9a7b tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 946 time: 0.0824451 Dec 20 16:28:52.301902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8b559256-c02c-40c8-9209-cc7c2e69e335,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:52.305338 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:28:52.323198 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-68b06b21-1359-48d6-99d7-99918dcf9d23 req-2e86422e-ad08-47f7-a2f4-4ce33e1fd28a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401807 Dec 20 16:28:52.639595 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ecaa8c9-a0d8-4aef-9a3a-c0fc40982d34 req-1c7d8e5e-0771-4c0a-b586-8be344128f3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 1099 time: 0.0718207 Dec 20 16:28:52.681884 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ecaa8c9-a0d8-4aef-9a3a-c0fc40982d34 req-217eccea-88d8-4096-96ce-be9e98590089 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353055 Dec 20 16:28:53.528252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2c8b-ba92-46ef-adf2-605673dffbbe req-9b80d1fd-afd5-4100-be86-b4d54c10e8dc tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:53.533524 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eeec2c8b-ba92-46ef-adf2-605673dffbbe req-9b80d1fd-afd5-4100-be86-b4d54c10e8dc tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 946 time: 0.0773435 Dec 20 16:28:53.579403 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eeec2c8b-ba92-46ef-adf2-605673dffbbe req-12bde5a8-66af-4ed3-a760-1f192b4b90f6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439095 Dec 20 16:28:54.351512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-662fd271-b64c-468a-a16a-c9208eebddf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:54.776386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e09dd-267e-4025-a003-22bc8ea1e1a6 req-8af9085e-11af-4a5d-82df-ec115041a44d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:54.777897 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ce7e09dd-267e-4025-a003-22bc8ea1e1a6 req-8af9085e-11af-4a5d-82df-ec115041a44d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 946 time: 0.0763195 Dec 20 16:28:54.823499 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ce7e09dd-267e-4025-a003-22bc8ea1e1a6 req-bd06f57c-3894-4f0c-8206-61f0f336f799 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399723 Dec 20 16:28:55.022871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8480d-491e-4bd9-87e8-6c4b23d52bbd req-748646f3-4ad8-467f-a53e-3100e0f8645f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:55.024339 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-03f8480d-491e-4bd9-87e8-6c4b23d52bbd req-748646f3-4ad8-467f-a53e-3100e0f8645f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 946 time: 0.0808370 Dec 20 16:28:55.072926 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-03f8480d-491e-4bd9-87e8-6c4b23d52bbd req-0c131e3f-52b0-43b4-a14a-5e842297d79d tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425546 Dec 20 16:28:55.107062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59478) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:28:55.244798 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6919ffaf-b7d4-4bc2-95e5-eaeb64b589a6 tempest-TestVolumeBootPattern-1584951986 tempest-TestVolumeBootPattern-1584951986-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 1094 time: 0.1364665 Dec 20 16:28:55.247182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59484) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:28:55.254773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:28:55.260315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:28:55.264667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Usage tracker for resource:floatingip and tenant:18242fdc39a349a3b7037a3e7983ed90 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:28:55.267570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:28:55.273466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:28:55.368778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:55.498372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:55.509853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:55.543976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:55.653584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Allocated IP 172.26.7.165 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/52893818-130a-425a-90e6-855fc9daf0e2) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:28:55.798763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:55.921107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:55.924916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ccdaceba-5b2c-4c51-b432-d57ba94a31b7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:28:55.992897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:28:55.995720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:28:56.000648 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:28:56.024671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'Port': ['ID=52893818-130a-425a-90e6-855fc9daf0e2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:56.041909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.042290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.042667 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.043066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.043435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.044329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.044695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.045061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.045418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.045782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.046139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:56.051137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:28:56.524476 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:56.652179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:56.961598 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:57.002877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:57.094289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:57.098212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-003e5b66-13d7-4eb7-8e32-d3a45314f53a tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:28:57.199569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event updated for resources: {'Port': ['ID=52893818-130a-425a-90e6-855fc9daf0e2,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:57.202831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:28:57.217478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:57.413678 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Floating IP 45f6d83e-908b-4249-9cd7-8f4f4203fba0 associated. External IP: 172.26.7.165, port: 8b559256-c02c-40c8-9209-cc7c2e69e335. Dec 20 16:28:57.804587 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:28:58.002687 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:28:58.012450 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] Sync routers for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:28:58.023957 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:58.024581 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:28:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:58.123093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:28:58.181271 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9327183 Dec 20 16:28:58.181630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'tag': '8b559256-c02c-40c8-9209-cc7c2e69e335'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:28:58.244266 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:28:58.318241 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'tag': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'status': 'completed', 'code': 200} Dec 20 16:28:58.412575 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d684d08-a197-4dc6-aa0d-2ef47dd62791 req-4bce19b5-92e4-4888-8ecb-4fecab50b748 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 1099 time: 0.0728157 Dec 20 16:28:58.554509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d684d08-a197-4dc6-aa0d-2ef47dd62791 req-1400135a-b239-498f-8524-1519b35ab47f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:58.555956 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d684d08-a197-4dc6-aa0d-2ef47dd62791 req-1400135a-b239-498f-8524-1519b35ab47f service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1373234 Dec 20 16:28:58.593873 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '45f6d83e-908b-4249-9cd7-8f4f4203fba0', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:3f:e2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:28:56Z', 'updated_at': '2021-12-20T16:28:56Z', 'revision_number': 0, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}, {'id': '7d74a832-eb6a-44e5-92d3-812dce6103a4', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:59:66:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:34Z', 'updated_at': '2021-12-20T16:25:38Z', 'revision_number': 1, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:58.597736 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] Checking router: 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:28:58.608298 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:58.608890 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:28:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:58.660664 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d684d08-a197-4dc6-aa0d-2ef47dd62791 req-9c37c05a-d9da-482e-8155-2f1f2320a99d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b559256-c02c-40c8-9209-cc7c2e69e335 HTTP/1.1" status: 200 len: 1000 time: 0.0978751 Dec 20 16:28:58.727556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d684d08-a197-4dc6-aa0d-2ef47dd62791 req-81ce9eda-9db1-4269-b332-6fc8b8fd12b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:58.729007 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d684d08-a197-4dc6-aa0d-2ef47dd62791 req-81ce9eda-9db1-4269-b332-6fc8b8fd12b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0626311 Dec 20 16:28:58.794163 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:28:58.926337 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d684d08-a197-4dc6-aa0d-2ef47dd62791 req-37a9ee04-701f-4e4e-99c7-81708e7ea3c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1886826 Dec 20 16:28:59.056407 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d684d08-a197-4dc6-aa0d-2ef47dd62791 req-eea0ebd1-5fcb-42e3-b4e1-9d48ed6da5c3 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235743 Dec 20 16:28:59.150078 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '45f6d83e-908b-4249-9cd7-8f4f4203fba0', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:3f:e2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:28:56Z', 'updated_at': '2021-12-20T16:28:56Z', 'revision_number': 0, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}, {'id': '7d74a832-eb6a-44e5-92d3-812dce6103a4', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:59:66:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:34Z', 'updated_at': '2021-12-20T16:25:38Z', 'revision_number': 1, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:59.154108 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67b986-0a89-4269-b87d-1b39582f25e9 None None] The sync data for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv is: [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '45f6d83e-908b-4249-9cd7-8f4f4203fba0', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:3f:e2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:28:56Z', 'updated_at': '2021-12-20T16:28:56Z', 'revision_number': 0, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}, {'id': '7d74a832-eb6a-44e5-92d3-812dce6103a4', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:59:66:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:34Z', 'updated_at': '2021-12-20T16:25:38Z', 'revision_number': 1, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:28:59.210829 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d684d08-a197-4dc6-aa0d-2ef47dd62791 req-3d16c6a0-779a-47f3-adee-14f2bd4e3345 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481881 Dec 20 16:28:59.349590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c9a231-65a6-491d-985b-d2acff97f2b2 None None] New status for floating IP 45f6d83e-908b-4249-9cd7-8f4f4203fba0: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:29:15.052994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:18.982284 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:29:22.036065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57cc9594-8af6-44a7-b654-c0e5e712fd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:24.232508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3f5232eb-ba21-4a3b-b3aa-6278c71b9c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:25.510784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:25.555437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:27.043266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:45.043670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:51.998130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5261d0aa-2596-4c19-8f15-dc966bab9e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:53.056020 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4717b883-6c76-40f7-97b4-ff5a6e37081b req-2870fa72-776c-4fbf-91bd-ffeb7e51121f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904644 Dec 20 16:29:53.212893 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4717b883-6c76-40f7-97b4-ff5a6e37081b req-f261d975-28d5-4d18-930e-8922947e48b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1099 time: 0.0868905 Dec 20 16:29:53.372921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717b883-6c76-40f7-97b4-ff5a6e37081b req-286fe5d7-9fcc-4cbd-81f3-57beea8a2a35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:53.374266 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4717b883-6c76-40f7-97b4-ff5a6e37081b req-286fe5d7-9fcc-4cbd-81f3-57beea8a2a35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1363280 Dec 20 16:29:53.491610 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4717b883-6c76-40f7-97b4-ff5a6e37081b req-4258b611-dcf7-4930-b9e0-7f45486e2335 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea14fa1e-6973-44b7-b949-b6724920ff41 HTTP/1.1" status: 200 len: 1002 time: 0.1112247 Dec 20 16:29:53.557475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717b883-6c76-40f7-97b4-ff5a6e37081b req-f044e32e-cfe4-4381-bd31-6ad01ec9890b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:53.559258 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4717b883-6c76-40f7-97b4-ff5a6e37081b req-f044e32e-cfe4-4381-bd31-6ad01ec9890b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0605392 Dec 20 16:29:53.647033 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4717b883-6c76-40f7-97b4-ff5a6e37081b req-2c9214d3-d0e8-4e0f-8f94-b965a57528cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809476 Dec 20 16:29:53.792178 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4717b883-6c76-40f7-97b4-ff5a6e37081b req-da10d8f6-e65a-46e0-a96e-43f54b8be334 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382282 Dec 20 16:29:53.932475 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4717b883-6c76-40f7-97b4-ff5a6e37081b req-c5e8413c-3514-4f24-9977-1204d05cf5ae service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340511 Dec 20 16:29:54.244516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ff031c4b-ef9a-4b0c-a449-06eade745c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:55.477938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:55.545609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:29:55.981959 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:29:56.963719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:15.038398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:22.003894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7feebb7e-ca01-4192-8424-73b4afab182e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:24.232818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c55a-0daa-4966-ab59-da03c6eab89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:25.521627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:25.586997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:26.992899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:32.982256 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:30:45.072718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:52.032637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-30c37c54-64c8-48d5-8444-97ac6d825876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:53.055389 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56606ff5-80a6-4aa7-9d03-fae4c43365ca req-6da10646-77d7-4fac-a65e-820bda09f024 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771718 Dec 20 16:30:53.160407 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56606ff5-80a6-4aa7-9d03-fae4c43365ca req-ae638d97-45c0-40e3-b143-2d3f07d8117b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 1099 time: 0.0830486 Dec 20 16:30:53.323177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56606ff5-80a6-4aa7-9d03-fae4c43365ca req-35e11e40-bc04-4253-ae0f-5b2ccbd51db6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:53.324734 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56606ff5-80a6-4aa7-9d03-fae4c43365ca req-35e11e40-bc04-4253-ae0f-5b2ccbd51db6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1443152 Dec 20 16:30:53.551126 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56606ff5-80a6-4aa7-9d03-fae4c43365ca req-0b3ef658-0421-4e0c-8cb9-53c9931997e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b559256-c02c-40c8-9209-cc7c2e69e335 HTTP/1.1" status: 200 len: 1002 time: 0.2191746 Dec 20 16:30:53.616588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56606ff5-80a6-4aa7-9d03-fae4c43365ca req-151dea0c-8381-470d-bd00-f509e051545f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:53.618020 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56606ff5-80a6-4aa7-9d03-fae4c43365ca req-151dea0c-8381-470d-bd00-f509e051545f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0610018 Dec 20 16:30:53.695542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56606ff5-80a6-4aa7-9d03-fae4c43365ca req-b50c2df8-4984-4d62-a5e1-fb4127e0e880 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714240 Dec 20 16:30:53.851241 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56606ff5-80a6-4aa7-9d03-fae4c43365ca req-70aa50d2-531b-4c2b-9472-8f4df4dbfa22 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490171 Dec 20 16:30:54.035978 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56606ff5-80a6-4aa7-9d03-fae4c43365ca req-5450cf59-9c71-49c9-b448-15d0efc39af9 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783881 Dec 20 16:30:54.273492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a7aa7bd0-1f59-46f0-aef2-0b4257344383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:55.587250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:55.622858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:30:57.011443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:09.986288 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:31:15.033469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:21.975899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e4bd3360-ee53-48c3-ac79-ca925d0f6a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:24.244707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9da3bec8-f1fe-4e3c-a41e-c68f66a94f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:25.460969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:25.530469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:26.976061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:28.277281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59536) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:31:28.486651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Deleting port 52893818-130a-425a-90e6-855fc9daf0e2 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:28.487761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:28.813594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:28.813823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:28.936982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Calling delete_port for 52893818-130a-425a-90e6-855fc9daf0e2 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:31:29.159382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:29.164514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1749c6f0-bc13-45fc-b7cc-bf5f56f8e064 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:29.212778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event deleted for resources: {'Port': ['ID=52893818-130a-425a-90e6-855fc9daf0e2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:29.276118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.276590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.277080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.277514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.278078 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.278309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.278733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.279179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.279630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.280047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.280470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:29.292702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:29.355023 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:29.832615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:31:30.047143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:31:30.058840 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] Sync routers for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:31:30.068723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:30.078456 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:31:30.079491 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:31:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:30.124760 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "DELETE /v2.0/floatingips/45f6d83e-908b-4249-9cd7-8f4f4203fba0 HTTP/1.1" status: 204 len: 168 time: 1.8461947 Dec 20 16:31:30.125460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'tag': '8b559256-c02c-40c8-9209-cc7c2e69e335'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:31:30.236585 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'tag': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'status': 'completed', 'code': 200} Dec 20 16:31:30.402725 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e6a6b3c-7771-40c0-9e9a-2482d10439ff req-2264c6e5-7d8f-4864-9e99-0c96e690d391 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 1099 time: 0.1362886 Dec 20 16:31:30.459038 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:31:30.580445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a6b3c-7771-40c0-9e9a-2482d10439ff req-d8e26ae0-bd90-4ecf-bbe5-4688a1732514 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:30.583441 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e6a6b3c-7771-40c0-9e9a-2482d10439ff req-d8e26ae0-bd90-4ecf-bbe5-4688a1732514 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1755271 Dec 20 16:31:30.690139 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e6a6b3c-7771-40c0-9e9a-2482d10439ff req-6c795f09-397f-4118-a30a-60f061fa1a8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b559256-c02c-40c8-9209-cc7c2e69e335 HTTP/1.1" status: 200 len: 217 time: 0.1002910 Dec 20 16:31:30.772795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a6b3c-7771-40c0-9e9a-2482d10439ff req-9cc343a7-5ab6-43ad-95b5-8e0825139fe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:30.775314 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e6a6b3c-7771-40c0-9e9a-2482d10439ff req-9cc343a7-5ab6-43ad-95b5-8e0825139fe7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0782418 Dec 20 16:31:30.858976 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7d74a832-eb6a-44e5-92d3-812dce6103a4', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:59:66:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:34Z', 'updated_at': '2021-12-20T16:25:38Z', 'revision_number': 1, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:30.864227 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] Checking router: 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:31:30.876258 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:31:30.877228 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:31:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:30.918356 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e6a6b3c-7771-40c0-9e9a-2482d10439ff req-1ad2b766-175f-404c-b8fa-4c7f49080efa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1350954 Dec 20 16:31:31.067704 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:31:31.117195 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e6a6b3c-7771-40c0-9e9a-2482d10439ff req-e8e73b01-5b6f-47be-ba2c-40bd51b86717 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898088 Dec 20 16:31:31.405422 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e6a6b3c-7771-40c0-9e9a-2482d10439ff req-b8392382-3685-47de-b3d0-f3f07876d893 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809241 Dec 20 16:31:31.416245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838e944-4718-414f-ac66-f3e8e3876d11 req-09402338-86dc-48d6-90c9-716ed7cb31f4 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:31.419397 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1838e944-4718-414f-ac66-f3e8e3876d11 req-09402338-86dc-48d6-90c9-716ed7cb31f4 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 946 time: 0.5751500 Dec 20 16:31:31.468337 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1838e944-4718-414f-ac66-f3e8e3876d11 req-55f4f9f2-89d3-463b-9c05-d0b12dda28e0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449631 Dec 20 16:31:31.590601 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7d74a832-eb6a-44e5-92d3-812dce6103a4', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:59:66:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:34Z', 'updated_at': '2021-12-20T16:25:38Z', 'revision_number': 1, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:31.598585 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216955d-45ab-4e7d-a8c3-27912e1687c6 None None] The sync data for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv is: [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '7d74a832-eb6a-44e5-92d3-812dce6103a4', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'port_id': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'mac_address': 'fa:16:3e:59:66:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:34Z', 'updated_at': '2021-12-20T16:25:38Z', 'revision_number': 1, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:31:31.836838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dffa565-9a75-477f-b1d1-71eaddba4816 None None] New status for floating IP 45f6d83e-908b-4249-9cd7-8f4f4203fba0: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:31:32.386045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-4cb5f2b9-6934-4e3b-a883-797d140581a4 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:32.387684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-4cb5f2b9-6934-4e3b-a883-797d140581a4 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 946 time: 0.0879869 Dec 20 16:31:32.466901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Deleting port 8b559256-c02c-40c8-9209-cc7c2e69e335 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:32.468004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:32.914421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] For port 8b559256-c02c-40c8-9209-cc7c2e69e335, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8b559256-c02c-40c8-9209-cc7c2e69e335,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:31:32.914691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:33.039946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Calling delete_port for 8b559256-c02c-40c8-9209-cc7c2e69e335 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:31:33.137908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d273842-116d-4b64-938a-6769c0abb4e2 req-a9695146-1ef1-47a4-bac3-0fe3978ccfe7 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:33.139680 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3d273842-116d-4b64-938a-6769c0abb4e2 req-a9695146-1ef1-47a4-bac3-0fe3978ccfe7 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 946 time: 0.5133655 Dec 20 16:31:33.241940 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3d273842-116d-4b64-938a-6769c0abb4e2 req-ca4159c5-2bff-4e1b-af13-ae09952ece0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958161 Dec 20 16:31:33.296786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:33.303712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3e1a47da-a634-4d65-91a6-96b188f795d0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:33.354161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event deleted for resources: {'Port': ['ID=8b559256-c02c-40c8-9209-cc7c2e69e335,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:33.421800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.422184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.422564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.422973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.423415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.423777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.424144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.425053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.425418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.425837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.426200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:33.433667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:33.439965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] No DVR routers for this DVR port 8b559256-c02c-40c8-9209-cc7c2e69e335 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:31:33.443106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:33.446128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'name': 'network-vif-deleted', 'tag': '8b559256-c02c-40c8-9209-cc7c2e69e335'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:31:33.458722 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-79aa4dfa-0047-4438-a926-fe906e5a1471 req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "DELETE /v2.0/ports/8b559256-c02c-40c8-9209-cc7c2e69e335 HTTP/1.1" status: 204 len: 173 time: 1.0655468 Dec 20 16:31:33.507707 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6339e3-97c6-4a47-bcfd-b5d2afa75e92', 'name': 'network-vif-deleted', 'tag': '8b559256-c02c-40c8-9209-cc7c2e69e335', 'status': 'completed', 'code': 200} Dec 20 16:31:34.463061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0c9cb852-02a5-4f25-ad71-92b4ea07da53 req-065272d8-1272-4c52-803d-fba89537d3cb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Synchronizing usage tracker for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:31:34.570556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0c9cb852-02a5-4f25-ad71-92b4ea07da53 req-065272d8-1272-4c52-803d-fba89537d3cb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Unset dirty status for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:31:34.571810 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c9cb852-02a5-4f25-ad71-92b4ea07da53 req-065272d8-1272-4c52-803d-fba89537d3cb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6339e3-97c6-4a47-bcfd-b5d2afa75e92 HTTP/1.1" status: 200 len: 210 time: 0.1688879 Dec 20 16:31:36.471963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8b559256-c02c-40c8-9209-cc7c2e69e335 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:31:36.536130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 8b559256-c02c-40c8-9209-cc7c2e69e335 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:31:36.536706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8b559256-c02c-40c8-9209-cc7c2e69e335 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:31:40.511382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59590) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:31:40.728220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Deleting port c1ce812c-b172-4349-a612-3a90e09994f0 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:40.728557 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:41.027789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:41.028112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:41.149453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Calling delete_port for c1ce812c-b172-4349-a612-3a90e09994f0 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:31:41.359613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:41.364706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:41.410269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event deleted for resources: {'Port': ['ID=c1ce812c-b172-4349-a612-3a90e09994f0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:41.413898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:41.506848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:41.897772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:31:42.113804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:31:42.125629 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] Sync routers for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:31:42.137565 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:31:42.138179 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:31:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:42.171137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:42.234449 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "DELETE /v2.0/floatingips/7d74a832-eb6a-44e5-92d3-812dce6103a4 HTTP/1.1" status: 204 len: 168 time: 1.7219098 Dec 20 16:31:42.235317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'tag': 'ea14fa1e-6973-44b7-b949-b6724920ff41'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:31:42.295164 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'tag': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'status': 'completed', 'code': 200} Dec 20 16:31:42.356960 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:31:42.411914 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d1dac4c-64fa-4bfb-bc05-b4135e6b8aea req-39f76626-d613-4ff3-b94a-7f4af29de4b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18242fdc39a349a3b7037a3e7983ed90&device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 1099 time: 0.0830333 Dec 20 16:31:42.611569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dac4c-64fa-4bfb-bc05-b4135e6b8aea req-2436169a-c8f6-4d30-b47e-9e003d9e5dd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:42.613914 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d1dac4c-64fa-4bfb-bc05-b4135e6b8aea req-2436169a-c8f6-4d30-b47e-9e003d9e5dd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 200 len: 912 time: 0.1959014 Dec 20 16:31:42.685690 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d1dac4c-64fa-4bfb-bc05-b4135e6b8aea req-6cc884c8-50cc-4609-a81d-308cff2fec43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea14fa1e-6973-44b7-b949-b6724920ff41 HTTP/1.1" status: 200 len: 217 time: 0.0659058 Dec 20 16:31:42.759354 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:42.766059 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] Checking router: 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:31:42.766295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dac4c-64fa-4bfb-bc05-b4135e6b8aea req-6d78fe64-4a18-4d65-aef5-3e6755773568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:42.767931 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d1dac4c-64fa-4bfb-bc05-b4135e6b8aea req-6d78fe64-4a18-4d65-aef5-3e6755773568 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 200 len: 850 time: 0.0760138 Dec 20 16:31:42.778295 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:31:42.779075 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:31:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:42.856492 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d1dac4c-64fa-4bfb-bc05-b4135e6b8aea req-eb43f680-fc25-40c1-b562-e0c19958ac47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99188ddf-463c-41d7-bd44-2fc8893b6ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787632 Dec 20 16:31:43.007254 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:31:43.043234 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d1dac4c-64fa-4bfb-bc05-b4135e6b8aea req-24f45e63-d363-41a3-a1c7-24c1088ff0a5 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797936 Dec 20 16:31:43.111373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aeb895-7036-4980-8bf4-b9f31871ddcf req-509bd438-c03b-4b45-93be-56eef2e98d30 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:43.113359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52aeb895-7036-4980-8bf4-b9f31871ddcf req-509bd438-c03b-4b45-93be-56eef2e98d30 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 946 time: 0.1572037 Dec 20 16:31:43.235509 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d1dac4c-64fa-4bfb-bc05-b4135e6b8aea req-4f92ef93-859b-4ac1-a71d-907204f9f901 service neutron] 10.222.0.64 "GET /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827950 Dec 20 16:31:43.247791 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-52aeb895-7036-4980-8bf4-b9f31871ddcf req-89aebaba-6168-4377-895e-4e95b7674dcb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/security-groups?id=a95a3012-4a5a-4189-b4ea-9ae2eafa9216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863791 Dec 20 16:31:43.393217 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:43.397348 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3c885-b547-4db0-be54-57ae0ad2ed66 None None] The sync data for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv is: [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:21:04Z', 'revision_number': 4, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '428a84bb-d024-4af8-84d2-2a4eb7d353c9', 'name': '', 'network_id': '99188ddf-463c-41d7-bd44-2fc8893b6ec6', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'mac_address': 'fa:16:3e:9d:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:03Z', 'updated_at': '2021-12-20T16:21:11Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'subnets': [{'id': 'f37eb1f5-1a42-401e-aaa8-915bb3652be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:31:43.528103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-ae098dc3-24ff-4639-b15d-a8b24c045fc0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:43.529731 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-ae098dc3-24ff-4639-b15d-a8b24c045fc0 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 946 time: 0.0921454 Dec 20 16:31:43.609799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Deleting port ea14fa1e-6973-44b7-b949-b6724920ff41 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:43.610011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:43.653698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ca729-c0e2-4038-a5ec-2e34e8e2c0a7 None None] New status for floating IP 7d74a832-eb6a-44e5-92d3-812dce6103a4: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:31:44.008290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] For port ea14fa1e-6973-44b7-b949-b6724920ff41, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=ea14fa1e-6973-44b7-b949-b6724920ff41,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:31:44.008645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:44.137010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Calling delete_port for ea14fa1e-6973-44b7-b949-b6724920ff41 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:31:44.370800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:44.376979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:44.464358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event deleted for resources: {'Port': ['ID=ea14fa1e-6973-44b7-b949-b6724920ff41,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:44.467502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:44.505129 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fad7c5fd-31b1-4cbc-9ef0-7ed9bef18cb3 req-206d740b-0cc5-467b-9168-29e8ed7efe72 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 210 time: 0.0968463 Dec 20 16:31:44.552326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] No DVR routers for this DVR port ea14fa1e-6973-44b7-b949-b6724920ff41 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:31:44.555129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:44.557965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'name': 'network-vif-deleted', 'tag': 'ea14fa1e-6973-44b7-b949-b6724920ff41'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:31:44.570740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4806cb29-093f-4270-ae5f-a5ceb741ad56 req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.64 "DELETE /v2.0/ports/ea14fa1e-6973-44b7-b949-b6724920ff41 HTTP/1.1" status: 204 len: 173 time: 1.0355268 Dec 20 16:31:44.623643 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82f56d0-ee98-466e-8960-8538fa9633c3', 'name': 'network-vif-deleted', 'tag': 'ea14fa1e-6973-44b7-b949-b6724920ff41', 'status': 'completed', 'code': 200} Dec 20 16:31:45.061717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:45.693919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-587b3f1c-5805-40e9-9214-d4201d624053 req-f8189cc6-c2c9-4963-8d81-00cad4b40a8b tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Synchronizing usage tracker for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:31:45.770443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-587b3f1c-5805-40e9-9214-d4201d624053 req-f8189cc6-c2c9-4963-8d81-00cad4b40a8b tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Unset dirty status for tenant:18242fdc39a349a3b7037a3e7983ed90 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:31:45.771659 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-587b3f1c-5805-40e9-9214-d4201d624053 req-f8189cc6-c2c9-4963-8d81-00cad4b40a8b tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82f56d0-ee98-466e-8960-8538fa9633c3 HTTP/1.1" status: 200 len: 210 time: 0.1241562 Dec 20 16:31:46.539464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device ea14fa1e-6973-44b7-b949-b6724920ff41 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:31:46.572274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: ea14fa1e-6973-44b7-b949-b6724920ff41 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:31:46.572658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device ea14fa1e-6973-44b7-b949-b6724920ff41 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:31:46.879840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59610) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:31:46.987698 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:31:47.039051 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Deleting port 4657ce1a-3c7b-40af-bb41-0ecbfd04d00d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:47.039398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:47.333435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:47.333819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:47.461339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Calling delete_port for 4657ce1a-3c7b-40af-bb41-0ecbfd04d00d owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:31:47.713612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:47.717553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0bc45bda-7ec8-474c-8e1d-f521e438aecb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:47.759159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event deleted for resources: {'Port': ['ID=4657ce1a-3c7b-40af-bb41-0ecbfd04d00d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:47.761759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:47.858186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:47.947778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:47.948936 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "DELETE /v2.0/floatingips/b9507299-d1a2-4ec9-99c8-79e340e88a7a HTTP/1.1" status: 204 len: 168 time: 1.0680981 Dec 20 16:31:50.599057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59626) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:31:50.682768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cab7a74d-7f2d-470c-9df8-072838ecb317 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:50.715886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cab7a74d-7f2d-470c-9df8-072838ecb317 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:50.850541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cab7a74d-7f2d-470c-9df8-072838ecb317 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:50.854531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-581222c7-08c3-4a5e-b093-c7aeee413c48 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:50.869857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7a74d-7f2d-470c-9df8-072838ecb317 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95a3012-4a5a-4189-b4ea-9ae2eafa9216,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:50.872950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cab7a74d-7f2d-470c-9df8-072838ecb317 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:50.941182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cab7a74d-7f2d-470c-9df8-072838ecb317 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:50.942413 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cab7a74d-7f2d-470c-9df8-072838ecb317 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] 10.222.0.62 "DELETE /v2.0/security-groups/a95a3012-4a5a-4189-b4ea-9ae2eafa9216 HTTP/1.1" status: 204 len: 168 time: 0.3423879 Dec 20 16:31:51.988878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-202f415c-05c1-49ee-aa60-ae3932637eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:52.151978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59634) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:31:52.765029 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:53.476845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Deleting port 428a84bb-d024-4af8-84d2-2a4eb7d353c9 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:53.477551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:53.655888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] For port 428a84bb-d024-4af8-84d2-2a4eb7d353c9, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=428a84bb-d024-4af8-84d2-2a4eb7d353c9,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:31:53.656242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:53.794277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Calling delete_port for 428a84bb-d024-4af8-84d2-2a4eb7d353c9 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:31:54.062507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:54.066852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5a862c56-e071-403c-9697-a183a0c5ed06 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:54.112802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=428a84bb-d024-4af8-84d2-2a4eb7d353c9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:54.115477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:54.256346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f7370cd8-2102-4b00-916d-0e1d790ae38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:54.400428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:55.094512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:31:55.293858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:31:55.303319 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] Sync routers for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:31:55.306615 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] 10.222.0.62 "PUT /v2.0/routers/0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1528170 Dec 20 16:31:55.309114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59640) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:31:55.315525 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:31:55.316164 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:31:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:55.484708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:55.503954 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:31:55.515730 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:55.588041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:55.720041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:55.793350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Deleting port af4b9097-66f5-4dff-9639-684c1a7ac51b {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:55.793694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:55.798042 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:31:53Z', 'revision_number': 5, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port': {'id': 'af4b9097-66f5-4dff-9639-684c1a7ac51b', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:01Z', 'updated_at': '2021-12-20T16:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:55.801979 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] Checking router: 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:31:55.812575 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] Routers {'0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:31:55.813194 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:31:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:55.970575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] For port af4b9097-66f5-4dff-9639-684c1a7ac51b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=af4b9097-66f5-4dff-9639-684c1a7ac51b,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:31:55.970832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:55.997585 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] Set router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:31:56.094743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Calling delete_port for af4b9097-66f5-4dff-9639-684c1a7ac51b owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:31:56.102368 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:31:55Z', 'revision_number': 6, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:56.106480 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53155c4-0203-4695-9dab-ca30661efe7e None None] The sync data for ids ['0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a'] in dv-neutron-821074-1-hyperv is: [{'id': '0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a', 'name': 'tempest-TestVolumeBootPattern-726838680-router', 'tenant_id': '18242fdc39a349a3b7037a3e7983ed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:00Z', 'updated_at': '2021-12-20T16:31:55Z', 'revision_number': 6, 'project_id': '18242fdc39a349a3b7037a3e7983ed90', 'gw_port_host': None}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:31:56.302195 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:56.306392 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-23bcdd5f-91c1-4394-bba5-04c4a487f70c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:56.349858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=af4b9097-66f5-4dff-9639-684c1a7ac51b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:56.353865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:56.708607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:56.974734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:56.979073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:56.988256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.056000 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.056515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:31:57.068839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.069897 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] 10.222.0.62 "DELETE /v2.0/routers/0dfd4ef6-cdd6-4e9d-a99b-8f7875aae94a HTTP/1.1" status: 204 len: 168 time: 1.7598698 Dec 20 16:31:57.072510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59644) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:31:57.133624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-558b864e-61f8-4958-86f0-fbb1f681211c admin admin] Deleting subnet f37eb1f5-1a42-401e-aaa8-915bb3652be6 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:31:57.136880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558b864e-61f8-4958-86f0-fbb1f681211c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.188838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558b864e-61f8-4958-86f0-fbb1f681211c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.266094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558b864e-61f8-4958-86f0-fbb1f681211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.402507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device af4b9097-66f5-4dff-9639-684c1a7ac51b no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:31:57.422540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558b864e-61f8-4958-86f0-fbb1f681211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.427178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7b5ddbb7-0bbc-45bd-b081-f20ea9f9d085 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:57.435893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: af4b9097-66f5-4dff-9639-684c1a7ac51b {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:31:57.437107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device af4b9097-66f5-4dff-9639-684c1a7ac51b not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:31:57.437107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 428a84bb-d024-4af8-84d2-2a4eb7d353c9 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:31:57.465707 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b864e-61f8-4958-86f0-fbb1f681211c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37eb1f5-1a42-401e-aaa8-915bb3652be6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:57.471834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 428a84bb-d024-4af8-84d2-2a4eb7d353c9 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:31:57.471834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 428a84bb-d024-4af8-84d2-2a4eb7d353c9 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:31:57.472234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-558b864e-61f8-4958-86f0-fbb1f681211c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:57.476065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-558b864e-61f8-4958-86f0-fbb1f681211c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.481003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee29b095-0812-4db6-baa1-43244e9a3ae9 None None] Network 99188ddf-463c-41d7-bd44-2fc8893b6ec6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:31:57.483274 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-558b864e-61f8-4958-86f0-fbb1f681211c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f37eb1f5-1a42-401e-aaa8-915bb3652be6 HTTP/1.1" status: 204 len: 168 time: 0.4097004 Dec 20 16:31:57.485726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59648) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:31:57.592850 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.604322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Deleting port 36f28289-ec74-44af-b353-015e3e0e29a3 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:57.604582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.742500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] DHCP port deletion for 99188ddf-463c-41d7-bd44-2fc8893b6ec6 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:31:57.746999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] Deleting port 36f28289-ec74-44af-b353-015e3e0e29a3 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:57.747383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.811144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] For port 36f28289-ec74-44af-b353-015e3e0e29a3, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=36f28289-ec74-44af-b353-015e3e0e29a3,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:31:57.811493 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:57.936443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Calling delete_port for 36f28289-ec74-44af-b353-015e3e0e29a3 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:31:57.944123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] For port 36f28289-ec74-44af-b353-015e3e0e29a3, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=36f28289-ec74-44af-b353-015e3e0e29a3,segment=NetworkSegment(0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47),segment_id=0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:31:57.944512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:58.064231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] Calling delete_port for 36f28289-ec74-44af-b353-015e3e0e29a3 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:31:58.096248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:58.100925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f006bd18-eca4-40ea-a2bd-f398d584b400 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn_limited( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:31:58.132308 dv-neutron-821074-1-hyperv neutron-server[84393]: util.warn( Dec 20 16:31:58.138346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:31:58.138711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:31:58.143818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f28289-ec74-44af-b353-015e3e0e29a3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:58.146289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:58.150761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] No DVR routers for this DVR port 36f28289-ec74-44af-b353-015e3e0e29a3 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:31:58.272205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:58.297210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99188ddf-463c-41d7-bd44-2fc8893b6ec6']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:58.309657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:58.309948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d55bfc7-6d5f-4d99-a7a3-b7b58dcd6f47') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:58.321043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:58.336577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:58.342689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:31:58.361446 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:31:58.610844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:58.614334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ae9e7f25-5ee4-4d76-a3f6-3ef6a846b9e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:31:58.627602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:58.638058 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Pushing event deleted for resources: {'Network': ['ID=99188ddf-463c-41d7-bd44-2fc8893b6ec6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:58.640689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] Deleting port 36f28289-ec74-44af-b353-015e3e0e29a3 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:58.641145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:58.641780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:31:58.705134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bcff0966-6424-450c-91fc-cf1adf007020 None None] The port '36f28289-ec74-44af-b353-015e3e0e29a3' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:31:58.716047 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] 10.222.0.62 "DELETE /v2.0/networks/99188ddf-463c-41d7-bd44-2fc8893b6ec6 HTTP/1.1" status: 204 len: 168 time: 1.2291899 Dec 20 16:31:58.718843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59652) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:31:59.127903 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:59.400631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 36f28289-ec74-44af-b353-015e3e0e29a3 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:31:59.435940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 36f28289-ec74-44af-b353-015e3e0e29a3 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:31:59.436296 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 36f28289-ec74-44af-b353-015e3e0e29a3 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:31:59.732092 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Deleting port 06cf82c3-8390-4973-aae5-066f11472cdf {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:31:59.732686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:31:59.896906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] For port 06cf82c3-8390-4973-aae5-066f11472cdf, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=06cf82c3-8390-4973-aae5-066f11472cdf,segment=NetworkSegment(d03633d4-35ff-4df7-85e7-2b7de3e1bf71),segment_id=d03633d4-35ff-4df7-85e7-2b7de3e1bf71)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:31:59.897245 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:00.014981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Calling delete_port for 06cf82c3-8390-4973-aae5-066f11472cdf owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:32:00.353422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:00.357193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:00.399523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cf82c3-8390-4973-aae5-066f11472cdf,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:00.402906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:00.686245 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:01.258086 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Router 9f1b97aa-5497-45fa-a5b3-db30be6f138a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:32:01.463024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:32:01.472340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] Sync routers for ids ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:32:01.484011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] Routers {'9f1b97aa-5497-45fa-a5b3-db30be6f138a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:32:01.484617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:31:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:01.545170 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] 10.222.0.62 "PUT /v2.0/routers/9f1b97aa-5497-45fa-a5b3-db30be6f138a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8251081 Dec 20 16:32:01.547647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59656) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:01.672116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] Set router 9f1b97aa-5497-45fa-a5b3-db30be6f138a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:32:01.759708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:02.009590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'name': 'tempest-TestVolumeBootPattern-792438095-router', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f256406a-b123-449f-994e-b9cd565378b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:08Z', 'updated_at': '2021-12-20T16:32:00Z', 'revision_number': 5, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'gw_port': {'id': 'f256406a-b123-449f-994e-b9cd565378b8', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:09Z', 'updated_at': '2021-12-20T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:02.013488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] Checking router: 9f1b97aa-5497-45fa-a5b3-db30be6f138a for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:32:02.025126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] Routers {'9f1b97aa-5497-45fa-a5b3-db30be6f138a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:32:02.025736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:31:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:02.082936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:02.193455 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Deleting port f256406a-b123-449f-994e-b9cd565378b8 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:32:02.193891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:02.201532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] Set router 9f1b97aa-5497-45fa-a5b3-db30be6f138a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:32:02.368463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] For port f256406a-b123-449f-994e-b9cd565378b8, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=f256406a-b123-449f-994e-b9cd565378b8,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:02.369029 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:02.483489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'name': 'tempest-TestVolumeBootPattern-792438095-router', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f256406a-b123-449f-994e-b9cd565378b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:08Z', 'updated_at': '2021-12-20T16:32:00Z', 'revision_number': 5, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'gw_port': {'id': 'f256406a-b123-449f-994e-b9cd565378b8', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:09Z', 'updated_at': '2021-12-20T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:02.487627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Calling delete_port for f256406a-b123-449f-994e-b9cd565378b8 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:32:02.487983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d18dc2-c250-4803-85ec-cc9f0dc7d39e None None] The sync data for ids ['9f1b97aa-5497-45fa-a5b3-db30be6f138a'] in dv-neutron-821074-1-hyperv is: [{'id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'name': 'tempest-TestVolumeBootPattern-792438095-router', 'tenant_id': 'b77baf025f22472a945cb9d9852941f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f256406a-b123-449f-994e-b9cd565378b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:21:08Z', 'updated_at': '2021-12-20T16:32:00Z', 'revision_number': 5, 'project_id': 'b77baf025f22472a945cb9d9852941f6', 'gw_port': {'id': 'f256406a-b123-449f-994e-b9cd565378b8', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b97aa-5497-45fa-a5b3-db30be6f138a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:21:09Z', 'updated_at': '2021-12-20T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:32:02.702054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:02.705768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-fbe8ba0b-261b-4425-ae7d-0864a090e7e5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:02.749143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Pushing event deleted for resources: {'Port': ['ID=f256406a-b123-449f-994e-b9cd565378b8,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:02.753459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:02.993035 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:03.246288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:03.250413 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:03.376555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:03.377157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f1b97aa-5497-45fa-a5b3-db30be6f138a {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:32:03.391076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:03.392228 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] 10.222.0.62 "DELETE /v2.0/routers/9f1b97aa-5497-45fa-a5b3-db30be6f138a HTTP/1.1" status: 204 len: 168 time: 1.8436873 Dec 20 16:32:03.394812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59660) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:03.413032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 06cf82c3-8390-4973-aae5-066f11472cdf no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:32:03.451081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 06cf82c3-8390-4973-aae5-066f11472cdf {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:32:03.451445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 06cf82c3-8390-4973-aae5-066f11472cdf not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:32:03.572686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e533e16-aca8-45d3-b9c0-54666e9bc00e admin admin] Deleting subnet e0a261f5-b7fa-4736-80db-3514a5978c9c {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:32:03.575681 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e533e16-aca8-45d3-b9c0-54666e9bc00e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:03.624519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e533e16-aca8-45d3-b9c0-54666e9bc00e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:03.705826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e533e16-aca8-45d3-b9c0-54666e9bc00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:03.851292 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e533e16-aca8-45d3-b9c0-54666e9bc00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:03.855473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2cc1354c-264c-4657-ba7f-aed6e0879184 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:03.893885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e533e16-aca8-45d3-b9c0-54666e9bc00e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a261f5-b7fa-4736-80db-3514a5978c9c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:03.896336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9e533e16-aca8-45d3-b9c0-54666e9bc00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:03.899725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9e533e16-aca8-45d3-b9c0-54666e9bc00e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:03.905028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2df81-a3d5-43f6-bc8d-42ce219df368 None None] Network 13f94c57-8533-442c-9068-c0fba0b4f285 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:32:03.909372 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9e533e16-aca8-45d3-b9c0-54666e9bc00e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e0a261f5-b7fa-4736-80db-3514a5978c9c HTTP/1.1" status: 204 len: 168 time: 0.5129604 Dec 20 16:32:03.911901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59664) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:04.016772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.027612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Deleting port dac924f7-b59f-4da2-a530-d6c198e301d5 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:32:04.027945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.153350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] DHCP port deletion for 13f94c57-8533-442c-9068-c0fba0b4f285 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:32:04.157946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] Deleting port dac924f7-b59f-4da2-a530-d6c198e301d5 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:32:04.158329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.257011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] For port dac924f7-b59f-4da2-a530-d6c198e301d5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dac924f7-b59f-4da2-a530-d6c198e301d5,segment=NetworkSegment(d03633d4-35ff-4df7-85e7-2b7de3e1bf71),segment_id=d03633d4-35ff-4df7-85e7-2b7de3e1bf71)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:04.257486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.381304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] For port dac924f7-b59f-4da2-a530-d6c198e301d5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dac924f7-b59f-4da2-a530-d6c198e301d5,segment=NetworkSegment(d03633d4-35ff-4df7-85e7-2b7de3e1bf71),segment_id=d03633d4-35ff-4df7-85e7-2b7de3e1bf71)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:04.381611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.385134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Calling delete_port for dac924f7-b59f-4da2-a530-d6c198e301d5 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:32:04.536349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.540644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-094e1971-f597-4be3-b41d-eb651ca5844b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:04.548091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] Calling delete_port for dac924f7-b59f-4da2-a530-d6c198e301d5 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:32:04.586893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Pushing event deleted for resources: {'Port': ['ID=dac924f7-b59f-4da2-a530-d6c198e301d5,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:04.589618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:04.592279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] No DVR routers for this DVR port dac924f7-b59f-4da2-a530-d6c198e301d5 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:32:04.624653 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:32:04.626349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:32:04.708996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.733015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f94c57-8533-442c-9068-c0fba0b4f285']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:04.745368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:04.745662 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03633d4-35ff-4df7-85e7-2b7de3e1bf71') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:04.759183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.775319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.781512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:32:04.786512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:32:04.795006 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:32:04.936644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.940008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-31bec547-9b90-48a3-90b9-ad4d7b476f68 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:04.953659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:04.963552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Pushing event deleted for resources: {'Network': ['ID=13f94c57-8533-442c-9068-c0fba0b4f285,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:04.967462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:04.970850 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] 10.222.0.62 "DELETE /v2.0/networks/13f94c57-8533-442c-9068-c0fba0b4f285 HTTP/1.1" status: 204 len: 168 time: 1.0580451 Dec 20 16:32:05.126142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] Deleting port dac924f7-b59f-4da2-a530-d6c198e301d5 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:32:05.126697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:05.193165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea84f4-c18a-4341-aeb9-1086761c2caf None None] The port 'dac924f7-b59f-4da2-a530-d6c198e301d5' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:32:05.288931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59670) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:05.340154 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dd6007eb-ea4f-4501-ac44-c38af0860cb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18242fdc39a349a3b7037a3e7983ed90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499902 Dec 20 16:32:05.342523 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 59674) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:05.403410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c66d-3cd0-4cda-86b8-6fa4881e0801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:05.404070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f256406a-b123-449f-994e-b9cd565378b8 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:32:05.429597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c66d-3cd0-4cda-86b8-6fa4881e0801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:05.436719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: f256406a-b123-449f-994e-b9cd565378b8 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:32:05.437069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device f256406a-b123-449f-994e-b9cd565378b8 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:32:05.437486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dac924f7-b59f-4da2-a530-d6c198e301d5 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:32:05.472854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: dac924f7-b59f-4da2-a530-d6c198e301d5 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:32:05.473097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dac924f7-b59f-4da2-a530-d6c198e301d5 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:32:05.547593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c66d-3cd0-4cda-86b8-6fa4881e0801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:05.552586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ba390a96-1c25-42b1-ab5c-12ffca413a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:05.567131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0c66d-3cd0-4cda-86b8-6fa4881e0801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81081d8-5fcf-4f80-b32c-0fbf9cd99fd1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:05.569960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8aa0c66d-3cd0-4cda-86b8-6fa4881e0801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:05.571916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c66d-3cd0-4cda-86b8-6fa4881e0801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:05.572932 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8aa0c66d-3cd0-4cda-86b8-6fa4881e0801 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a81081d8-5fcf-4f80-b32c-0fbf9cd99fd1 HTTP/1.1" status: 204 len: 168 time: 0.2294919 Dec 20 16:32:06.328562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59682) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:06.379185 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-81de1194-7f90-4657-a551-9179a750dbb8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b77baf025f22472a945cb9d9852941f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490961 Dec 20 16:32:06.381463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59686) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:06.441434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-077cba4b-8b0f-40bb-b843-0d44eb710dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:06.466240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-077cba4b-8b0f-40bb-b843-0d44eb710dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:06.564663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-077cba4b-8b0f-40bb-b843-0d44eb710dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:06.568796 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d7ce9d2-aa5e-4a38-9028-370e04f6ccce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:06.580399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cba4b-8b0f-40bb-b843-0d44eb710dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcca7d7-251f-44b7-82d9-d7eccfaa8760,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:06.582741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-077cba4b-8b0f-40bb-b843-0d44eb710dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:06.587927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-077cba4b-8b0f-40bb-b843-0d44eb710dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:06.589037 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-077cba4b-8b0f-40bb-b843-0d44eb710dd2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fcca7d7-251f-44b7-82d9-d7eccfaa8760 HTTP/1.1" status: 204 len: 168 time: 0.2059019 Dec 20 16:32:14.991244 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-b20c04b5-7538-4281-9c8a-06a5b65dca15 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=83474aaa5a704291869857dc784b37a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312333 Dec 20 16:32:15.079288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:15.144756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8a39b6b1-1e17-44e0-8b38-6c71c804df35 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:15.146200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8a39b6b1-1e17-44e0-8b38-6c71c804df35 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498294 Dec 20 16:32:15.168502 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-9b718ec4-ba8b-4b7f-8111-c2172d62065b tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/quotas/83474aaa5a704291869857dc784b37a8 HTTP/1.1" status: 200 len: 375 time: 0.0110931 Dec 20 16:32:15.217363 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-aecbc7c5-155a-4e71-9256-7e461abd9a9a tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83474aaa5a704291869857dc784b37a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432785 Dec 20 16:32:16.524975 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61928764-3cec-44cd-9050-fec4d971f84d req-4f77eaac-ebb7-4351-ad79-e27d050e97a0 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 210 time: 0.0421283 Dec 20 16:32:17.640886 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb6828a8-51ce-460b-bb4f-a348a2117176 req-89a1cc19-4284-427d-bc7a-3ea2cf35ece8 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 210 time: 0.0448961 Dec 20 16:32:18.802448 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8c6312b7-f029-477a-9fec-dd577183e885 req-c3bb6084-ac97-4e79-a6cb-db99410375d5 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 210 time: 0.0423582 Dec 20 16:32:18.994714 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-b79c0d77-7cd0-44bf-be34-a6440541c9f9 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=83474aaa5a704291869857dc784b37a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342050 Dec 20 16:32:19.142149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-97fa9674-cf7c-4c4a-b458-5ec9c14603dd tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:19.143628 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-97fa9674-cf7c-4c4a-b458-5ec9c14603dd tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1439991 Dec 20 16:32:19.161720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Request body: {'port': {'device_id': '6b5228e2-8671-49a4-9b59-d0080f1647a0', 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea', 'admin_state_up': True, 'tenant_id': '83474aaa5a704291869857dc784b37a8'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:32:19.299598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:32:19.303446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Usage tracker for resource:port and tenant:83474aaa5a704291869857dc784b37a8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:32:19.306284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:32:19.312147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:32:19.439379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Made reservation on behalf of 83474aaa5a704291869857dc784b37a8 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:32:19.442462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:19.456219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:19.488056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:32:19.491992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Usage tracker for resource:security_group_rule and tenant:83474aaa5a704291869857dc784b37a8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:32:19.494848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:32:19.500770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:32:19.676187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:19.776918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:19.780000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e6f5e61a-d005-47e2-8047-035861997799 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:19.861971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54ec271-e4cb-4dc9-a941-670cab27cd2a,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:19.867391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:19.978106 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a70d23b0-d06e-438d-b4e5-aef81460a053 req-83043024-f86e-42d2-9b13-93ed23e9384e tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 210 time: 0.0524378 Dec 20 16:32:19.993783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Allocated IP 192.168.233.56 (d0545eb8-6d0d-4e30-9b4b-8a779fda0aea/e050c5e1-55a1-4c75-857c-8ac282bcf9c4/8c530f67-33c2-487e-8361-3349f49cf3a4) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:32:20.200035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:20.225287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Transition to ACTIVE for port object 8c530f67-33c2-487e-8361-3349f49cf3a4 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:32:20.348789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:20.354722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:20.427560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:32:20.430977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:32:20.434750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:32:20.464770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Pushing event updated for resources: {'Port': ['ID=8c530f67-33c2-487e-8361-3349f49cf3a4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:20.472048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:20.504789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:20.505396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:20.622960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4666708 Dec 20 16:32:20.635511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Request body: {'port': {'device_id': '6b5228e2-8671-49a4-9b59-d0080f1647a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:32:20.730670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f935d591-1fca-4c8d-a59b-5fcf39093f88 None None] Provisioning for port 8c530f67-33c2-487e-8361-3349f49cf3a4 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:32:20.735994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f935d591-1fca-4c8d-a59b-5fcf39093f88 None None] Provisioning complete for port 8c530f67-33c2-487e-8361-3349f49cf3a4 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:32:20.736361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f935d591-1fca-4c8d-a59b-5fcf39093f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:20.755391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:20.787394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f935d591-1fca-4c8d-a59b-5fcf39093f88 None None] Port 8c530f67-33c2-487e-8361-3349f49cf3a4 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:32:21.088148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c530f67-33c2-487e-8361-3349f49cf3a4 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:32:21.095371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:21.111294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Transition to ACTIVE for port object 8c530f67-33c2-487e-8361-3349f49cf3a4 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:32:21.192875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c79cc-1090-4462-98ec-ab9d3027bbd8 req-42883054-dc61-4651-ba1c-fba109b7cb14 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:21.193557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e09c79cc-1090-4462-98ec-ab9d3027bbd8 req-42883054-dc61-4651-ba1c-fba109b7cb14 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Synchronizing usage tracker for tenant:83474aaa5a704291869857dc784b37a8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:32:21.207334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:21.212082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-96dda29f-84b5-4c9c-a2ea-f5fb4a74ebfb tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:21.333947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e09c79cc-1090-4462-98ec-ab9d3027bbd8 req-42883054-dc61-4651-ba1c-fba109b7cb14 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Unset dirty status for tenant:83474aaa5a704291869857dc784b37a8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:32:21.335119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e09c79cc-1090-4462-98ec-ab9d3027bbd8 req-42883054-dc61-4651-ba1c-fba109b7cb14 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 935 time: 0.2220523 Dec 20 16:32:21.337566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Pushing event updated for resources: {'Port': ['ID=8c530f67-33c2-487e-8361-3349f49cf3a4,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:21.343064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:21.461035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e09c79cc-1090-4462-98ec-ab9d3027bbd8 req-813c634f-5149-4bfa-bc82-556eafbf20af tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Synchronizing usage tracker for tenant:83474aaa5a704291869857dc784b37a8 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:32:21.491973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Attempting to bind port 8c530f67-33c2-487e-8361-3349f49cf3a4 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:32:21.492303 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Attempting to bind port 8c530f67-33c2-487e-8361-3349f49cf3a4 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'fd769e79-e45b-4682-a320-68ae6800c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:32:21.492620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Attempting to bind port 8c530f67-33c2-487e-8361-3349f49cf3a4 on network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:32:21.498559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Port 8c530f67-33c2-487e-8361-3349f49cf3a4 on network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:32:21.498873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Attempting to bind port 8c530f67-33c2-487e-8361-3349f49cf3a4 on network d0545eb8-6d0d-4e30-9b4b-8a779fda0aea {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:32:21.505591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:32:21.505922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Checking segment: {'id': 'fd769e79-e45b-4682-a320-68ae6800c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:32:21.506297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Bound using segment: {'id': 'fd769e79-e45b-4682-a320-68ae6800c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:32:21.506716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Bound port: 8c530f67-33c2-487e-8361-3349f49cf3a4, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd769e79-e45b-4682-a320-68ae6800c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:32:21.507082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:21.570212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e09c79cc-1090-4462-98ec-ab9d3027bbd8 req-813c634f-5149-4bfa-bc82-556eafbf20af tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Unset dirty status for tenant:83474aaa5a704291869857dc784b37a8 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:32:21.571260 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e09c79cc-1090-4462-98ec-ab9d3027bbd8 req-813c634f-5149-4bfa-bc82-556eafbf20af tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305686 Dec 20 16:32:21.595725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] For port 8c530f67-33c2-487e-8361-3349f49cf3a4, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:32:21.599280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] For port 8c530f67-33c2-487e-8361-3349f49cf3a4, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8c530f67-33c2-487e-8361-3349f49cf3a4,segment=NetworkSegment(fd769e79-e45b-4682-a320-68ae6800c937),segment_id=fd769e79-e45b-4682-a320-68ae6800c937)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:32:21.691406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:21.695244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-666e42d1-100f-409c-a948-e5c959c2527a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:21.758715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:21.768751 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] 10.222.0.64 "PUT /v2.0/ports/8c530f67-33c2-487e-8361-3349f49cf3a4 HTTP/1.1" status: 200 len: 1097 time: 1.1286621 Dec 20 16:32:21.768751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5228e2-8671-49a4-9b59-d0080f1647a0', 'tag': '8c530f67-33c2-487e-8361-3349f49cf3a4'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:32:21.776227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Pushing event updated for resources: {'Port': ['ID=8c530f67-33c2-487e-8361-3349f49cf3a4,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:21.779505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:21.820542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5228e2-8671-49a4-9b59-d0080f1647a0', 'tag': '8c530f67-33c2-487e-8361-3349f49cf3a4', 'status': 'completed', 'code': 200} Dec 20 16:32:21.911375 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c43b6c66-0fe2-42e5-b314-2d0c8fe1c256 req-17c78eac-b9a4-4606-9eb1-2eaaf1a6ff12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83474aaa5a704291869857dc784b37a8&device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 1100 time: 0.0712554 Dec 20 16:32:21.943504 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c43b6c66-0fe2-42e5-b314-2d0c8fe1c256 req-4d022988-f900-4197-ac18-d592ade981e9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=83474aaa5a704291869857dc784b37a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256341 Dec 20 16:32:21.999527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1e0be6fb-d25f-44b7-a9ae-33cb40ebf7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:22.177735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b6c66-0fe2-42e5-b314-2d0c8fe1c256 req-9acd0cd7-9302-4373-9b4a-0ebf55e447ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:22.179093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c43b6c66-0fe2-42e5-b314-2d0c8fe1c256 req-9acd0cd7-9302-4373-9b4a-0ebf55e447ed service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2301545 Dec 20 16:32:22.290351 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-c1e23e9b-2f6b-44df-affb-29d5ab3db7fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83474aaa5a704291869857dc784b37a8&device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 1100 time: 0.0722413 Dec 20 16:32:22.356440 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-7b47d072-f5d3-46cf-991c-5248235afd40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8c530f67-33c2-487e-8361-3349f49cf3a4 HTTP/1.1" status: 200 len: 217 time: 0.0591297 Dec 20 16:32:22.419671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-0c1079f4-2c9f-4eb5-b543-51b508b75e95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:22.421078 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-0c1079f4-2c9f-4eb5-b543-51b508b75e95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e050c5e1-55a1-4c75-857c-8ac282bcf9c4 HTTP/1.1" status: 200 len: 843 time: 0.0591121 Dec 20 16:32:22.493875 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-2effaa16-33fe-4dd8-9541-9d35d71e8a17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0545eb8-6d0d-4e30-9b4b-8a779fda0aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0657604 Dec 20 16:32:22.678572 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-7bbc69db-e5f9-4704-80df-b9de4f77a095 service neutron] 10.222.0.64 "GET /v2.0/networks/d0545eb8-6d0d-4e30-9b4b-8a779fda0aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781931 Dec 20 16:32:22.886153 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2dc0bab-4066-4f66-9090-c3d126604a8b req-34df35d2-7127-493b-9cc0-a46577ee6b90 service neutron] 10.222.0.64 "GET /v2.0/networks/d0545eb8-6d0d-4e30-9b4b-8a779fda0aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953042 Dec 20 16:32:22.897888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e0db3-a653-41a9-bf82-56d0e037c8f0 req-aa486115-06fb-4fd9-b621-0d89936b86f8 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:22.901239 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-748e0db3-a653-41a9-bf82-56d0e037c8f0 req-aa486115-06fb-4fd9-b621-0d89936b86f8 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 947 time: 0.1730647 Dec 20 16:32:22.960637 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-748e0db3-a653-41a9-bf82-56d0e037c8f0 req-dee034ca-add1-4225-9c18-0fae47568bdf tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536883 Dec 20 16:32:23.988301 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:32:24.167349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10189add-fa22-4510-a9d1-1f500bfdad1f req-8a345e4c-d2d7-4e22-a028-bed29acca34c tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:24.168798 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10189add-fa22-4510-a9d1-1f500bfdad1f req-8a345e4c-d2d7-4e22-a028-bed29acca34c tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 947 time: 0.0780692 Dec 20 16:32:24.219743 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10189add-fa22-4510-a9d1-1f500bfdad1f req-89346374-5874-4688-969d-e8a2fe741e76 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 Dec 20 16:32:24.250654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3cf5160d-518c-41bf-b223-1c60c92a15ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:25.418738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e583d-1d6c-44a1-9d4e-78dae519215f req-d27377ad-6cb0-400f-891c-5f7faaaf3ea0 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:25.426232 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-991e583d-1d6c-44a1-9d4e-78dae519215f req-d27377ad-6cb0-400f-891c-5f7faaaf3ea0 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 947 time: 0.0796833 Dec 20 16:32:25.468571 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-991e583d-1d6c-44a1-9d4e-78dae519215f req-9f79cd01-23d3-4423-8514-0338a8bd36dd tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Dec 20 16:32:25.479847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:25.593808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:26.669710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91496152-cd95-4d70-a1fe-4c99ffa57dd6 req-dae35aee-06d6-4770-92d2-995a656de777 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:26.671175 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91496152-cd95-4d70-a1fe-4c99ffa57dd6 req-dae35aee-06d6-4770-92d2-995a656de777 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 947 time: 0.0814075 Dec 20 16:32:26.688334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8c530f67-33c2-487e-8361-3349f49cf3a4 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:32:26.717359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91496152-cd95-4d70-a1fe-4c99ffa57dd6 req-47c888a4-700d-42fa-a63a-47356f9d0337 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Dec 20 16:32:26.833784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8c530f67-33c2-487e-8361-3349f49cf3a4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8c530f67-33c2-487e-8361-3349f49cf3a4,segment=NetworkSegment(fd769e79-e45b-4682-a320-68ae6800c937),segment_id=fd769e79-e45b-4682-a320-68ae6800c937)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:26.848201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '8c530f67-33c2-487e-8361-3349f49cf3a4', 'network_id': 'd0545eb8-6d0d-4e30-9b4b-8a779fda0aea', 'port_id': '8c530f67-33c2-487e-8361-3349f49cf3a4', 'mac_address': 'fa:16:3e:62:08:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e050c5e1-55a1-4c75-857c-8ac282bcf9c4', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:32:26.905199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:26.932295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c530f67-33c2-487e-8361-3349f49cf3a4 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:32:26.948387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8c530f67-33c2-487e-8361-3349f49cf3a4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8c530f67-33c2-487e-8361-3349f49cf3a4,segment=NetworkSegment(fd769e79-e45b-4682-a320-68ae6800c937),segment_id=fd769e79-e45b-4682-a320-68ae6800c937)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:27.005126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:27.039371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:27.041111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-107c0e99-152c-4f8f-834b-ee83b1bf710a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:27.105477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8c530f67-33c2-487e-8361-3349f49cf3a4,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:27.114003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.114340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.114670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.115028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.115351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.115673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.115988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.116304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.116617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.116929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.117240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:27.121026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:27.415386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['8c530f67-33c2-487e-8361-3349f49cf3a4'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:32:27.910129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2e40b-e77d-404a-bcfc-a775e0a269cf req-68549a09-599c-4498-af22-9f94f495c3d0 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:27.911600 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bfe2e40b-e77d-404a-bcfc-a775e0a269cf req-68549a09-599c-4498-af22-9f94f495c3d0 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 948 time: 0.0755305 Dec 20 16:32:27.956737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bfe2e40b-e77d-404a-bcfc-a775e0a269cf req-5cd4f3ab-4d1f-4cb2-aef9-28dfeab4516d tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Dec 20 16:32:28.704583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8c530f67-33c2-487e-8361-3349f49cf3a4 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:32:28.833544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 8c530f67-33c2-487e-8361-3349f49cf3a4 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:32:28.838820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 8c530f67-33c2-487e-8361-3349f49cf3a4 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:32:28.839227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:28.948724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:28.974674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5228e2-8671-49a4-9b59-d0080f1647a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c530f67-33c2-487e-8361-3349f49cf3a4'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:32:28.983895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8c530f67-33c2-487e-8361-3349f49cf3a4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8c530f67-33c2-487e-8361-3349f49cf3a4,segment=NetworkSegment(fd769e79-e45b-4682-a320-68ae6800c937),segment_id=fd769e79-e45b-4682-a320-68ae6800c937)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:29.080094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:29.085074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:29.125808 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5228e2-8671-49a4-9b59-d0080f1647a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c530f67-33c2-487e-8361-3349f49cf3a4', 'code': 200} Dec 20 16:32:29.160415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8c530f67-33c2-487e-8361-3349f49cf3a4,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:29.162064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:29.175782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f99076-c6a1-442e-bfc4-deaff3867670 req-1e9a92d0-f82c-4684-9d7f-121986e25b5a tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:29.176714 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-66f99076-c6a1-442e-bfc4-deaff3867670 req-1e9a92d0-f82c-4684-9d7f-121986e25b5a tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 949 time: 0.0905147 Dec 20 16:32:29.223749 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-66f99076-c6a1-442e-bfc4-deaff3867670 req-afe10ac2-6085-4d31-95c6-06347719602a tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Dec 20 16:32:29.504005 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9189289b-bb4e-4e05-9f54-2e53d337830e req-95f4ff8d-dc05-453b-b0ab-d2ba9a8c2de3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 1102 time: 0.0667558 Dec 20 16:32:29.545901 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9189289b-bb4e-4e05-9f54-2e53d337830e req-e31bd5c8-9084-4d82-b9cf-c13a08d289ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359998 Dec 20 16:32:30.438575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057d179-2a3b-453f-9861-427e6a6b7be6 req-2e07e84f-ce9e-4c42-b602-4926633f3b77 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:30.440619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d057d179-2a3b-453f-9861-427e6a6b7be6 req-2e07e84f-ce9e-4c42-b602-4926633f3b77 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 949 time: 0.0785480 Dec 20 16:32:30.485393 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d057d179-2a3b-453f-9861-427e6a6b7be6 req-c65da511-3c3b-4811-9141-e341b13d6a12 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391612 Dec 20 16:32:31.676478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070456e4-8b13-45ff-af1a-a006551b374f req-d71bc64a-a83d-4e68-9ca3-a1e514cb9f8c tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:31.677909 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-070456e4-8b13-45ff-af1a-a006551b374f req-d71bc64a-a83d-4e68-9ca3-a1e514cb9f8c tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 949 time: 0.0754409 Dec 20 16:32:31.731927 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-070456e4-8b13-45ff-af1a-a006551b374f req-7674d3fd-ff27-4e88-ac0d-682136dac477 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483625 Dec 20 16:32:32.227390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3d5bd286-bee4-45a6-b3d4-245bd34e95f4 req-745e4c37-3094-42a1-b520-4560b4e4f26c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695324 Dec 20 16:32:32.997063 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd8ffe12-6afb-425c-9e00-b5c773c18a2f req-25c27ee9-d7bd-4514-aef6-92cb5b903cef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2015669 Dec 20 16:32:34.003336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f13c17-7da7-4c47-8cd7-578e27d592a6 req-c4583fde-f80e-4a25-b22b-85c20514a7d2 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:34.004708 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c0f13c17-7da7-4c47-8cd7-578e27d592a6 req-c4583fde-f80e-4a25-b22b-85c20514a7d2 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 949 time: 0.1751876 Dec 20 16:32:34.056153 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c0f13c17-7da7-4c47-8cd7-578e27d592a6 req-6bcf9a4a-01d6-4485-b6b2-0020977b44d8 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 Dec 20 16:32:35.250430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-79eee7db-e4d2-4573-a10f-29304ccfb897 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:35.251884 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-79eee7db-e4d2-4573-a10f-29304ccfb897 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 949 time: 0.1386251 Dec 20 16:32:35.342437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9faa3-33bd-4d0c-80fc-402baec6c2cf req-c5528d6a-73fa-4093-994c-3f733aef0b84 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:35.343910 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1be9faa3-33bd-4d0c-80fc-402baec6c2cf req-c5528d6a-73fa-4093-994c-3f733aef0b84 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 949 time: 0.1646407 Dec 20 16:32:35.347683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Deleting port 8c530f67-33c2-487e-8361-3349f49cf3a4 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:32:35.347967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:35.476430 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1be9faa3-33bd-4d0c-80fc-402baec6c2cf req-1a71fb35-7053-49cf-937e-704647c776f0 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/security-groups?id=c54ec271-e4cb-4dc9-a941-670cab27cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046796 Dec 20 16:32:35.630563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] For port 8c530f67-33c2-487e-8361-3349f49cf3a4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8c530f67-33c2-487e-8361-3349f49cf3a4,segment=NetworkSegment(fd769e79-e45b-4682-a320-68ae6800c937),segment_id=fd769e79-e45b-4682-a320-68ae6800c937)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:35.630834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:35.756785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Calling delete_port for 8c530f67-33c2-487e-8361-3349f49cf3a4 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:32:35.971952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:35.978196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66fdbde0-1c7d-433b-a6d1-29f40d2ec2e6 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:35.983725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['8c530f67-33c2-487e-8361-3349f49cf3a4'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:32:36.021818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Pushing event deleted for resources: {'Port': ['ID=8c530f67-33c2-487e-8361-3349f49cf3a4,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:36.067533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.067921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.068300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.068673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.069040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.069404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.069773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.070130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.070799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.075330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.075330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:36.098951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:36.109316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] No DVR routers for this DVR port 8c530f67-33c2-487e-8361-3349f49cf3a4 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:32:36.111908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:36.114649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5228e2-8671-49a4-9b59-d0080f1647a0', 'name': 'network-vif-deleted', 'tag': '8c530f67-33c2-487e-8361-3349f49cf3a4'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:32:36.181100 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5228e2-8671-49a4-9b59-d0080f1647a0', 'name': 'network-vif-deleted', 'tag': '8c530f67-33c2-487e-8361-3349f49cf3a4', 'status': 'completed', 'code': 200} Dec 20 16:32:36.200503 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e1ec5b10-c43e-4f16-b030-97f1c0f095a5 req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.64 "DELETE /v2.0/ports/8c530f67-33c2-487e-8361-3349f49cf3a4 HTTP/1.1" status: 204 len: 173 time: 0.9418857 Dec 20 16:32:36.658540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-30e39b8e-3faf-4052-bb9f-9dd2af8a22dc req-7e9869aa-1611-45ea-90d3-2b17b69ce742 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Synchronizing usage tracker for tenant:83474aaa5a704291869857dc784b37a8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:32:36.776907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-30e39b8e-3faf-4052-bb9f-9dd2af8a22dc req-7e9869aa-1611-45ea-90d3-2b17b69ce742 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Unset dirty status for tenant:83474aaa5a704291869857dc784b37a8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:32:36.778012 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-30e39b8e-3faf-4052-bb9f-9dd2af8a22dc req-7e9869aa-1611-45ea-90d3-2b17b69ce742 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b5228e2-8671-49a4-9b59-d0080f1647a0 HTTP/1.1" status: 200 len: 210 time: 0.1642148 Dec 20 16:32:38.657504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59830) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:38.758796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8c530f67-33c2-487e-8361-3349f49cf3a4 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:32:38.799092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 8c530f67-33c2-487e-8361-3349f49cf3a4 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:32:38.799959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8c530f67-33c2-487e-8361-3349f49cf3a4 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:32:38.838797 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f873c726-0ae6-499f-a764-5cdceebda246 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83474aaa5a704291869857dc784b37a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1799638 Dec 20 16:32:38.841082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59836) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:38.901182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ad956223-b4ba-4bf2-b295-9fdfe96b94a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:38.928833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ad956223-b4ba-4bf2-b295-9fdfe96b94a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:39.079089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ad956223-b4ba-4bf2-b295-9fdfe96b94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:39.083336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-077cba4b-8b0f-40bb-b843-0d44eb710dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:39.100564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad956223-b4ba-4bf2-b295-9fdfe96b94a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54ec271-e4cb-4dc9-a941-670cab27cd2a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:39.103716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ad956223-b4ba-4bf2-b295-9fdfe96b94a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:39.216106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ad956223-b4ba-4bf2-b295-9fdfe96b94a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:39.217236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ad956223-b4ba-4bf2-b295-9fdfe96b94a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c54ec271-e4cb-4dc9-a941-670cab27cd2a HTTP/1.1" status: 204 len: 168 time: 0.3752649 Dec 20 16:32:40.105969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59844) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:40.124073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:40.160378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:32:40.164710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] Usage tracker for resource:security_group_rule and tenant:580cab6a47f64ce28b6e06a6e0f5e3c2 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:32:40.168047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:32:40.174592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:32:40.244236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:40.314069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:40.321687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d0a92143-9e85-4245-bd43-458138843519 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:40.360593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d2add-613b-4b7a-9e26-544209600173,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:40.364520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:40.366835 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=580cab6a47f64ce28b6e06a6e0f5e3c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2599113 Dec 20 16:32:40.369612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59848) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:40.430269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-482b4484-13dc-466e-af07-a646ffbeea0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:40.456322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-482b4484-13dc-466e-af07-a646ffbeea0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:40.695895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-482b4484-13dc-466e-af07-a646ffbeea0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:40.699678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ad956223-b4ba-4bf2-b295-9fdfe96b94a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:40.710547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b4484-13dc-466e-af07-a646ffbeea0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0d2add-613b-4b7a-9e26-544209600173,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:40.713062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-482b4484-13dc-466e-af07-a646ffbeea0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:40.718978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-482b4484-13dc-466e-af07-a646ffbeea0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:40.720101 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-482b4484-13dc-466e-af07-a646ffbeea0f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed0d2add-613b-4b7a-9e26-544209600173 HTTP/1.1" status: 204 len: 168 time: 0.3495920 Dec 20 16:32:42.027128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59870) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:42.154787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-98309989-network', 'tenant_id': '19d210ff4eff49168cc2230ba25f1982'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:32:42.160938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:32:42.164750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Usage tracker for resource:network and tenant:19d210ff4eff49168cc2230ba25f1982 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:32:42.167670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:32:42.173406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:32:42.279695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Made reservation on behalf of 19d210ff4eff49168cc2230ba25f1982 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:32:42.281954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:42.295296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:42.328706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:32:42.332737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Usage tracker for resource:security_group_rule and tenant:19d210ff4eff49168cc2230ba25f1982 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:32:42.335596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:32:42.341382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:32:42.405539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:42.496729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:42.501074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-482b4484-13dc-466e-af07-a646ffbeea0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:42.525668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:32:42.541901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:42.543053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:42.543995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:42.544336 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Added segment 40c54eff-f13a-41fc-a78f-5fcc7cf85a5d of type vlan for network d264a807-7562-467f-b500-d654f145437f Dec 20 16:32:42.570022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:42.691378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:42.692380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:42.692956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:42.696546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-011ae617-b799-4e72-8c54-de3d1a84e008 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:42.798625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Pushing event updated for resources: {'Network': ['ID=d264a807-7562-467f-b500-d654f145437f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:42.801871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:42.808748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d264a807-7562-467f-b500-d654f145437f details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:32:42.840552 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8119266 Dec 20 16:32:42.843297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59876) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:32:42.849393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Request body: {'subnet': {'network_id': 'd264a807-7562-467f-b500-d654f145437f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-98309989-subnet', 'tenant_id': '19d210ff4eff49168cc2230ba25f1982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:32:42.854221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:32:42.858169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Usage tracker for resource:subnet and tenant:19d210ff4eff49168cc2230ba25f1982 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:32:42.861202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:32:42.867496 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:32:42.971843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Made reservation on behalf of 19d210ff4eff49168cc2230ba25f1982 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:32:42.977652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:43.549203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:43.553808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66f50cf7-9c37-42ec-a509-f2951b6b4322 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:43.622027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3449c56d-84d6-475f-b4ca-6e929b74e25e,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:43.625279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:43.638611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Checking segment: {'id': '40c54eff-f13a-41fc-a78f-5fcc7cf85a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd264a807-7562-467f-b500-d654f145437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:32:43.638996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Network hostable DHCP agents. Network: d264a807-7562-467f-b500-d654f145437f, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:32:43.731016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Network d264a807-7562-467f-b500-d654f145437f is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:32:43.828028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, d264a807-7562-467f-b500-d654f145437f) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:32:43.832692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:43.838529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:43.839624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be37407-434a-48d0-8505-740f6da3bcd0 None None] Network d264a807-7562-467f-b500-d654f145437f requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:32:43.936794 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0924184 Dec 20 16:32:44.052758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d51bc37-d577-40fb-851c-22b43e7be536 None None] Network d264a807-7562-467f-b500-d654f145437f requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:32:44.498299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-7ef60532-5a83-4d0c-8805-000bca3430de tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:44.499038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-7ef60532-5a83-4d0c-8805-000bca3430de tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Synchronizing usage tracker for tenant:19d210ff4eff49168cc2230ba25f1982 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:32:44.639404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-7ef60532-5a83-4d0c-8805-000bca3430de tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Unset dirty status for tenant:19d210ff4eff49168cc2230ba25f1982 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:32:44.640745 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-7ef60532-5a83-4d0c-8805-000bca3430de tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/networks?id=d264a807-7562-467f-b500-d654f145437f HTTP/1.1" status: 200 len: 810 time: 0.2944233 Dec 20 16:32:44.658093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-99ee337d-8c71-4ae3-b306-2dad405417e2 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/quotas/19d210ff4eff49168cc2230ba25f1982 HTTP/1.1" status: 200 len: 375 time: 0.0113583 Dec 20 16:32:44.711240 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1d7d9a62-92bb-48ba-be75-4b050cb9918e tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19d210ff4eff49168cc2230ba25f1982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471640 Dec 20 16:32:44.848503 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-83010237-9034-4115-bbad-b9b131b7f037 service neutron] 10.222.0.62 "GET /v2.0/networks/d264a807-7562-467f-b500-d654f145437f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303749 Dec 20 16:32:44.977935 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-9e7e540e-5ec3-4c1f-80b3-2529a39b0ac5 service neutron] 10.222.0.62 "GET /v2.0/networks/d264a807-7562-467f-b500-d654f145437f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237876 Dec 20 16:32:45.079890 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:45.270100 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e994158-d7c5-409a-a514-f5d7de57318c req-f24c4b37-aeb5-4f3e-8416-456ed28e436d tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 210 time: 0.0439065 Dec 20 16:32:46.381321 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cf7e3c17-f987-4ee1-ac48-1572a4c71d07 req-3226c17d-1834-4ae0-9edf-0033ec2c2f40 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 210 time: 0.0445988 Dec 20 16:32:47.548447 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-16094766-67e9-4117-a915-5327f2dcf807 req-2760bbbb-42c0-4eb8-85c6-43decc54b99c tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 210 time: 0.0418944 Dec 20 16:32:48.074708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-ca6fc406-12b9-43f8-a590-0a35e0467b2c tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:48.076231 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-ca6fc406-12b9-43f8-a590-0a35e0467b2c tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.64 "GET /v2.0/networks?id=d264a807-7562-467f-b500-d654f145437f HTTP/1.1" status: 200 len: 810 time: 0.1484413 Dec 20 16:32:48.095198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Request body: {'port': {'device_id': '35af1722-78d4-4b80-8084-390bf8a4f063', 'network_id': 'd264a807-7562-467f-b500-d654f145437f', 'admin_state_up': True, 'tenant_id': '19d210ff4eff49168cc2230ba25f1982'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:32:48.227162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:32:48.231032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Usage tracker for resource:port and tenant:19d210ff4eff49168cc2230ba25f1982 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:32:48.234051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:32:48.239939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:32:48.342390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Made reservation on behalf of 19d210ff4eff49168cc2230ba25f1982 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:32:48.345493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:48.509992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Allocated IP 172.20.0.5 (d264a807-7562-467f-b500-d654f145437f/3449c56d-84d6-475f-b4ca-6e929b74e25e/8da2ee25-23c4-48ef-b03e-e16275819f51) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:32:48.719410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:48.841615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:48.960528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-30134c24-86e1-49b6-bd7f-74abea731afd tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:49.035740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Network d264a807-7562-467f-b500-d654f145437f is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:32:49.040573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:32:49.046710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:32:49.075071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Pushing event updated for resources: {'Port': ['ID=8da2ee25-23c4-48ef-b03e-e16275819f51,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:49.086079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:49.123320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:49.123921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:49.134331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9082f7b-beda-405b-966a-072fa3da0fd3 req-6f1a3910-2372-4cc9-b277-fdb3a1fe9b0f tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:49.135768 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a9082f7b-beda-405b-966a-072fa3da0fd3 req-6f1a3910-2372-4cc9-b277-fdb3a1fe9b0f tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 931 time: 0.3288195 Dec 20 16:32:49.187221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-a9082f7b-beda-405b-966a-072fa3da0fd3 req-43829d2d-0545-46f8-bb5e-6e1f00a3bf9a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Synchronizing usage tracker for tenant:19d210ff4eff49168cc2230ba25f1982 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:32:49.240465 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1507671 Dec 20 16:32:49.251988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Request body: {'port': {'device_id': '35af1722-78d4-4b80-8084-390bf8a4f063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:32:49.282028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-a9082f7b-beda-405b-966a-072fa3da0fd3 req-43829d2d-0545-46f8-bb5e-6e1f00a3bf9a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Unset dirty status for tenant:19d210ff4eff49168cc2230ba25f1982 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:32:49.283164 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a9082f7b-beda-405b-966a-072fa3da0fd3 req-43829d2d-0545-46f8-bb5e-6e1f00a3bf9a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419244 Dec 20 16:32:49.363928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:49.706612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da2ee25-23c4-48ef-b03e-e16275819f51 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:32:49.713682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:49.728251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Transition to ACTIVE for port object 8da2ee25-23c4-48ef-b03e-e16275819f51 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:32:49.811070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:49.815566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bd468962-e997-40ba-8901-9f5edac483b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:49.942606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8da2ee25-23c4-48ef-b03e-e16275819f51,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:49.946088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:50.047408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Attempting to bind port 8da2ee25-23c4-48ef-b03e-e16275819f51 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:32:50.047737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Attempting to bind port 8da2ee25-23c4-48ef-b03e-e16275819f51 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '40c54eff-f13a-41fc-a78f-5fcc7cf85a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd264a807-7562-467f-b500-d654f145437f'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:32:50.048060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Attempting to bind port 8da2ee25-23c4-48ef-b03e-e16275819f51 on network d264a807-7562-467f-b500-d654f145437f {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:32:50.054473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Port 8da2ee25-23c4-48ef-b03e-e16275819f51 on network d264a807-7562-467f-b500-d654f145437f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:32:50.054791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Attempting to bind port 8da2ee25-23c4-48ef-b03e-e16275819f51 on network d264a807-7562-467f-b500-d654f145437f {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:32:50.061354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:32:50.061690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Checking segment: {'id': '40c54eff-f13a-41fc-a78f-5fcc7cf85a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd264a807-7562-467f-b500-d654f145437f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:32:50.062094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Bound using segment: {'id': '40c54eff-f13a-41fc-a78f-5fcc7cf85a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd264a807-7562-467f-b500-d654f145437f'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:32:50.062514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Bound port: 8da2ee25-23c4-48ef-b03e-e16275819f51, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c54eff-f13a-41fc-a78f-5fcc7cf85a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd264a807-7562-467f-b500-d654f145437f'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:32:50.062860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:50.150818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:32:50.153932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8da2ee25-23c4-48ef-b03e-e16275819f51,segment=NetworkSegment(40c54eff-f13a-41fc-a78f-5fcc7cf85a5d),segment_id=40c54eff-f13a-41fc-a78f-5fcc7cf85a5d)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:32:50.280134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:50.284050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d1561f33-49b6-4f57-9112-4006fa61d7bc tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:50.341371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:50.342726 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] 10.222.0.64 "PUT /v2.0/ports/8da2ee25-23c4-48ef-b03e-e16275819f51 HTTP/1.1" status: 200 len: 1093 time: 1.0948396 Dec 20 16:32:50.345506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:32:50.373577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8da2ee25-23c4-48ef-b03e-e16275819f51,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:50.379537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:50.405746 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51', 'status': 'completed', 'code': 200} Dec 20 16:32:50.540716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc332fd3-8a74-4f0c-81b2-ff807f6cbede req-697b349d-7a51-4b08-b340-f387f01677e5 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:50.541395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fc332fd3-8a74-4f0c-81b2-ff807f6cbede req-697b349d-7a51-4b08-b340-f387f01677e5 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Synchronizing usage tracker for tenant:19d210ff4eff49168cc2230ba25f1982 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:32:50.546107 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a05e220b-205a-4d5f-a1f7-a6f24b04286a req-1e5b2994-93dd-457c-b4db-5256ac3d6905 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19d210ff4eff49168cc2230ba25f1982&device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 1096 time: 0.1080220 Dec 20 16:32:50.689065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e220b-205a-4d5f-a1f7-a6f24b04286a req-d5d53e12-aa86-416b-a770-75bc8076de03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:50.690389 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a05e220b-205a-4d5f-a1f7-a6f24b04286a req-d5d53e12-aa86-416b-a770-75bc8076de03 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=19d210ff4eff49168cc2230ba25f1982&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1363840 Dec 20 16:32:50.725706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fc332fd3-8a74-4f0c-81b2-ff807f6cbede req-697b349d-7a51-4b08-b340-f387f01677e5 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Unset dirty status for tenant:19d210ff4eff49168cc2230ba25f1982 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:32:50.731754 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fc332fd3-8a74-4f0c-81b2-ff807f6cbede req-697b349d-7a51-4b08-b340-f387f01677e5 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 943 time: 0.3190317 Dec 20 16:32:50.859873 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fc332fd3-8a74-4f0c-81b2-ff807f6cbede req-6a873ead-406c-4984-a3a6-d6af7dafe940 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231027 Dec 20 16:32:50.863164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e220b-205a-4d5f-a1f7-a6f24b04286a req-8d0022a3-eabb-439f-9e26-668cd9ccb01a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:50.865144 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a05e220b-205a-4d5f-a1f7-a6f24b04286a req-8d0022a3-eabb-439f-9e26-668cd9ccb01a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691229 Dec 20 16:32:50.970249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-39f47530-5611-4d5e-a0c6-a772ccf931cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19d210ff4eff49168cc2230ba25f1982&device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 1096 time: 0.0689085 Dec 20 16:32:51.150748 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-bf35a61c-593b-41d7-bbe4-6a443942e4a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2ee25-23c4-48ef-b03e-e16275819f51 HTTP/1.1" status: 200 len: 217 time: 0.1729023 Dec 20 16:32:51.222227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-f6e3b857-590b-4111-8d90-a4c56a40e249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:51.223656 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-f6e3b857-590b-4111-8d90-a4c56a40e249 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3449c56d-84d6-475f-b4ca-6e929b74e25e HTTP/1.1" status: 200 len: 850 time: 0.0672555 Dec 20 16:32:51.273423 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-9cdd5ba6-0bdb-4a42-924a-81bacb0ddffa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d264a807-7562-467f-b500-d654f145437f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436146 Dec 20 16:32:51.416540 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-6be535fb-b59c-41c5-b9c5-2e7a9c8779b0 service neutron] 10.222.0.64 "GET /v2.0/networks/d264a807-7562-467f-b500-d654f145437f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367006 Dec 20 16:32:51.553019 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0efb9892-939c-4007-9dbc-fe12acfa4264 req-3922d890-96e6-4425-8324-3689838e69a0 service neutron] 10.222.0.64 "GET /v2.0/networks/d264a807-7562-467f-b500-d654f145437f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297388 Dec 20 16:32:52.053792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac5cda-3ff2-4352-923b-bf1b65ee0e73 req-97598e32-eb3b-4cc2-b901-b5cee8cf3936 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:52.055288 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9ac5cda-3ff2-4352-923b-bf1b65ee0e73 req-97598e32-eb3b-4cc2-b901-b5cee8cf3936 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 943 time: 0.0755246 Dec 20 16:32:52.101959 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9ac5cda-3ff2-4352-923b-bf1b65ee0e73 req-a12b6394-0b95-4a16-845e-c4873f0b9a96 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Dec 20 16:32:52.103013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d88eaf3f-c432-4327-999e-943fcf1d01e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:53.310270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a381a0-b3aa-4b96-ab9e-fe2e170ad16d req-2bbf3b7f-acbe-4bdb-89c0-40c3f6719f96 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:53.311765 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11a381a0-b3aa-4b96-ab9e-fe2e170ad16d req-2bbf3b7f-acbe-4bdb-89c0-40c3f6719f96 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 943 time: 0.0811160 Dec 20 16:32:53.357420 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11a381a0-b3aa-4b96-ab9e-fe2e170ad16d req-c5fc33c5-c563-42a8-9975-66ebd4793d39 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 Dec 20 16:32:54.256750 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84416b56-59b1-4f7b-a76b-542b7c6f02a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:54.571734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eecd2d-926d-40ca-9506-78204eda42a8 req-821d867f-4ed9-4564-ab48-c54cc0c4eb71 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:54.573188 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-98eecd2d-926d-40ca-9506-78204eda42a8 req-821d867f-4ed9-4564-ab48-c54cc0c4eb71 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 943 time: 0.0834606 Dec 20 16:32:54.628212 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-98eecd2d-926d-40ca-9506-78204eda42a8 req-e811db72-6da9-439d-ae9a-c1e0676891e4 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483515 Dec 20 16:32:54.844797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8da2ee25-23c4-48ef-b03e-e16275819f51 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:32:54.978658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8da2ee25-23c4-48ef-b03e-e16275819f51,segment=NetworkSegment(40c54eff-f13a-41fc-a78f-5fcc7cf85a5d),segment_id=40c54eff-f13a-41fc-a78f-5fcc7cf85a5d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:54.992841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '8da2ee25-23c4-48ef-b03e-e16275819f51', 'network_id': 'd264a807-7562-467f-b500-d654f145437f', 'port_id': '8da2ee25-23c4-48ef-b03e-e16275819f51', 'mac_address': 'fa:16:3e:c4:8f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3449c56d-84d6-475f-b4ca-6e929b74e25e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:32:55.052785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:55.070532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da2ee25-23c4-48ef-b03e-e16275819f51 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:32:55.086226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8da2ee25-23c4-48ef-b03e-e16275819f51,segment=NetworkSegment(40c54eff-f13a-41fc-a78f-5fcc7cf85a5d),segment_id=40c54eff-f13a-41fc-a78f-5fcc7cf85a5d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:55.148645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:55.150342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:55.216449 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8da2ee25-23c4-48ef-b03e-e16275819f51,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:55.219964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:55.450773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['8da2ee25-23c4-48ef-b03e-e16275819f51'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:32:55.499492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:55.622266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:55.831574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacb205-f432-4480-900e-5064dc86ff2d req-338bcd2e-100e-4d90-9669-6ac2003c7a58 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:55.833040 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cbacb205-f432-4480-900e-5064dc86ff2d req-338bcd2e-100e-4d90-9669-6ac2003c7a58 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 944 time: 0.0763831 Dec 20 16:32:55.879642 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cbacb205-f432-4480-900e-5064dc86ff2d req-b5e9ced5-939c-4346-9d31-956e8c7d0ddd tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Dec 20 16:32:56.868516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8da2ee25-23c4-48ef-b03e-e16275819f51 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:32:57.045433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:57.078751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 8da2ee25-23c4-48ef-b03e-e16275819f51 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:32:57.084506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 8da2ee25-23c4-48ef-b03e-e16275819f51 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:32:57.084987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:57.099509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b6a5-a977-4deb-b161-12e417bf12d7 req-14a8a74a-ca6c-471a-bf2a-b783f0c699b6 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:57.100976 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ef74b6a5-a977-4deb-b161-12e417bf12d7 req-14a8a74a-ca6c-471a-bf2a-b783f0c699b6 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 944 time: 0.0846937 Dec 20 16:32:57.148167 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ef74b6a5-a977-4deb-b161-12e417bf12d7 req-a210b2cb-8235-46cd-af97-5a5f63c07525 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Dec 20 16:32:57.216763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:57.243829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:32:57.253693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8da2ee25-23c4-48ef-b03e-e16275819f51,segment=NetworkSegment(40c54eff-f13a-41fc-a78f-5fcc7cf85a5d),segment_id=40c54eff-f13a-41fc-a78f-5fcc7cf85a5d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:57.299466 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51', 'code': 200} Dec 20 16:32:57.377234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:32:57.379646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:32:57.449631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8da2ee25-23c4-48ef-b03e-e16275819f51,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:57.452478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:32:57.767172 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aad43dec-0194-4b31-aa9c-e35973cab8a6 req-cd9d0b7c-9e95-46b4-b781-f3a86c076f73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 1098 time: 0.0672376 Dec 20 16:32:57.810029 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aad43dec-0194-4b31-aa9c-e35973cab8a6 req-267dbe5c-e50a-4109-8b9d-7325e0ec8119 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373971 Dec 20 16:32:58.350894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20534eb4-4be4-4662-b032-de995a2109e1 req-622fe7d7-d4d9-4b74-a1a7-8fcff905bae2 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:58.352385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-20534eb4-4be4-4662-b032-de995a2109e1 req-622fe7d7-d4d9-4b74-a1a7-8fcff905bae2 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0810065 Dec 20 16:32:58.398147 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-20534eb4-4be4-4662-b032-de995a2109e1 req-52f12a78-0d32-41e3-b529-61c88bcfa9ad tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 Dec 20 16:32:59.595326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234df2-0c53-4d6b-b63a-91fc275e20a4 req-35a4681b-13f2-4cd4-a92c-803887bcd881 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:32:59.596736 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b5234df2-0c53-4d6b-b63a-91fc275e20a4 req-35a4681b-13f2-4cd4-a92c-803887bcd881 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0768964 Dec 20 16:32:59.646902 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b5234df2-0c53-4d6b-b63a-91fc275e20a4 req-da34c599-77be-49bd-938e-c74396ec6a05 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Dec 20 16:32:59.841909 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2fc31a6-2c77-420b-a182-52eec5e50f9c req-445171bb-c9a4-466a-8012-776454f053c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666907 Dec 20 16:33:00.301661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061a483-3825-4e91-8a39-8d400b660a7e req-679962d2-9ed3-4b3e-be99-6ba9cb026e01 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:00.303171 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f061a483-3825-4e91-8a39-8d400b660a7e req-679962d2-9ed3-4b3e-be99-6ba9cb026e01 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0789609 Dec 20 16:33:00.354547 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f061a483-3825-4e91-8a39-8d400b660a7e req-f31478e0-c643-465c-87bd-8418ea9e54db tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454264 Dec 20 16:33:00.399325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 59936) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:33:00.532753 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-49594f78-69b5-404a-8712-8db1c3ecfc84 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1321523 Dec 20 16:33:00.989604 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:33:01.567336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539836de-d802-41e6-86fe-57f90e803ad4 req-fd95f112-23f5-43dd-923d-fb5cb713febb tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:01.568892 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-539836de-d802-41e6-86fe-57f90e803ad4 req-fd95f112-23f5-43dd-923d-fb5cb713febb tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0889587 Dec 20 16:33:01.623950 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-539836de-d802-41e6-86fe-57f90e803ad4 req-aa1e5e09-f00f-4d98-b9ef-1c2ac3385895 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490174 Dec 20 16:33:02.886169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f064fa-0c5e-4d27-89bc-3afd07571bd9 req-74de8ba1-9814-4d24-bf4b-52e882221db6 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:02.887656 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-99f064fa-0c5e-4d27-89bc-3afd07571bd9 req-74de8ba1-9814-4d24-bf4b-52e882221db6 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0804424 Dec 20 16:33:02.935684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-99f064fa-0c5e-4d27-89bc-3afd07571bd9 req-16d9f1b5-0bb1-45c1-8e9f-9a5154ac8f03 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Dec 20 16:33:03.520830 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-9e7eb1de-4081-4e3b-9994-20031534ae2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19d210ff4eff49168cc2230ba25f1982&device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 1098 time: 0.0747459 Dec 20 16:33:03.755788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-84cad172-39e4-41d3-bfdf-0885c2ddb7bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:03.757200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-84cad172-39e4-41d3-bfdf-0885c2ddb7bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=d264a807-7562-467f-b500-d654f145437f HTTP/1.1" status: 200 len: 911 time: 0.2303557 Dec 20 16:33:03.824516 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-ac376fac-5e31-4dd1-9ada-6e542c655431 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2ee25-23c4-48ef-b03e-e16275819f51 HTTP/1.1" status: 200 len: 217 time: 0.0609505 Dec 20 16:33:03.888850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-78ead6b8-6076-4dc3-b240-f70204f20e56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:03.890295 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-78ead6b8-6076-4dc3-b240-f70204f20e56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3449c56d-84d6-475f-b4ca-6e929b74e25e HTTP/1.1" status: 200 len: 850 time: 0.0603695 Dec 20 16:33:03.935103 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-849dc09d-c063-4d3d-a40d-2068b46c529e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d264a807-7562-467f-b500-d654f145437f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387492 Dec 20 16:33:04.109199 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-128f1abf-a8de-4cb7-a8c7-27a121eb6b08 service neutron] 10.222.0.64 "GET /v2.0/networks/d264a807-7562-467f-b500-d654f145437f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677814 Dec 20 16:33:04.272900 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-235725ec-d7a6-47ae-b772-e1f0f5d600a8 service neutron] 10.222.0.64 "GET /v2.0/networks/d264a807-7562-467f-b500-d654f145437f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546996 Dec 20 16:33:04.279806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09998006-4c81-4854-989f-83181350415a req-9e3978c4-2517-43f3-926a-179cae786ba0 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:04.281197 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09998006-4c81-4854-989f-83181350415a req-9e3978c4-2517-43f3-926a-179cae786ba0 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.2171791 Dec 20 16:33:04.328927 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09998006-4c81-4854-989f-83181350415a req-760a95a2-00e3-4a25-a0f3-a13766229e71 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Dec 20 16:33:05.531377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759acd0-59c6-448d-bdd8-191eb33f33b3 req-02f94434-13f6-4960-944d-5130e6878ae3 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:05.532789 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1759acd0-59c6-448d-bdd8-191eb33f33b3 req-02f94434-13f6-4960-944d-5130e6878ae3 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0811367 Dec 20 16:33:05.581781 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1759acd0-59c6-448d-bdd8-191eb33f33b3 req-e0172e5c-ccd5-4ba6-879f-3448f5060a98 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427973 Dec 20 16:33:06.785380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8818a-154b-4a7c-b037-38afe14cebce req-c95c2d92-c886-4d37-9f5f-961783cb892c tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:06.786836 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a2b8818a-154b-4a7c-b037-38afe14cebce req-c95c2d92-c886-4d37-9f5f-961783cb892c tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0827260 Dec 20 16:33:06.837261 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a2b8818a-154b-4a7c-b037-38afe14cebce req-7cf20279-9a59-4ec0-afd3-fa89257ece20 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Dec 20 16:33:08.039870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f3e5-2f01-41c3-ba71-60750ee8732e req-d33194aa-eee6-45b7-afe6-e4a0dc233c7a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:08.041429 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-72c0f3e5-2f01-41c3-ba71-60750ee8732e req-d33194aa-eee6-45b7-afe6-e4a0dc233c7a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0846677 Dec 20 16:33:08.094726 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-72c0f3e5-2f01-41c3-ba71-60750ee8732e req-2e7c6c93-f564-4789-b546-d2718b440b1b tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474408 Dec 20 16:33:09.294562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b321af-92a4-4e37-a6e4-359d37e2a200 req-0570e973-e91d-4acf-93f6-1c64238640cc tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:09.296049 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2b321af-92a4-4e37-a6e4-359d37e2a200 req-0570e973-e91d-4acf-93f6-1c64238640cc tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0817711 Dec 20 16:33:09.343436 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2b321af-92a4-4e37-a6e4-359d37e2a200 req-fc2a2ef2-5081-4bf0-883b-fa4982476b23 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 Dec 20 16:33:10.567900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9f366-3144-46b7-894a-72e87b3b74a4 req-4bcb84b4-c071-4a51-9b51-192ace8e44a7 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:10.569279 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dee9f366-3144-46b7-894a-72e87b3b74a4 req-4bcb84b4-c071-4a51-9b51-192ace8e44a7 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0866613 Dec 20 16:33:10.615982 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dee9f366-3144-46b7-894a-72e87b3b74a4 req-50f484d3-3579-469e-b49a-2551c8a5282a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Dec 20 16:33:11.838592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853863e-62dc-4a28-9012-c14c5361067c req-4bf5e453-9a7d-46a0-9709-d6837d9095a7 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:11.840077 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1853863e-62dc-4a28-9012-c14c5361067c req-4bf5e453-9a7d-46a0-9709-d6837d9095a7 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0830753 Dec 20 16:33:11.889849 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1853863e-62dc-4a28-9012-c14c5361067c req-39b7b6a9-367c-4d60-83bc-0e4e39aa6b90 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441961 Dec 20 16:33:13.103509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139d0ab-035b-44d4-b262-261ed6cc6251 req-c11f2e60-1790-47c1-95c7-d9390c2d5f0d tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:13.104976 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b139d0ab-035b-44d4-b262-261ed6cc6251 req-c11f2e60-1790-47c1-95c7-d9390c2d5f0d tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0847270 Dec 20 16:33:13.151891 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b139d0ab-035b-44d4-b262-261ed6cc6251 req-0c62c91a-7067-4f6f-96cc-d6a627719b3e tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Dec 20 16:33:14.349745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e44717-0e90-4627-98fa-e1b4812e2bd1 req-4622fd85-3194-4c91-8bc3-04419dc89184 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:14.351218 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-46e44717-0e90-4627-98fa-e1b4812e2bd1 req-4622fd85-3194-4c91-8bc3-04419dc89184 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0778162 Dec 20 16:33:14.400472 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-46e44717-0e90-4627-98fa-e1b4812e2bd1 req-7224ec80-82f1-46aa-9c98-b2d8c3ed81b9 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437002 Dec 20 16:33:15.085651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:15.606540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945b846-1550-451e-8cf1-b7c044bd9a40 req-42d75f7a-90c1-4120-854a-a67872e22369 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:15.608016 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1945b846-1550-451e-8cf1-b7c044bd9a40 req-42d75f7a-90c1-4120-854a-a67872e22369 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0832474 Dec 20 16:33:15.664482 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1945b846-1550-451e-8cf1-b7c044bd9a40 req-bfd3bf2c-3284-4544-8988-7c23ed996130 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505130 Dec 20 16:33:16.872487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cb841-be23-4f3b-aa10-9b58001f9b84 req-0d489fcd-64be-4873-82ad-e532f89f1866 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:16.874052 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5d4cb841-be23-4f3b-aa10-9b58001f9b84 req-0d489fcd-64be-4873-82ad-e532f89f1866 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0859179 Dec 20 16:33:17.024500 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5d4cb841-be23-4f3b-aa10-9b58001f9b84 req-10a83e55-2384-400a-9f34-21baf97b602d tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448195 Dec 20 16:33:18.228844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597213a6-7aad-4716-b90f-75fb15930025 req-96848d97-6326-4feb-b965-1e1ab0b2b232 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:18.230946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-597213a6-7aad-4716-b90f-75fb15930025 req-96848d97-6326-4feb-b965-1e1ab0b2b232 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0803897 Dec 20 16:33:18.278086 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-597213a6-7aad-4716-b90f-75fb15930025 req-0ab60cde-e1c5-4867-97ba-a69949073403 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Dec 20 16:33:19.483980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af15db-9f6e-4930-bb7f-bd26b3ab07d1 req-3384c9a4-dfc1-4358-8e86-203a1879f93e tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:19.485474 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37af15db-9f6e-4930-bb7f-bd26b3ab07d1 req-3384c9a4-dfc1-4358-8e86-203a1879f93e tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0820153 Dec 20 16:33:19.533359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37af15db-9f6e-4930-bb7f-bd26b3ab07d1 req-c893616d-3161-428d-8aa1-3e0348fca58a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421870 Dec 20 16:33:20.728739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a84b0-8f90-4ec8-9e69-6769854e7d31 req-0018a85c-8eeb-4239-bb32-dbfc1eda5df6 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:20.730201 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-896a84b0-8f90-4ec8-9e69-6769854e7d31 req-0018a85c-8eeb-4239-bb32-dbfc1eda5df6 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0774081 Dec 20 16:33:20.779761 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-896a84b0-8f90-4ec8-9e69-6769854e7d31 req-a30ef5ab-4f3e-42b0-803a-8a6605f10876 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Dec 20 16:33:21.552969 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-1df9642b-95d4-49a5-9180-4e42ffc52545 service neutron] 10.222.0.64 "GET /v2.0/ports/8da2ee25-23c4-48ef-b03e-e16275819f51/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0765646 Dec 20 16:33:21.983158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97438ee-4c63-4b83-a249-1c064afbac4a req-3c1ca75c-a603-4548-ab49-d07d92189a18 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:21.984743 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d97438ee-4c63-4b83-a249-1c064afbac4a req-3c1ca75c-a603-4548-ab49-d07d92189a18 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0869975 Dec 20 16:33:22.038882 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d97438ee-4c63-4b83-a249-1c064afbac4a req-9e470444-4f9f-4131-b6f0-4c7c3e89d066 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476820 Dec 20 16:33:22.051561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3b4401b6-599c-404e-888a-346e2ae5e70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:22.253564 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-6b00ddf7-c06f-4fab-a19e-cd12b5f301cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063&tenant_id=19d210ff4eff49168cc2230ba25f1982 HTTP/1.1" status: 200 len: 1098 time: 0.0686140 Dec 20 16:33:22.349297 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-ce918449-f035-48fd-ada2-3d7a8612aea7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19d210ff4eff49168cc2230ba25f1982&device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 1098 time: 0.0729051 Dec 20 16:33:22.481577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-72181798-046c-4468-bf58-c5057e12bee2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:22.483088 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-72181798-046c-4468-bf58-c5057e12bee2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d264a807-7562-467f-b500-d654f145437f HTTP/1.1" status: 200 len: 911 time: 0.1279020 Dec 20 16:33:22.556162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-8c18bd85-3f70-4b5b-bfde-bae6f4621fdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2ee25-23c4-48ef-b03e-e16275819f51 HTTP/1.1" status: 200 len: 217 time: 0.0657141 Dec 20 16:33:22.622835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-4ac6e448-4531-4205-ade1-e0dd61c4d4c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:22.624386 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-4ac6e448-4531-4205-ade1-e0dd61c4d4c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3449c56d-84d6-475f-b4ca-6e929b74e25e HTTP/1.1" status: 200 len: 850 time: 0.0624328 Dec 20 16:33:22.670593 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-511c8f60-b74a-4ea1-9095-b54a22419656 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d264a807-7562-467f-b500-d654f145437f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399311 Dec 20 16:33:22.805973 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-2a92a34f-96f4-484e-a208-7ef76b0478d6 service neutron] 10.222.0.64 "GET /v2.0/networks/d264a807-7562-467f-b500-d654f145437f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292872 Dec 20 16:33:22.943336 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1adb1a3f-ce0d-4dfa-a98b-1dfe39a6ccc1 req-effc680a-c9e8-40c8-83a6-d64211717f67 service neutron] 10.222.0.64 "GET /v2.0/networks/d264a807-7562-467f-b500-d654f145437f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312139 Dec 20 16:33:23.250189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b6836-2d72-484c-bf16-4434d4d7230e req-c60babc7-85d1-4dd3-b1c9-6c7251abb1ce tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:23.251744 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7b0b6836-2d72-484c-bf16-4434d4d7230e req-c60babc7-85d1-4dd3-b1c9-6c7251abb1ce tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0832784 Dec 20 16:33:23.305686 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7b0b6836-2d72-484c-bf16-4434d4d7230e req-cb751d91-8da5-46dc-ad95-6a3e59b1d5cd tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482261 Dec 20 16:33:24.262644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2a78cd11-39ec-4161-bccf-a4d02d54e708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:24.508005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d55b6c-d399-4e06-9598-b4e99ecd8aec req-1d09901f-0aa5-44f3-9901-937eb4f29f97 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:24.509351 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b9d55b6c-d399-4e06-9598-b4e99ecd8aec req-1d09901f-0aa5-44f3-9901-937eb4f29f97 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 945 time: 0.0755289 Dec 20 16:33:24.556649 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b9d55b6c-d399-4e06-9598-b4e99ecd8aec req-eaaa24ee-fcf9-49aa-873e-ac84e77cd10b tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Dec 20 16:33:25.014561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8da2ee25-23c4-48ef-b03e-e16275819f51 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:33:25.016951 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8da2ee25-23c4-48ef-b03e-e16275819f51 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:33:25.232792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:25.254444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8da2ee25-23c4-48ef-b03e-e16275819f51,segment=NetworkSegment(40c54eff-f13a-41fc-a78f-5fcc7cf85a5d),segment_id=40c54eff-f13a-41fc-a78f-5fcc7cf85a5d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:25.273876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '8da2ee25-23c4-48ef-b03e-e16275819f51', 'network_id': 'd264a807-7562-467f-b500-d654f145437f', 'port_id': '8da2ee25-23c4-48ef-b03e-e16275819f51', 'mac_address': 'fa:16:3e:c4:8f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3449c56d-84d6-475f-b4ca-6e929b74e25e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:33:25.280571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:33:25.342244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8da2ee25-23c4-48ef-b03e-e16275819f51,segment=NetworkSegment(40c54eff-f13a-41fc-a78f-5fcc7cf85a5d),segment_id=40c54eff-f13a-41fc-a78f-5fcc7cf85a5d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:25.347713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:25.358607 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51', 'code': 200} Dec 20 16:33:25.367954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8da2ee25-23c4-48ef-b03e-e16275819f51 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:33:25.414093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:25.417178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:25.546743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:25.581506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:33:25.581832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:33:25.589593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8da2ee25-23c4-48ef-b03e-e16275819f51,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:25.595073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:25.633012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:25.790222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955f455-749f-4477-9d9d-8a73549bdd04 req-1f1d2eca-af67-409b-9a83-cd38bc4ff8d8 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:25.792060 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9955f455-749f-4477-9d9d-8a73549bdd04 req-1f1d2eca-af67-409b-9a83-cd38bc4ff8d8 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 943 time: 0.1016700 Dec 20 16:33:25.849787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9955f455-749f-4477-9d9d-8a73549bdd04 req-0dffbd4e-63b6-4874-97d7-85276b783b51 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509772 Dec 20 16:33:26.141604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:26.161896 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da2ee25-23c4-48ef-b03e-e16275819f51 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:33:26.177713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8da2ee25-23c4-48ef-b03e-e16275819f51,segment=NetworkSegment(40c54eff-f13a-41fc-a78f-5fcc7cf85a5d),segment_id=40c54eff-f13a-41fc-a78f-5fcc7cf85a5d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:26.222842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:26.225676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:26.289492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['8da2ee25-23c4-48ef-b03e-e16275819f51'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:33:26.353040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8da2ee25-23c4-48ef-b03e-e16275819f51,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:26.356155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:27.011849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:27.016637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8da2ee25-23c4-48ef-b03e-e16275819f51 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:33:27.064057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497ae3-e225-4770-b686-e44cbb3274b6 req-130d5f75-dc85-4c39-bdf8-d873d8f1eecd tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:27.065594 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6497ae3-e225-4770-b686-e44cbb3274b6 req-130d5f75-dc85-4c39-bdf8-d873d8f1eecd tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 944 time: 0.0865092 Dec 20 16:33:27.096884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 8da2ee25-23c4-48ef-b03e-e16275819f51 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:33:27.097950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:27.136743 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6497ae3-e225-4770-b686-e44cbb3274b6 req-31eecc2d-e4a6-4a92-8bed-51bec272f4dd tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633063 Dec 20 16:33:27.244753 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:27.309083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8da2ee25-23c4-48ef-b03e-e16275819f51,segment=NetworkSegment(40c54eff-f13a-41fc-a78f-5fcc7cf85a5d),segment_id=40c54eff-f13a-41fc-a78f-5fcc7cf85a5d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:27.359689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:33:27.434382 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51', 'code': 200} Dec 20 16:33:27.463534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:27.466059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:27.556111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8da2ee25-23c4-48ef-b03e-e16275819f51,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:27.571513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.575007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.575007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.575007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.575007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.575007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.575007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.575450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.576160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.576728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.577288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:27.585152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:28.129265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-8cb1b46d-521e-488c-b9e5-7a67990ec58a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:28.131306 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-8cb1b46d-521e-488c-b9e5-7a67990ec58a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.64 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063&tenant_id=19d210ff4eff49168cc2230ba25f1982&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 945 time: 0.1914406 Dec 20 16:33:28.319294 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-4619b2cb-7eeb-4b7b-9610-4ee58d85bf44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19d210ff4eff49168cc2230ba25f1982&device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 1098 time: 0.0899670 Dec 20 16:33:28.459368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-5be7485d-7359-42d6-a65e-75a3c3030dd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:28.460799 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-5be7485d-7359-42d6-a65e-75a3c3030dd5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d264a807-7562-467f-b500-d654f145437f HTTP/1.1" status: 200 len: 911 time: 0.1351330 Dec 20 16:33:28.534670 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-e34d3825-29be-4ef8-b989-53e0c4f4e0f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da2ee25-23c4-48ef-b03e-e16275819f51 HTTP/1.1" status: 200 len: 217 time: 0.0671093 Dec 20 16:33:28.600691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-e71345f5-9cd6-420e-90f9-f66e687ddcb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:28.602241 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-e71345f5-9cd6-420e-90f9-f66e687ddcb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3449c56d-84d6-475f-b4ca-6e929b74e25e HTTP/1.1" status: 200 len: 850 time: 0.0609825 Dec 20 16:33:28.651787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-2f8c38db-123a-4308-8798-afdbc51027a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d264a807-7562-467f-b500-d654f145437f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430081 Dec 20 16:33:28.791079 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-3b6ea357-6913-473e-97f7-fde84495f12a service neutron] 10.222.0.64 "GET /v2.0/networks/d264a807-7562-467f-b500-d654f145437f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329098 Dec 20 16:33:28.935252 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-69391b7d-57cf-480e-93d0-8ca052c91d95 service neutron] 10.222.0.64 "GET /v2.0/networks/d264a807-7562-467f-b500-d654f145437f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375916 Dec 20 16:33:29.032177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8da2ee25-23c4-48ef-b03e-e16275819f51 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:33:29.153626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:29.190722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8da2ee25-23c4-48ef-b03e-e16275819f51,segment=NetworkSegment(40c54eff-f13a-41fc-a78f-5fcc7cf85a5d),segment_id=40c54eff-f13a-41fc-a78f-5fcc7cf85a5d)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:29.257288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:29.259677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:29.335912 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8da2ee25-23c4-48ef-b03e-e16275819f51,revision_number=9']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:29.339394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:29.435677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:33:29.501725 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51', 'code': 200} Dec 20 16:33:30.603458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a462ec-0ef4-4d8e-8f49-9ce5a3b753c3 req-a7c7ade2-b982-4bd9-b9a1-1b676a3bf7b8 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:30.605008 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a2a462ec-0ef4-4d8e-8f49-9ce5a3b753c3 req-a7c7ade2-b982-4bd9-b9a1-1b676a3bf7b8 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 943 time: 0.0775187 Dec 20 16:33:30.651610 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a2a462ec-0ef4-4d8e-8f49-9ce5a3b753c3 req-26577cfa-7d2f-4f57-ae76-2d31002d26d5 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 Dec 20 16:33:31.857313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec23890-7be0-4c03-aa12-b96f0d80431e req-f3269327-f2cd-4f8a-a07a-551e8f248d9a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:31.858804 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ec23890-7be0-4c03-aa12-b96f0d80431e req-f3269327-f2cd-4f8a-a07a-551e8f248d9a tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 943 time: 0.0828586 Dec 20 16:33:31.908342 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ec23890-7be0-4c03-aa12-b96f0d80431e req-d7ba5783-33cb-4ace-b502-14b428532291 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/security-groups?id=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Dec 20 16:33:32.366258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-05fdbcdf-12db-48c3-acbf-50ecac1d76ac tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:32.367740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-05fdbcdf-12db-48c3-acbf-50ecac1d76ac tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.64 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 943 time: 0.0793149 Dec 20 16:33:32.438397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Deleting port 8da2ee25-23c4-48ef-b03e-e16275819f51 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:33:32.438741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:32.696051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] For port 8da2ee25-23c4-48ef-b03e-e16275819f51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8da2ee25-23c4-48ef-b03e-e16275819f51,segment=NetworkSegment(40c54eff-f13a-41fc-a78f-5fcc7cf85a5d),segment_id=40c54eff-f13a-41fc-a78f-5fcc7cf85a5d)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:32.696305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:32.825046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Calling delete_port for 8da2ee25-23c4-48ef-b03e-e16275819f51 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:33:33.180243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:33.189314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-44cec104-e342-4041-8779-f0b4c81fbe1c tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:33.220262 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d4ea587-ce02-41c9-ba18-b9726c0306a9 req-8f0a5cb9-bb19-4619-be05-f0b778354f4e tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 210 time: 0.1800723 Dec 20 16:33:33.235590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Pushing event deleted for resources: {'Port': ['ID=8da2ee25-23c4-48ef-b03e-e16275819f51,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:33.238200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:33.308920 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] No DVR routers for this DVR port 8da2ee25-23c4-48ef-b03e-e16275819f51 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:33:33.311391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:33.314038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'name': 'network-vif-deleted', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:33:33.368686 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35af1722-78d4-4b80-8084-390bf8a4f063', 'name': 'network-vif-deleted', 'tag': '8da2ee25-23c4-48ef-b03e-e16275819f51', 'status': 'completed', 'code': 200} Dec 20 16:33:33.458105 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc86293b-6a4c-4730-9e21-4f409d29fac0 req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.64 "DELETE /v2.0/ports/8da2ee25-23c4-48ef-b03e-e16275819f51 HTTP/1.1" status: 204 len: 173 time: 1.0851922 Dec 20 16:33:34.401395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-2c23997b-07fc-40bc-b43a-fb172b1307e6 req-2f79842e-708d-46ad-88b7-114283d5baaa tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Synchronizing usage tracker for tenant:19d210ff4eff49168cc2230ba25f1982 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:33:34.514626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-2c23997b-07fc-40bc-b43a-fb172b1307e6 req-2f79842e-708d-46ad-88b7-114283d5baaa tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Unset dirty status for tenant:19d210ff4eff49168cc2230ba25f1982 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:33:34.515853 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c23997b-07fc-40bc-b43a-fb172b1307e6 req-2f79842e-708d-46ad-88b7-114283d5baaa tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] 10.222.0.62 "GET /v2.0/ports?device_id=35af1722-78d4-4b80-8084-390bf8a4f063 HTTP/1.1" status: 200 len: 210 time: 0.1550136 Dec 20 16:33:35.060087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8da2ee25-23c4-48ef-b03e-e16275819f51 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:33:35.092896 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 8da2ee25-23c4-48ef-b03e-e16275819f51 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:33:35.093255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8da2ee25-23c4-48ef-b03e-e16275819f51 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:33:35.787226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 60036) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:33:35.854058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Deleting subnet 3449c56d-84d6-475f-b4ca-6e929b74e25e {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:33:35.857180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:35.906541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:35.965344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:36.119007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:36.122856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d267281-78fc-4753-b2c6-2697e733b103 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:36.155935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3449c56d-84d6-475f-b4ca-6e929b74e25e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:36.171031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:36.171979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.171979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.171979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.172442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.172665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.173021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.173397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.173729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.174076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.174422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.174770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:36.180629 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3449c56d-84d6-475f-b4ca-6e929b74e25e HTTP/1.1" status: 204 len: 168 time: 0.3923597 Dec 20 16:33:36.181576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:36.183206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 60040) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:33:36.289388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:36.418198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:36.443746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d264a807-7562-467f-b500-d654f145437f']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:36.455665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c54eff-f13a-41fc-a78f-5fcc7cf85a5d') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:36.455956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c54eff-f13a-41fc-a78f-5fcc7cf85a5d') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:36.467202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:36.483705 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:36.490426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:33:36.491685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:33:36.503886 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:33:36.686054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:36.689590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eee5329b-3374-4542-a6ed-ac9d42d7e97a tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:36.703308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:36.713905 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=d264a807-7562-467f-b500-d654f145437f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:36.717188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:36.799221 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e3d40ff1-fe93-4d86-9d27-25a4ff134b80 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d264a807-7562-467f-b500-d654f145437f HTTP/1.1" status: 204 len: 168 time: 0.6148427 Dec 20 16:33:37.182316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60046) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:33:37.236671 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f37dba11-58ad-40b9-91fb-ee71014854f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19d210ff4eff49168cc2230ba25f1982&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530109 Dec 20 16:33:37.239142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60050) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:33:37.298240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:37.324377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:37.451560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:37.455382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f135d0de-1531-4c69-8d83-fd36478d5329 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:37.468993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd1d8ff-b946-44ac-a0e3-45b677bb0a13,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:37.478583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.479037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.479410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.479778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.480145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.480513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.481062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.481235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.481590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.481943 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.482298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:37.485624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:37.669360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:37.670660 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7fd1d8ff-b946-44ac-a0e3-45b677bb0a13 HTTP/1.1" status: 204 len: 168 time: 0.4300537 Dec 20 16:33:37.989567 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:33:39.026453 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60072) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:33:39.155011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-396531295-network', 'tenant_id': 'e44b815b1ded4e949fd59b99cd0821fe'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:33:39.159775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:33:39.164487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Usage tracker for resource:network and tenant:e44b815b1ded4e949fd59b99cd0821fe is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:33:39.167381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:33:39.173061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:33:39.274446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Made reservation on behalf of e44b815b1ded4e949fd59b99cd0821fe for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:39.276727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:39.290015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:39.320964 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:33:39.324799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Usage tracker for resource:security_group_rule and tenant:e44b815b1ded4e949fd59b99cd0821fe is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:33:39.327547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:33:39.333660 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:33:39.397323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:39.514621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:39.517708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3e2d2715-73f5-461e-83de-4ac0605b10c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:39.547936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:33:39.553050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2853136-21b9-4302-87fc-301060164ea2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:39.557635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:39.560027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:39.560357 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Added segment e8aa363c-4b85-4916-bae9-968425f621e3 of type vlan for network 15ed8e30-114d-4940-a3a2-acab0e8e1721 Dec 20 16:33:39.586395 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:39.700581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:39.701519 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:39.702099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:39.705724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ac7fe658-e16c-4437-9025-47d7e242cea7 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:39.906693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Pushing event updated for resources: {'Network': ['ID=15ed8e30-114d-4940-a3a2-acab0e8e1721,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:39.909350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:39.916368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 15ed8e30-114d-4940-a3a2-acab0e8e1721 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:33:39.969226 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9387720 Dec 20 16:33:39.969439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60078) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:33:39.974897 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Request body: {'subnet': {'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-396531295-subnet', 'tenant_id': 'e44b815b1ded4e949fd59b99cd0821fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:33:39.980101 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:33:39.983992 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Usage tracker for resource:subnet and tenant:e44b815b1ded4e949fd59b99cd0821fe is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:33:39.986860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:33:39.994224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:33:40.069279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Made reservation on behalf of e44b815b1ded4e949fd59b99cd0821fe for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:40.071788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:40.343332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:40.347204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-95e413b2-13d4-4d06-8af9-881b1105f8d8 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:40.417380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43989b38-1576-47a5-958d-1b53deafe2c4,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:40.422686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:40.433081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Checking segment: {'id': 'e8aa363c-4b85-4916-bae9-968425f621e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:33:40.433424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Network hostable DHCP agents. Network: 15ed8e30-114d-4940-a3a2-acab0e8e1721, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:33:40.525825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Network 15ed8e30-114d-4940-a3a2-acab0e8e1721 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:33:40.640169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 15ed8e30-114d-4940-a3a2-acab0e8e1721) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:40.644569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:40.645155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:40.657258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aed05a-6365-4617-bfb2-2d8865d7b488 None None] Network 15ed8e30-114d-4940-a3a2-acab0e8e1721 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:33:40.757354 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7848296 Dec 20 16:33:40.870341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac193fa2-eb9b-4d87-bf31-cf509141ff37 None None] Network 15ed8e30-114d-4940-a3a2-acab0e8e1721 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:33:41.297987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-1bd81529-8905-49e2-99ca-2c392fd1272f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:41.299442 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-1bd81529-8905-49e2-99ca-2c392fd1272f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 814 time: 0.1464672 Dec 20 16:33:41.315308 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-9fbd34c6-7e92-4e48-bbce-42daae01b20e tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/quotas/e44b815b1ded4e949fd59b99cd0821fe HTTP/1.1" status: 200 len: 375 time: 0.0103805 Dec 20 16:33:41.370653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-384212d2-2170-407c-a3e2-13b5e8ddef7c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499384 Dec 20 16:33:41.381665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-51fa9b04-6d85-49af-b1da-cd7861e268cb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:33:41.382604 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-51fa9b04-6d85-49af-b1da-cd7861e268cb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055232 Dec 20 16:33:41.512172 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-b5409fed-109e-4ce9-b7d1-abdd110182d0 service neutron] 10.222.0.62 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240635 Dec 20 16:33:41.644274 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-fa8d764d-34df-4eda-9981-e4a720609e95 service neutron] 10.222.0.62 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263134 Dec 20 16:33:41.925658 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-340f5753-5cf9-44a4-ba8e-81610dac98ce req-383ec46d-d75f-45bc-8e74-65cf62f24357 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 210 time: 0.0423701 Dec 20 16:33:43.043187 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-27877266-8d5d-415b-afab-d5d0b9a90e1c req-58ed2b03-032d-4a02-8712-24e2df2feb88 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 210 time: 0.0407770 Dec 20 16:33:44.312514 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1a65f61e-0dc5-4e15-a58f-945c0b8902a6 req-7e4936f0-403e-4801-aa95-f1081ca3ff5f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 210 time: 0.1436942 Dec 20 16:33:44.599348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-7c41f0e0-1379-42ec-96ec-0075160ba5ba tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:44.600758 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-7c41f0e0-1379-42ec-96ec-0075160ba5ba tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 814 time: 0.1414351 Dec 20 16:33:44.621950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Request body: {'port': {'device_id': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721', 'admin_state_up': True, 'tenant_id': 'e44b815b1ded4e949fd59b99cd0821fe'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:33:44.761451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:33:44.765209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Usage tracker for resource:port and tenant:e44b815b1ded4e949fd59b99cd0821fe is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:33:44.768276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:33:44.774372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:33:45.097216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Made reservation on behalf of e44b815b1ded4e949fd59b99cd0821fe for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:45.100902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:45.262231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Allocated IP 172.20.0.8 (15ed8e30-114d-4940-a3a2-acab0e8e1721/43989b38-1576-47a5-958d-1b53deafe2c4/792ddb5b-94ce-4206-981f-df3efc9e47c6) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:33:45.274738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:45.492020 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ec5100f8-e896-4d0d-b93c-7fd981d0c58c req-23fa934e-d63d-40fe-b2ea-49ecf3ecb09b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 210 time: 0.0552518 Dec 20 16:33:45.507739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:45.652372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:45.658042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-226a18bb-1976-494a-b895-bd07c5d700e2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:45.742045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Network 15ed8e30-114d-4940-a3a2-acab0e8e1721 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:33:45.745546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:45.747540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Pushing event updated for resources: {'Port': ['ID=792ddb5b-94ce-4206-981f-df3efc9e47c6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:45.749610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:33:45.776871 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:45.810382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:45.811002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:45.932393 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3139415 Dec 20 16:33:45.944350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Request body: {'port': {'device_id': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:33:46.058699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:46.394194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792ddb5b-94ce-4206-981f-df3efc9e47c6 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:33:46.401676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:46.418764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Transition to ACTIVE for port object 792ddb5b-94ce-4206-981f-df3efc9e47c6 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:33:46.524490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:46.528378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-155fc449-a476-459e-95d5-259c8e53fd64 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:46.687851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Pushing event updated for resources: {'Port': ['ID=792ddb5b-94ce-4206-981f-df3efc9e47c6,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:46.694685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:46.905924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83095e24-2ea3-4550-827b-3921de498020 req-90696ed2-c027-4058-9a33-0bb882c34f89 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:46.906516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-83095e24-2ea3-4550-827b-3921de498020 req-90696ed2-c027-4058-9a33-0bb882c34f89 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Synchronizing usage tracker for tenant:e44b815b1ded4e949fd59b99cd0821fe on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:33:46.928129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Attempting to bind port 792ddb5b-94ce-4206-981f-df3efc9e47c6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:33:46.928451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Attempting to bind port 792ddb5b-94ce-4206-981f-df3efc9e47c6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'e8aa363c-4b85-4916-bae9-968425f621e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:33:46.928774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Attempting to bind port 792ddb5b-94ce-4206-981f-df3efc9e47c6 on network 15ed8e30-114d-4940-a3a2-acab0e8e1721 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:33:46.937953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Port 792ddb5b-94ce-4206-981f-df3efc9e47c6 on network 15ed8e30-114d-4940-a3a2-acab0e8e1721 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:33:46.938261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Attempting to bind port 792ddb5b-94ce-4206-981f-df3efc9e47c6 on network 15ed8e30-114d-4940-a3a2-acab0e8e1721 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:33:46.945221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:33:46.945552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Checking segment: {'id': 'e8aa363c-4b85-4916-bae9-968425f621e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:33:46.945923 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Bound using segment: {'id': 'e8aa363c-4b85-4916-bae9-968425f621e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:33:46.946331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Bound port: 792ddb5b-94ce-4206-981f-df3efc9e47c6, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8aa363c-4b85-4916-bae9-968425f621e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:33:46.946661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:47.011235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-83095e24-2ea3-4550-827b-3921de498020 req-90696ed2-c027-4058-9a33-0bb882c34f89 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Unset dirty status for tenant:e44b815b1ded4e949fd59b99cd0821fe on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:33:47.012458 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-83095e24-2ea3-4550-827b-3921de498020 req-90696ed2-c027-4058-9a33-0bb882c34f89 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 943 time: 0.3834412 Dec 20 16:33:47.053001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] For port 792ddb5b-94ce-4206-981f-df3efc9e47c6, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:33:47.062009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] For port 792ddb5b-94ce-4206-981f-df3efc9e47c6, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:33:47.075052 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-83095e24-2ea3-4550-827b-3921de498020 req-b73aa04f-7feb-4683-ab5a-d2b8b3beda0f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534694 Dec 20 16:33:47.160607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:47.164925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-77e35fa4-1617-4b73-ad5f-593c5720908a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:47.226210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:47.227643 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] 10.222.0.64 "PUT /v2.0/ports/792ddb5b-94ce-4206-981f-df3efc9e47c6 HTTP/1.1" status: 200 len: 1093 time: 1.2878830 Dec 20 16:33:47.228157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'tag': '792ddb5b-94ce-4206-981f-df3efc9e47c6'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:33:47.245834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Pushing event updated for resources: {'Port': ['ID=792ddb5b-94ce-4206-981f-df3efc9e47c6,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:47.248947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:47.378012 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'tag': '792ddb5b-94ce-4206-981f-df3efc9e47c6', 'status': 'completed', 'code': 200} Dec 20 16:33:47.420871 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-cd3f1dc1-a67e-4975-a7cf-5d128cbfa8b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 1096 time: 0.0736272 Dec 20 16:33:47.491628 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-038209ed-3f80-47a8-82e2-7793e9606866 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6 HTTP/1.1" status: 200 len: 217 time: 0.0638657 Dec 20 16:33:47.555328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-1eb70ef8-a4b4-4e78-af08-7baeae2632c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:47.556750 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-1eb70ef8-a4b4-4e78-af08-7baeae2632c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.0577159 Dec 20 16:33:47.605694 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-0185714a-8cff-4552-910f-b9c999b6e40c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426264 Dec 20 16:33:47.737287 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-5b041cef-df9e-4b55-bf59-b33bbf598221 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253288 Dec 20 16:33:47.867849 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7c9b6c3-8a56-4168-b2d3-1ac9691698f2 req-437a4ca8-175b-42ec-b2e1-f33904df37b9 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245375 Dec 20 16:33:48.064405 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-bfd38855-0f36-4cd5-b18e-b4912ced42ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 1096 time: 0.0692391 Dec 20 16:33:48.235909 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-2a6873fc-359c-4b57-add7-6bb2986c443e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:48.237317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-2a6873fc-359c-4b57-add7-6bb2986c443e service neutron] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 915 time: 0.1674347 Dec 20 16:33:48.310082 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-08c6ad9f-5692-4c46-bb38-a780f945fb6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6 HTTP/1.1" status: 200 len: 217 time: 0.0644743 Dec 20 16:33:48.385755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f20f92-e96b-4ddd-8cff-8bd1fdd7099b req-599cdb98-d130-4ff9-8d15-a61eba4ec33d tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:48.387262 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02f20f92-e96b-4ddd-8cff-8bd1fdd7099b req-599cdb98-d130-4ff9-8d15-a61eba4ec33d tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 943 time: 0.1909623 Dec 20 16:33:48.395735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-c226ed11-c7ca-450b-9bb0-5cb9f52e8469 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:48.397044 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-c226ed11-c7ca-450b-9bb0-5cb9f52e8469 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.0762506 Dec 20 16:33:48.467609 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-10183654-dca4-4a67-9930-836c869a116a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558243 Dec 20 16:33:48.480763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-923074c5-9ada-47cf-9d55-3a37a686170d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:33:48.481749 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-923074c5-9ada-47cf-9d55-3a37a686170d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058122 Dec 20 16:33:48.485891 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-02f20f92-e96b-4ddd-8cff-8bd1fdd7099b req-4c693bae-460e-40e7-9693-e241f77292f2 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917327 Dec 20 16:33:48.616010 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-2db3b059-8fb8-4efc-b912-4262a77defc4 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274474 Dec 20 16:33:48.749568 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-312c683c-8fe3-427f-b9dc-5c84ebb8512b req-e9d1665f-0bae-440b-b35f-baa9ca59b5f1 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268067 Dec 20 16:33:49.799415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec309af-4fdb-44b1-a5a1-7fdacfaed2eb req-6439ed39-4d28-4086-b24b-bc960d9f1adf tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:49.800762 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ec309af-4fdb-44b1-a5a1-7fdacfaed2eb req-6439ed39-4d28-4086-b24b-bc960d9f1adf tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 943 time: 0.1928422 Dec 20 16:33:49.845982 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ec309af-4fdb-44b1-a5a1-7fdacfaed2eb req-23f3ffe6-285b-4c09-81a0-1f8663dbf80f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392208 Dec 20 16:33:51.045653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143676f8-3588-4e95-82ee-c5a1bf27054b req-1bf583ba-e8b8-4aa7-8fb7-d6e0037177fb tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:51.047133 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-143676f8-3588-4e95-82ee-c5a1bf27054b req-1bf583ba-e8b8-4aa7-8fb7-d6e0037177fb tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 943 time: 0.0793808 Dec 20 16:33:51.097795 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-143676f8-3588-4e95-82ee-c5a1bf27054b req-87f2375f-4cb7-4758-8db0-bd09f3b573af tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443966 Dec 20 16:33:51.125310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 792ddb5b-94ce-4206-981f-df3efc9e47c6 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:33:51.260677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 792ddb5b-94ce-4206-981f-df3efc9e47c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:51.274228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '792ddb5b-94ce-4206-981f-df3efc9e47c6', 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721', 'port_id': '792ddb5b-94ce-4206-981f-df3efc9e47c6', 'mac_address': 'fa:16:3e:40:c9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43989b38-1576-47a5-958d-1b53deafe2c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:33:51.365429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:51.383931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792ddb5b-94ce-4206-981f-df3efc9e47c6 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:33:51.399742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 792ddb5b-94ce-4206-981f-df3efc9e47c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:51.486382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:51.489422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-eced2c7b-2bff-448b-8dd5-c59d47ac9c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:51.560175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=792ddb5b-94ce-4206-981f-df3efc9e47c6,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:51.563425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:51.800475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['792ddb5b-94ce-4206-981f-df3efc9e47c6'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:33:52.040480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-82073b5b-ea37-4546-9fa4-afb82ee30a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:52.297667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac6123-5ac7-4bc2-a734-b6308a15daaa req-aea52279-d54c-47ee-831e-3e8d6fb0fe41 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:52.299177 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-59ac6123-5ac7-4bc2-a734-b6308a15daaa req-aea52279-d54c-47ee-831e-3e8d6fb0fe41 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 944 time: 0.0765262 Dec 20 16:33:52.344201 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-59ac6123-5ac7-4bc2-a734-b6308a15daaa req-15fe3cc3-48bf-4213-8ff1-3d129b5db51c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389946 Dec 20 16:33:53.140038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 792ddb5b-94ce-4206-981f-df3efc9e47c6 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:33:53.274752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 792ddb5b-94ce-4206-981f-df3efc9e47c6 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:33:53.279769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 792ddb5b-94ce-4206-981f-df3efc9e47c6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:33:53.280147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:53.395428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:53.422796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ddb5b-94ce-4206-981f-df3efc9e47c6'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:33:53.434397 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 792ddb5b-94ce-4206-981f-df3efc9e47c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:53.484582 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ddb5b-94ce-4206-981f-df3efc9e47c6', 'code': 200} Dec 20 16:33:53.543199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:53.546009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-107c0e99-152c-4f8f-834b-ee83b1bf710a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:33:53.557127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15079575-6132-4c04-a5d0-a824ff1d62d1 req-2c0120f8-a0bd-4d38-9494-2fa9dfca4943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:53.558580 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15079575-6132-4c04-a5d0-a824ff1d62d1 req-2c0120f8-a0bd-4d38-9494-2fa9dfca4943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 944 time: 0.0863235 Dec 20 16:33:53.604501 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15079575-6132-4c04-a5d0-a824ff1d62d1 req-a2af18e3-e1ad-47d1-8100-724d8383f529 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Dec 20 16:33:53.617136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=792ddb5b-94ce-4206-981f-df3efc9e47c6,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:53.620891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:33:54.036709 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cb77122c-64a9-4fd9-b06a-44e0f2d40714 req-d1c87de6-5da8-40fd-828d-735f07adb726 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 1098 time: 0.1534042 Dec 20 16:33:54.084264 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cb77122c-64a9-4fd9-b06a-44e0f2d40714 req-07a64399-866b-4d9c-9971-09add48a5732 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Dec 20 16:33:54.257330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e88c-4fe3-4582-a6e7-2cd3a809841e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:54.802882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638aacb-d98b-4990-9423-9c6aaa73bbc0 req-78fb439e-28ad-430c-a445-fc9b61fa3842 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:54.804350 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9638aacb-d98b-4990-9423-9c6aaa73bbc0 req-78fb439e-28ad-430c-a445-fc9b61fa3842 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0808241 Dec 20 16:33:54.849647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9638aacb-d98b-4990-9423-9c6aaa73bbc0 req-4adc25ec-ef4d-4c4c-b31c-97ab574b37d8 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 Dec 20 16:33:55.617781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:55.657471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:56.074412 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2fa8d0c-2a38-4ead-b3f3-89aa1ca1c503 req-4bd43138-cefb-40e0-89a3-34cc3b8e93e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1307211 Dec 20 16:33:56.091781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823303cc-eaab-4288-bd2c-f007afddfa62 req-48ec6eeb-618c-4ebf-8518-cf015b6567a3 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:56.101869 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-823303cc-eaab-4288-bd2c-f007afddfa62 req-48ec6eeb-618c-4ebf-8518-cf015b6567a3 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.1192036 Dec 20 16:33:56.196958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-823303cc-eaab-4288-bd2c-f007afddfa62 req-cb93217c-9c0c-4924-bc61-3a4d82c7f3a3 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887463 Dec 20 16:33:56.229241 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2fa8d0c-2a38-4ead-b3f3-89aa1ca1c503 req-7ab39a5e-6c23-49aa-9ab9-5c1658caa61f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 1098 time: 0.0809271 Dec 20 16:33:56.422693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa8d0c-2a38-4ead-b3f3-89aa1ca1c503 req-b7f3d76a-2d6f-497d-80c4-a7a81c8f9a88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:56.424185 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2fa8d0c-2a38-4ead-b3f3-89aa1ca1c503 req-b7f3d76a-2d6f-497d-80c4-a7a81c8f9a88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 915 time: 0.1749430 Dec 20 16:33:56.502158 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2fa8d0c-2a38-4ead-b3f3-89aa1ca1c503 req-4ef44e21-36de-4c32-af65-204761d08bab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6 HTTP/1.1" status: 200 len: 217 time: 0.0707166 Dec 20 16:33:56.511374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfc355-2d1b-4636-b5fa-ad1864af7b44 req-5fa1fe68-6ad6-459c-9eb1-cc2733fc675a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:56.514278 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bbfc355-2d1b-4636-b5fa-ad1864af7b44 req-5fa1fe68-6ad6-459c-9eb1-cc2733fc675a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.1776714 Dec 20 16:33:56.601670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa8d0c-2a38-4ead-b3f3-89aa1ca1c503 req-117f25fb-8ebc-44d9-a85c-d6717fdb4d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:56.603142 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2fa8d0c-2a38-4ead-b3f3-89aa1ca1c503 req-117f25fb-8ebc-44d9-a85c-d6717fdb4d62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.0895009 Dec 20 16:33:56.605720 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bbfc355-2d1b-4636-b5fa-ad1864af7b44 req-c599bdb6-f7fe-47d0-8884-546b5854116d tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629377 Dec 20 16:33:56.653847 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2fa8d0c-2a38-4ead-b3f3-89aa1ca1c503 req-48e5470b-ec75-4fb7-b4bc-3332b4d3da06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439074 Dec 20 16:33:56.795413 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2fa8d0c-2a38-4ead-b3f3-89aa1ca1c503 req-b8551d26-b1ce-4f8c-bd1f-d6b4aa59ab58 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352358 Dec 20 16:33:56.940916 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2fa8d0c-2a38-4ead-b3f3-89aa1ca1c503 req-15afef71-e2a8-4589-9582-e04337dbe3c4 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394699 Dec 20 16:33:57.061928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:33:57.079376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f3a8c-57a9-4c4e-8efa-280e985126af req-eb8ff889-4ef4-4f74-9c7f-d81d38ba9df0 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:57.080851 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e05f3a8c-57a9-4c4e-8efa-280e985126af req-eb8ff889-4ef4-4f74-9c7f-d81d38ba9df0 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0779936 Dec 20 16:33:57.135312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e05f3a8c-57a9-4c4e-8efa-280e985126af req-d0fe3e3a-90ae-41de-8f55-92593a628bcf tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455873 Dec 20 16:33:57.449148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158838f-bf54-4432-b67d-97139b6f46f4 req-abbd4aa2-eec6-4c12-9302-c339be733ebb tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:57.451060 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d158838f-bf54-4432-b67d-97139b6f46f4 req-abbd4aa2-eec6-4c12-9302-c339be733ebb tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.1923363 Dec 20 16:33:57.505998 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d158838f-bf54-4432-b67d-97139b6f46f4 req-ac635b53-bb3a-4103-9d89-e4478aec1dd7 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479634 Dec 20 16:33:57.720572 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4c642713-30ff-4a23-8552-6a58ac8cc5a3 req-76acce85-9013-486c-a655-ebf516e85a61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0732481 Dec 20 16:33:58.357316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820115c-0fd4-42f0-93d4-1dd28bcf5e43 req-18d6be6f-51f7-4adf-a171-dd97f193e15c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:58.358862 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c820115c-0fd4-42f0-93d4-1dd28bcf5e43 req-18d6be6f-51f7-4adf-a171-dd97f193e15c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.1074820 Dec 20 16:33:58.418967 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c820115c-0fd4-42f0-93d4-1dd28bcf5e43 req-1a3c6009-959d-4bd1-92db-1832569e3e2c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535998 Dec 20 16:33:58.438687 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-992417c9-8dbd-4ecd-8ff1-2f47983d9b16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151409 Dec 20 16:33:59.766451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91792148-1ef9-4f90-8fbc-3dddd9a2a310 req-ec186b3f-3840-4c73-bbc5-440dab7d64f6 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:59.767946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91792148-1ef9-4f90-8fbc-3dddd9a2a310 req-ec186b3f-3840-4c73-bbc5-440dab7d64f6 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0818944 Dec 20 16:33:59.814367 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91792148-1ef9-4f90-8fbc-3dddd9a2a310 req-2ce70442-e221-46a1-9492-502233cb016f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Dec 20 16:34:00.938673 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-f99c9666-a6fc-4fb4-9d24-1733ea80bed2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 1098 time: 0.0709286 Dec 20 16:34:01.135509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-da9c16e9-3371-4158-beb2-3d3a1c031e6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:01.136865 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-da9c16e9-3371-4158-beb2-3d3a1c031e6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 915 time: 0.1577525 Dec 20 16:34:01.143320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6660f-4888-48d3-bbf8-c5218f33953d req-865c0bf1-1e10-4dee-9538-8f3ddbda72c6 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:01.144957 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-75c6660f-4888-48d3-bbf8-c5218f33953d req-865c0bf1-1e10-4dee-9538-8f3ddbda72c6 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.2031384 Dec 20 16:34:01.228664 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-8362e241-6272-4964-8bf9-a0ea9e7689dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6 HTTP/1.1" status: 200 len: 217 time: 0.0827200 Dec 20 16:34:01.288165 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-75c6660f-4888-48d3-bbf8-c5218f33953d req-90b192c2-43a3-4af6-afc2-53900f100a3d tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923932 Dec 20 16:34:01.304346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-e87ad546-4740-482d-9750-f6e1a4d9ce18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:01.305777 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-e87ad546-4740-482d-9750-f6e1a4d9ce18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.0685790 Dec 20 16:34:01.354820 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-0de5da1d-4bb8-4638-8436-3f6806a2902c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423908 Dec 20 16:34:01.490647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-0a800d45-a5c0-47ee-a743-0a36c1dc94af service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297653 Dec 20 16:34:01.626298 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-3ac9b20d-5412-4907-8a89-c45e480c3864 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296802 Dec 20 16:34:02.488014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0399a0d-f9cb-423c-b781-7955f2fb7a92 req-4215c20e-58fa-42c1-b9a8-ac47d3f6db1a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:02.489926 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a0399a0d-f9cb-423c-b781-7955f2fb7a92 req-4215c20e-58fa-42c1-b9a8-ac47d3f6db1a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0770781 Dec 20 16:34:02.536524 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a0399a0d-f9cb-423c-b781-7955f2fb7a92 req-a80b44bb-c552-4084-875c-1276cea05c0d tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408742 Dec 20 16:34:03.752063 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237ff0c-9b2e-45b8-b7d5-c9c2c90d19f9 req-1fbd9541-6aa2-4848-8ab8-4f9b6cd12478 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:03.753499 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d237ff0c-9b2e-45b8-b7d5-c9c2c90d19f9 req-1fbd9541-6aa2-4848-8ab8-4f9b6cd12478 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0785716 Dec 20 16:34:03.799544 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d237ff0c-9b2e-45b8-b7d5-c9c2c90d19f9 req-5228a1fe-f85e-4dbd-bebd-0ada7103b9bd tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 Dec 20 16:34:05.001394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d8d92-bec2-45c5-a535-91f8f3fa1fbd req-5c2f2d72-59dc-44c8-9dea-b0a6994c227f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:05.002841 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c32d8d92-bec2-45c5-a535-91f8f3fa1fbd req-5c2f2d72-59dc-44c8-9dea-b0a6994c227f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0777810 Dec 20 16:34:05.053583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c32d8d92-bec2-45c5-a535-91f8f3fa1fbd req-2e48e0c4-b719-4ab5-b1e3-5aee57f5b77d tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446563 Dec 20 16:34:06.261737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7eb8c-1c71-429e-b08a-2411468c78cd req-1ea46416-a8b6-411d-9a0b-fce03d85b655 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:06.263369 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aea7eb8c-1c71-429e-b08a-2411468c78cd req-1ea46416-a8b6-411d-9a0b-fce03d85b655 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0880175 Dec 20 16:34:06.311990 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aea7eb8c-1c71-429e-b08a-2411468c78cd req-53827983-3f76-488b-9803-11461d028c45 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Dec 20 16:34:07.515389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274d0b-d27b-4c21-b466-846ec9989713 req-2b4f9d83-137a-4308-ba70-94322fd55e95 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:07.516754 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e7274d0b-d27b-4c21-b466-846ec9989713 req-2b4f9d83-137a-4308-ba70-94322fd55e95 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0827439 Dec 20 16:34:07.667172 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e7274d0b-d27b-4c21-b466-846ec9989713 req-ffcf844b-a8ac-4ef9-a600-765a3700443e tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437085 Dec 20 16:34:08.865985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a878f-5b56-415f-8aee-79870d071c0f req-f0e1b28b-c2ae-4b72-af5c-8c6d0b5bf9e8 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:08.867449 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-250a878f-5b56-415f-8aee-79870d071c0f req-f0e1b28b-c2ae-4b72-af5c-8c6d0b5bf9e8 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0781314 Dec 20 16:34:08.914131 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-250a878f-5b56-415f-8aee-79870d071c0f req-953a1abb-38a2-4232-8477-227ab1c2be51 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Dec 20 16:34:10.114344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da74d1e-e087-4724-ae16-12c2d31b2063 req-660fe3a0-e091-4074-80c6-6547ad2ae893 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:10.115824 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1da74d1e-e087-4724-ae16-12c2d31b2063 req-660fe3a0-e091-4074-80c6-6547ad2ae893 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0807602 Dec 20 16:34:10.162297 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1da74d1e-e087-4724-ae16-12c2d31b2063 req-afccbb04-de86-4e70-adee-bc20787f9d13 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 Dec 20 16:34:11.359145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019ec83-2bb1-47b7-ab32-bb977ada4224 req-209925f3-93e0-4a7d-b3f2-c90b471cbc73 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:11.360609 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1019ec83-2bb1-47b7-ab32-bb977ada4224 req-209925f3-93e0-4a7d-b3f2-c90b471cbc73 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0763187 Dec 20 16:34:11.409053 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1019ec83-2bb1-47b7-ab32-bb977ada4224 req-3c4dc107-affb-411b-a6b5-08351062eedf tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Dec 20 16:34:12.617534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb88b3-78d1-4e69-a45d-210b74c3c285 req-0e3be7bf-c812-490d-94b9-03da794012d3 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:12.618931 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-55eb88b3-78d1-4e69-a45d-210b74c3c285 req-0e3be7bf-c812-490d-94b9-03da794012d3 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0834150 Dec 20 16:34:12.675463 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-55eb88b3-78d1-4e69-a45d-210b74c3c285 req-36e1d548-640c-4cca-b7c2-0c4ec39bff56 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463643 Dec 20 16:34:13.877080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f18f77-389d-4da1-bf80-eed695e1cf8b req-8e7cfff3-b77d-4a3e-9f6c-2b52ca03c51d tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:13.878535 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5f18f77-389d-4da1-bf80-eed695e1cf8b req-8e7cfff3-b77d-4a3e-9f6c-2b52ca03c51d tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0800002 Dec 20 16:34:13.929629 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5f18f77-389d-4da1-bf80-eed695e1cf8b req-9c5575e3-8faf-4c9b-99c5-499d0cdbc2cf tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Dec 20 16:34:14.990379 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:34:15.129453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398acea-d40e-40eb-84c0-b264601dd30a req-4217e91d-05b2-4649-8daf-78df04c4581e tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:15.130998 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9398acea-d40e-40eb-84c0-b264601dd30a req-4217e91d-05b2-4649-8daf-78df04c4581e tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0793335 Dec 20 16:34:15.132160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:15.180079 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9398acea-d40e-40eb-84c0-b264601dd30a req-0798be3e-c4a1-4e57-8d28-3c9b25e988ae tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424070 Dec 20 16:34:16.395498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71aeda-38ed-4641-920e-976e6f6ab034 req-fdeff3cf-534b-4385-92ef-b14327ce9024 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:16.396957 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ea71aeda-38ed-4641-920e-976e6f6ab034 req-fdeff3cf-534b-4385-92ef-b14327ce9024 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0823824 Dec 20 16:34:16.448678 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ea71aeda-38ed-4641-920e-976e6f6ab034 req-fc50bb29-4beb-4ab0-a7cc-e31f02bbf5f7 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Dec 20 16:34:17.660379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799af31f-fb96-48b4-b309-fe08696ba635 req-830aec4a-dd56-4c0a-9eb8-c0840866856f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:17.661847 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-799af31f-fb96-48b4-b309-fe08696ba635 req-830aec4a-dd56-4c0a-9eb8-c0840866856f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0920632 Dec 20 16:34:17.716921 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-799af31f-fb96-48b4-b309-fe08696ba635 req-840fdc69-8199-4e09-a499-b005acf33e60 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493071 Dec 20 16:34:18.921879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a733b-2894-47a3-9b26-46023aec2f56 req-abe93371-7dcd-4219-b506-4d84c2c6442c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:18.923365 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-149a733b-2894-47a3-9b26-46023aec2f56 req-abe93371-7dcd-4219-b506-4d84c2c6442c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0819876 Dec 20 16:34:18.969383 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-149a733b-2894-47a3-9b26-46023aec2f56 req-01f1543a-7108-42f3-aecc-fbfbae8f50d5 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Dec 20 16:34:20.169375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ea2db-04db-4c8f-b4b9-0d95872914f0 req-eefad8b0-f782-48e2-b863-9f8b703ffd3c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:20.170819 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-145ea2db-04db-4c8f-b4b9-0d95872914f0 req-eefad8b0-f782-48e2-b863-9f8b703ffd3c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0809207 Dec 20 16:34:20.215548 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-145ea2db-04db-4c8f-b4b9-0d95872914f0 req-818b15ee-8f77-4b80-8d3c-fc9fec924837 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390797 Dec 20 16:34:21.424956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009db1d-1f93-44c2-8217-01dc4c97fa54 req-f01e0fa9-b031-4e98-904c-aa958a79c60a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:21.426502 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3009db1d-1f93-44c2-8217-01dc4c97fa54 req-f01e0fa9-b031-4e98-904c-aa958a79c60a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0827127 Dec 20 16:34:21.474196 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3009db1d-1f93-44c2-8217-01dc4c97fa54 req-b7b1d234-7cee-415d-9d90-a8a67acebff7 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Dec 20 16:34:22.040130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-63e6f7c8-629f-40bc-b53a-34381057db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:22.678023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10988144-9f95-4e5a-a546-d4bd27e019f6 req-5c777196-ddad-41db-901e-d33aae55924a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:22.679615 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10988144-9f95-4e5a-a546-d4bd27e019f6 req-5c777196-ddad-41db-901e-d33aae55924a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0821877 Dec 20 16:34:22.725763 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10988144-9f95-4e5a-a546-d4bd27e019f6 req-ffe352cc-e6e2-491e-ba17-f417e9ff3dc9 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404832 Dec 20 16:34:23.929464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9cb67-bc5e-49dd-a867-2aa1b4298b6d req-fb29c293-abf8-49b9-ae73-86a5cc7ca683 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:23.930993 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2ac9cb67-bc5e-49dd-a867-2aa1b4298b6d req-fb29c293-abf8-49b9-ae73-86a5cc7ca683 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0833626 Dec 20 16:34:23.981619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2ac9cb67-bc5e-49dd-a867-2aa1b4298b6d req-bdb53ebf-a9aa-4a63-af59-bfaf22ee516c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446782 Dec 20 16:34:24.263562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b6efb0ed-1287-45d5-bb9c-b3ad97e3f2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:25.185091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc28f78-d997-4eb7-9a0e-2adf183e293f req-47c045f1-f750-4214-80f0-6ab6f56937b1 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:25.186548 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7bc28f78-d997-4eb7-9a0e-2adf183e293f req-47c045f1-f750-4214-80f0-6ab6f56937b1 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0827239 Dec 20 16:34:25.233929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7bc28f78-d997-4eb7-9a0e-2adf183e293f req-7cecd4a4-aaa8-497f-ad14-7643125c79b9 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Dec 20 16:34:25.526431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:25.600828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:26.437748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada8ffc-03dc-448b-8644-53e28b7c6b46 req-ee263b9e-f87c-4f93-8f6c-c2e68a101c97 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:26.439197 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4ada8ffc-03dc-448b-8644-53e28b7c6b46 req-ee263b9e-f87c-4f93-8f6c-c2e68a101c97 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0826042 Dec 20 16:34:26.494276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4ada8ffc-03dc-448b-8644-53e28b7c6b46 req-967b5359-434f-416d-b172-a8df429b2a13 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486386 Dec 20 16:34:27.055403 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:27.691332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c358b3c-5d26-4e77-b3ca-a9f18a3bc780 req-c8c66942-1d17-4dab-b4bf-215f9a2a6c60 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:27.692781 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3c358b3c-5d26-4e77-b3ca-a9f18a3bc780 req-c8c66942-1d17-4dab-b4bf-215f9a2a6c60 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0777404 Dec 20 16:34:27.738588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3c358b3c-5d26-4e77-b3ca-a9f18a3bc780 req-2859cb35-5d40-4aa1-b3d6-024034d9e84e tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401840 Dec 20 16:34:28.981191 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1947a25-2191-4d08-9618-d5badcc69c39 req-e42a6050-9463-485e-8389-6831af0a86ad tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:28.982898 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f1947a25-2191-4d08-9618-d5badcc69c39 req-e42a6050-9463-485e-8389-6831af0a86ad tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.1226921 Dec 20 16:34:29.041859 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-ec068187-511a-451d-be7c-1570aeac1ce3 service neutron] 10.222.0.64 "GET /v2.0/ports/792ddb5b-94ce-4206-981f-df3efc9e47c6/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.1116259 Dec 20 16:34:29.049917 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f1947a25-2191-4d08-9618-d5badcc69c39 req-c5919505-51d7-4257-9d6d-fb96a37fa52d tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549474 Dec 20 16:34:29.800713 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-347d716d-5989-4883-a5b5-80c1f055cf09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f&tenant_id=e44b815b1ded4e949fd59b99cd0821fe HTTP/1.1" status: 200 len: 1098 time: 0.1600139 Dec 20 16:34:29.898821 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-ab4fc846-6e52-41cf-a586-3570937c40d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 1098 time: 0.0719004 Dec 20 16:34:30.028841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-56fe961f-33af-40e4-9fb2-2e4d6ec31578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:30.030281 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-56fe961f-33af-40e4-9fb2-2e4d6ec31578 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 915 time: 0.1248567 Dec 20 16:34:30.100441 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-d0af56ed-cf91-4454-bf37-0053c84e9377 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6 HTTP/1.1" status: 200 len: 217 time: 0.0638599 Dec 20 16:34:30.171516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-45470090-8f34-4687-9385-9b651763c4a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:30.173257 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-45470090-8f34-4687-9385-9b651763c4a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.0673845 Dec 20 16:34:30.254755 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-bcfa99ac-cb8d-4226-a1f2-487f281d8687 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746269 Dec 20 16:34:30.399468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609fa68-06a3-446b-8039-d11e592c3b8d req-1d3c1b14-dd29-452d-8c5f-89dee4885cce tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:30.400829 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9609fa68-06a3-446b-8039-d11e592c3b8d req-1d3c1b14-dd29-452d-8c5f-89dee4885cce tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.1885538 Dec 20 16:34:30.405725 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-ec41a6ac-7057-4f85-9cde-93a26d951cb1 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438169 Dec 20 16:34:30.535047 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9609fa68-06a3-446b-8039-d11e592c3b8d req-0c4b8432-94ae-4542-ae76-ebfcb499a44a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283703 Dec 20 16:34:30.575269 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45cfd84e-6a25-4e0d-b916-c793adf1ce3a req-ae919027-0b7b-41cc-8855-4d23457d81db service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503334 Dec 20 16:34:31.284513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 792ddb5b-94ce-4206-981f-df3efc9e47c6 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:34:31.392103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:31.418517 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792ddb5b-94ce-4206-981f-df3efc9e47c6'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:34:31.427691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 792ddb5b-94ce-4206-981f-df3efc9e47c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:31.481794 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792ddb5b-94ce-4206-981f-df3efc9e47c6', 'code': 200} Dec 20 16:34:31.549401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:31.551553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:34:31.615868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=792ddb5b-94ce-4206-981f-df3efc9e47c6,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:31.624138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.624485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.624843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.625166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.625597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.625934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.626261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.626591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.626942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.627295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.627606 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:31.632128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:34:31.732866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dc76d-d667-4815-968d-0079ebd2afde req-861c7280-a748-4f21-8753-b392b1098007 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:31.734333 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb5dc76d-d667-4815-968d-0079ebd2afde req-861c7280-a748-4f21-8753-b392b1098007 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 943 time: 0.0765150 Dec 20 16:34:31.779538 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb5dc76d-d667-4815-968d-0079ebd2afde req-2102c651-bffe-409a-8f19-d0eeb4505a47 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Dec 20 16:34:32.978606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4062063-b45c-4424-a22c-c24edb6263a9 req-f04dd9bd-eca6-4822-9721-b452fab1de71 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:32.980082 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f4062063-b45c-4424-a22c-c24edb6263a9 req-f04dd9bd-eca6-4822-9721-b452fab1de71 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 943 time: 0.0808914 Dec 20 16:34:33.025351 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f4062063-b45c-4424-a22c-c24edb6263a9 req-0ba48463-5272-4d6c-a7ad-e88c289f9860 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397565 Dec 20 16:34:33.313864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 792ddb5b-94ce-4206-981f-df3efc9e47c6 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:34:33.456609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 792ddb5b-94ce-4206-981f-df3efc9e47c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:33.471023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '792ddb5b-94ce-4206-981f-df3efc9e47c6', 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721', 'port_id': '792ddb5b-94ce-4206-981f-df3efc9e47c6', 'mac_address': 'fa:16:3e:40:c9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43989b38-1576-47a5-958d-1b53deafe2c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:34:33.541313 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:33.568151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792ddb5b-94ce-4206-981f-df3efc9e47c6 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:34:33.585333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 792ddb5b-94ce-4206-981f-df3efc9e47c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:33.754726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:33.757102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:34:33.839419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['792ddb5b-94ce-4206-981f-df3efc9e47c6'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:34:33.859272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=792ddb5b-94ce-4206-981f-df3efc9e47c6,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:33.867616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:34:34.231949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2b8dc-2c94-4c59-b936-bdced316d963 req-4521927e-5bab-469c-8416-1b903e060710 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:34.233487 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50d2b8dc-2c94-4c59-b936-bdced316d963 req-4521927e-5bab-469c-8416-1b903e060710 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 944 time: 0.0847168 Dec 20 16:34:34.280102 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50d2b8dc-2c94-4c59-b936-bdced316d963 req-a7f6851c-c49e-491f-8c37-613abf2caa41 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Dec 20 16:34:34.829791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90535c8-5450-442f-98e2-38408e3587e7 req-848cd4f0-d541-4142-a84a-eaa0fa8e4281 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:34.831265 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c90535c8-5450-442f-98e2-38408e3587e7 req-848cd4f0-d541-4142-a84a-eaa0fa8e4281 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 944 time: 0.0845094 Dec 20 16:34:34.922052 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c90535c8-5450-442f-98e2-38408e3587e7 req-80bb40eb-2710-48cc-b936-953e17ea4b7a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601125 Dec 20 16:34:34.950190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-c97147de-1a6d-436a-9d1f-64b995ce15e7 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:34.951754 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-c97147de-1a6d-436a-9d1f-64b995ce15e7 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f&tenant_id=e44b815b1ded4e949fd59b99cd0821fe&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 944 time: 0.1196237 Dec 20 16:34:35.097283 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-efa43887-413e-4b14-9d8b-5297f3aeb158 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 1097 time: 0.0737333 Dec 20 16:34:35.233720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-2d42f3d9-1518-4159-9954-eeca51429c5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:35.235311 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-2d42f3d9-1518-4159-9954-eeca51429c5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 915 time: 0.1322188 Dec 20 16:34:35.306375 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-51fa2c9c-aac9-4a0b-91ab-cc96209d8c20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6 HTTP/1.1" status: 200 len: 217 time: 0.0653002 Dec 20 16:34:35.328413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 792ddb5b-94ce-4206-981f-df3efc9e47c6 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:34:35.400713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 792ddb5b-94ce-4206-981f-df3efc9e47c6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:35.401094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:35.478087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-d32b2360-a24b-448b-a9b3-37d51179c4f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:35.479609 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-d32b2360-a24b-448b-a9b3-37d51179c4f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.1673815 Dec 20 16:34:35.519768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:35.526647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-b47738db-f909-4632-9280-58fbcbbf4019 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406394 Dec 20 16:34:35.544185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ddb5b-94ce-4206-981f-df3efc9e47c6'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:34:35.564694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 792ddb5b-94ce-4206-981f-df3efc9e47c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:35.611311 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ddb5b-94ce-4206-981f-df3efc9e47c6', 'code': 200} Dec 20 16:34:35.646279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:35.649777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:34:35.662724 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-ceb43f99-989a-42ed-883c-3a75e081e866 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296618 Dec 20 16:34:35.719623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=792ddb5b-94ce-4206-981f-df3efc9e47c6,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:35.722620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:34:35.796783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80143dac-a314-443b-a010-9cd5fb4b2ffa req-d8dfe84a-b0ab-486d-8298-bcf0448cf1d6 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280265 Dec 20 16:34:36.123312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275366ca-66fc-426f-868c-6089d8fd78ff req-8780c13a-1851-41e4-85a7-dcb3394b8e1b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.124663 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-275366ca-66fc-426f-868c-6089d8fd78ff req-8780c13a-1851-41e4-85a7-dcb3394b8e1b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0819285 Dec 20 16:34:36.172644 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-275366ca-66fc-426f-868c-6089d8fd78ff req-2db4fb16-013d-4e2d-b087-b5bbd50183ab tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Dec 20 16:34:37.370224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ca40-b4b4-4924-a494-3332f735a0b3 req-93c15ec7-1cb7-455a-8a70-fda72895f7e5 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:37.371789 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7365ca40-b4b4-4924-a494-3332f735a0b3 req-93c15ec7-1cb7-455a-8a70-fda72895f7e5 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0769718 Dec 20 16:34:37.416944 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7365ca40-b4b4-4924-a494-3332f735a0b3 req-eedcaa3c-4e7e-492c-91f5-a5639a2262b0 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Dec 20 16:34:37.617931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45cb17-4b46-41cc-b6f1-c2f4548f1f00 req-bb359fec-1cbc-4be0-9b9a-cb3cc5669fd7 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:37.619538 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da45cb17-4b46-41cc-b6f1-c2f4548f1f00 req-bb359fec-1cbc-4be0-9b9a-cb3cc5669fd7 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0789785 Dec 20 16:34:37.667710 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da45cb17-4b46-41cc-b6f1-c2f4548f1f00 req-9317b579-998d-468a-a1a3-8b4eaca20c87 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Dec 20 16:34:37.857359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eab6d8-6546-4730-bc42-6556cedaa24f req-e3867b64-c398-45de-bdf1-b1ba448f5272 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:37.858783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d3eab6d8-6546-4730-bc42-6556cedaa24f req-e3867b64-c398-45de-bdf1-b1ba448f5272 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0743647 Dec 20 16:34:37.906735 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d3eab6d8-6546-4730-bc42-6556cedaa24f req-cfc819ff-5473-4b2a-9f6c-8ee4a66c25c2 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424185 Dec 20 16:34:38.688816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-5f597836-c817-4c56-a689-f1b7eb36f1b9 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:38.690245 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-5f597836-c817-4c56-a689-f1b7eb36f1b9 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 814 time: 0.1426947 Dec 20 16:34:38.706573 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-40066a0b-8f84-4fe7-bc5a-e566f56b5626 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/quotas/e44b815b1ded4e949fd59b99cd0821fe HTTP/1.1" status: 200 len: 375 time: 0.0105457 Dec 20 16:34:38.782865 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-72ece65e-53cd-44fe-a077-8df09d9c25e2 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706940 Dec 20 16:34:38.980012 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-b594d3f4-ed17-4ac3-be16-736575039335 service neutron] 10.222.0.62 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903758 Dec 20 16:34:39.110758 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-5bbcba73-7034-4cb3-b2fc-538b76585f4b service neutron] 10.222.0.62 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249475 Dec 20 16:34:39.403234 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90787c17-3428-462f-b47d-da8fbe9e4d01 req-1b2578ef-16f5-40f6-a43a-4bc9bc75ca15 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 210 time: 0.0446811 Dec 20 16:34:40.324555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-f480b0da-6dec-4f8e-953f-baa6260dacfa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:40.325946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-f480b0da-6dec-4f8e-953f-baa6260dacfa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15a314b-724e-434b-8ef7-8b947f146f0f HTTP/1.1" status: 200 len: 945 time: 0.0782096 Dec 20 16:34:40.391474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Deleting port 792ddb5b-94ce-4206-981f-df3efc9e47c6 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:34:40.391702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:40.747710 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1d8e10a-8e65-4f81-a09f-5a3985939058 req-9386158d-c1bb-40bc-b665-eeb4af0cc0d0 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 210 time: 0.2101703 Dec 20 16:34:40.796198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] For port 792ddb5b-94ce-4206-981f-df3efc9e47c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=792ddb5b-94ce-4206-981f-df3efc9e47c6,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:40.796538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:40.916433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Calling delete_port for 792ddb5b-94ce-4206-981f-df3efc9e47c6 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:34:41.152397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:41.158256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:34:41.164570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['792ddb5b-94ce-4206-981f-df3efc9e47c6'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:34:41.202364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Pushing event deleted for resources: {'Port': ['ID=792ddb5b-94ce-4206-981f-df3efc9e47c6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:41.246428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.246813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.247209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.247578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.247945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.248315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.248671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.249027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.249383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.249737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.250090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:41.254110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:34:41.294674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] No DVR routers for this DVR port 792ddb5b-94ce-4206-981f-df3efc9e47c6 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:41.296868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:41.299574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'name': 'network-vif-deleted', 'tag': '792ddb5b-94ce-4206-981f-df3efc9e47c6'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:34:41.354388 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15a314b-724e-434b-8ef7-8b947f146f0f', 'name': 'network-vif-deleted', 'tag': '792ddb5b-94ce-4206-981f-df3efc9e47c6', 'status': 'completed', 'code': 200} Dec 20 16:34:41.406540 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5bf5b20a-8063-42ae-8718-b0b938bfe4f7 req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.64 "DELETE /v2.0/ports/792ddb5b-94ce-4206-981f-df3efc9e47c6 HTTP/1.1" status: 204 len: 173 time: 1.0752738 Dec 20 16:34:41.911602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-9e2739eb-5be8-4526-959e-100aa6bff3ce req-d6bc2964-232f-4034-bae9-4953658b0039 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Synchronizing usage tracker for tenant:e44b815b1ded4e949fd59b99cd0821fe on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:34:42.052251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-9e2739eb-5be8-4526-959e-100aa6bff3ce req-d6bc2964-232f-4034-bae9-4953658b0039 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Unset dirty status for tenant:e44b815b1ded4e949fd59b99cd0821fe on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:34:42.053834 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e2739eb-5be8-4526-959e-100aa6bff3ce req-d6bc2964-232f-4034-bae9-4953658b0039 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 210 time: 0.1867263 Dec 20 16:34:42.106358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-d24fd558-7b5d-4ec3-ad8e-4bf079ac1598 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:42.107763 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-d24fd558-7b5d-4ec3-ad8e-4bf079ac1598 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 814 time: 0.1487658 Dec 20 16:34:42.153647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Request body: {'port': {'device_id': '579183b5-81ac-478f-8a97-dc701c7389ce', 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721', 'admin_state_up': True, 'tenant_id': 'e44b815b1ded4e949fd59b99cd0821fe'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:34:42.300317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:34:42.311500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:34:42.435091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Made reservation on behalf of e44b815b1ded4e949fd59b99cd0821fe for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:42.438152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:42.605804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Allocated IP 172.20.0.4 (15ed8e30-114d-4940-a3a2-acab0e8e1721/43989b38-1576-47a5-958d-1b53deafe2c4/a9520e74-c667-410b-99b1-da04289b3f50) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:42.809076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:42.937959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:42.943540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4a8c702-1452-4f43-91b2-b80bf7047a92 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:34:43.011584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Network 15ed8e30-114d-4940-a3a2-acab0e8e1721 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:43.015030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:43.016998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Pushing event updated for resources: {'Port': ['ID=a9520e74-c667-410b-99b1-da04289b3f50,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:43.019094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:43.047851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:34:43.082244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:43.082842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:43.210564 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0604038 Dec 20 16:34:43.222668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Request body: {'port': {'device_id': '579183b5-81ac-478f-8a97-dc701c7389ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:34:43.353791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb980e09-2d17-4ed2-b222-eca2dd29e443 req-425dc507-f2d3-4e81-b805-3b6488be094b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:43.354473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-bb980e09-2d17-4ed2-b222-eca2dd29e443 req-425dc507-f2d3-4e81-b805-3b6488be094b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Synchronizing usage tracker for tenant:e44b815b1ded4e949fd59b99cd0821fe on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:34:43.358951 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 792ddb5b-94ce-4206-981f-df3efc9e47c6 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:34:43.363578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:43.392129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 792ddb5b-94ce-4206-981f-df3efc9e47c6 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:34:43.397808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 792ddb5b-94ce-4206-981f-df3efc9e47c6 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:34:43.543996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-bb980e09-2d17-4ed2-b222-eca2dd29e443 req-425dc507-f2d3-4e81-b805-3b6488be094b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Unset dirty status for tenant:e44b815b1ded4e949fd59b99cd0821fe on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:34:43.545149 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb980e09-2d17-4ed2-b222-eca2dd29e443 req-425dc507-f2d3-4e81-b805-3b6488be094b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 931 time: 0.3707204 Dec 20 16:34:43.675211 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb980e09-2d17-4ed2-b222-eca2dd29e443 req-1ad99d13-8056-496a-9204-53ac2805bcab tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235204 Dec 20 16:34:43.860071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9520e74-c667-410b-99b1-da04289b3f50 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:34:43.867235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:43.880949 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Transition to ACTIVE for port object a9520e74-c667-410b-99b1-da04289b3f50 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:34:43.963693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:43.967603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:34:44.098147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Pushing event updated for resources: {'Port': ['ID=a9520e74-c667-410b-99b1-da04289b3f50,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:44.102209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:34:44.202233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Attempting to bind port a9520e74-c667-410b-99b1-da04289b3f50 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:34:44.202472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Attempting to bind port a9520e74-c667-410b-99b1-da04289b3f50 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'e8aa363c-4b85-4916-bae9-968425f621e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:34:44.202790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Attempting to bind port a9520e74-c667-410b-99b1-da04289b3f50 on network 15ed8e30-114d-4940-a3a2-acab0e8e1721 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:34:44.208442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Port a9520e74-c667-410b-99b1-da04289b3f50 on network 15ed8e30-114d-4940-a3a2-acab0e8e1721 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:34:44.208752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Attempting to bind port a9520e74-c667-410b-99b1-da04289b3f50 on network 15ed8e30-114d-4940-a3a2-acab0e8e1721 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:34:44.215514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:34:44.215873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Checking segment: {'id': 'e8aa363c-4b85-4916-bae9-968425f621e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:34:44.216243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Bound using segment: {'id': 'e8aa363c-4b85-4916-bae9-968425f621e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:34:44.216702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Bound port: a9520e74-c667-410b-99b1-da04289b3f50, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8aa363c-4b85-4916-bae9-968425f621e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:34:44.217054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:44.307549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] For port a9520e74-c667-410b-99b1-da04289b3f50, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:44.312018 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] For port a9520e74-c667-410b-99b1-da04289b3f50, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9520e74-c667-410b-99b1-da04289b3f50,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:44.410016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:44.414480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5d05bda9-9445-4a61-9f6e-a1bdfa3a23ae tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:34:44.478770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:44.480114 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] 10.222.0.64 "PUT /v2.0/ports/a9520e74-c667-410b-99b1-da04289b3f50 HTTP/1.1" status: 200 len: 1093 time: 1.2616868 Dec 20 16:34:44.480621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579183b5-81ac-478f-8a97-dc701c7389ce', 'tag': 'a9520e74-c667-410b-99b1-da04289b3f50'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:34:44.496524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Pushing event updated for resources: {'Port': ['ID=a9520e74-c667-410b-99b1-da04289b3f50,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:44.499374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:34:44.534604 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579183b5-81ac-478f-8a97-dc701c7389ce', 'tag': 'a9520e74-c667-410b-99b1-da04289b3f50', 'status': 'completed', 'code': 200} Dec 20 16:34:44.624770 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b27fdcd0-c0a3-4d61-9a76-4d3b191646bb req-654abd1b-1c46-4604-9152-3083d3d6955c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 1096 time: 0.0700150 Dec 20 16:34:44.765640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fdcd0-c0a3-4d61-9a76-4d3b191646bb req-b412125f-ae36-439a-a6ff-047a4388dcb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:44.767126 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b27fdcd0-c0a3-4d61-9a76-4d3b191646bb req-b412125f-ae36-439a-a6ff-047a4388dcb2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1356785 Dec 20 16:34:44.950952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fdcd0-c0a3-4d61-9a76-4d3b191646bb req-b51f3fef-cb03-4b5e-b9db-ecdfcbac8270 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:44.952388 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b27fdcd0-c0a3-4d61-9a76-4d3b191646bb req-b51f3fef-cb03-4b5e-b9db-ecdfcbac8270 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791477 Dec 20 16:34:44.967434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b4dfc-8555-4f04-a9fa-fbf07e1be67d req-18bbea16-30f6-4d65-8c14-5f8eba95bc10 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:44.968891 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b6b4dfc-8555-4f04-a9fa-fbf07e1be67d req-18bbea16-30f6-4d65-8c14-5f8eba95bc10 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 943 time: 0.1677508 Dec 20 16:34:45.066308 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b6b4dfc-8555-4f04-a9fa-fbf07e1be67d req-c567e0ec-6786-41ee-bae1-17e4b527b7a6 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915563 Dec 20 16:34:45.086163 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-2038449f-7402-454b-befc-8d4e03824705 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 1096 time: 0.0964465 Dec 20 16:34:45.129420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:45.158804 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-a66ec2d5-c5df-471e-bb53-1fdc8ecc2ed1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9520e74-c667-410b-99b1-da04289b3f50 HTTP/1.1" status: 200 len: 217 time: 0.0652964 Dec 20 16:34:45.220367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-88314168-6280-4500-85df-5bc9e335f10e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:45.221870 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-88314168-6280-4500-85df-5bc9e335f10e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.0575790 Dec 20 16:34:45.268040 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-476dbe65-e7f5-4977-856d-ea2dd693a5af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401819 Dec 20 16:34:45.400459 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-68268e1d-ad37-4fc1-9b02-4aa9ae1805f5 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264162 Dec 20 16:34:45.644171 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e65789-5091-4393-b35b-f2a5d3268a12 req-0583a329-e1ad-4554-9b7e-d9c5e29eb67d service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371302 Dec 20 16:34:46.268368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2503f-bdc3-4909-8ac8-64abfb5fd092 req-1155cf4f-3d87-4876-bfd2-4721cda75811 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:46.270073 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4d2503f-bdc3-4909-8ac8-64abfb5fd092 req-1155cf4f-3d87-4876-bfd2-4721cda75811 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 943 time: 0.0819860 Dec 20 16:34:46.315533 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4d2503f-bdc3-4909-8ac8-64abfb5fd092 req-ab5829c3-07a8-4e71-b327-a99e92031bde tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392854 Dec 20 16:34:47.524396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05239c60-a0bb-4038-a6dc-d2e0ba900dfc req-d3e46ab1-e641-4bca-a264-5d6c7d4cb3aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:47.525756 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-05239c60-a0bb-4038-a6dc-d2e0ba900dfc req-d3e46ab1-e641-4bca-a264-5d6c7d4cb3aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 943 time: 0.0787954 Dec 20 16:34:47.577648 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-05239c60-a0bb-4038-a6dc-d2e0ba900dfc req-c5847f99-e8f1-49ba-9733-07bdcc894dcd tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460730 Dec 20 16:34:48.775276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a91a8-fcbc-4f14-98f8-76cf21134a4b req-f163962b-9554-4381-9fcc-e1b6d9a13b81 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:48.776745 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe9a91a8-fcbc-4f14-98f8-76cf21134a4b req-f163962b-9554-4381-9fcc-e1b6d9a13b81 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 943 time: 0.0770471 Dec 20 16:34:48.822682 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe9a91a8-fcbc-4f14-98f8-76cf21134a4b req-15f4d3ba-6910-4cdf-bab8-d066f1906b59 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Dec 20 16:34:49.421897 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9520e74-c667-410b-99b1-da04289b3f50 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:34:49.557117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a9520e74-c667-410b-99b1-da04289b3f50, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9520e74-c667-410b-99b1-da04289b3f50,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:49.598418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'a9520e74-c667-410b-99b1-da04289b3f50', 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721', 'port_id': 'a9520e74-c667-410b-99b1-da04289b3f50', 'mac_address': 'fa:16:3e:35:57:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43989b38-1576-47a5-958d-1b53deafe2c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:34:49.650691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:49.667797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9520e74-c667-410b-99b1-da04289b3f50 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:34:49.682667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a9520e74-c667-410b-99b1-da04289b3f50, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9520e74-c667-410b-99b1-da04289b3f50,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:49.884024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:49.885862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4ff97a06-41cd-4ae7-b7d2-84ff290bd623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:34:49.951677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a9520e74-c667-410b-99b1-da04289b3f50,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:49.954790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:34:50.029637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e637-fce3-441d-9c3c-d505efed4d62 req-1d0d2c42-f3b6-49b3-9dba-03a69a274844 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:50.031114 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b8f6e637-fce3-441d-9c3c-d505efed4d62 req-1d0d2c42-f3b6-49b3-9dba-03a69a274844 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 944 time: 0.0827944 Dec 20 16:34:50.079548 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b8f6e637-fce3-441d-9c3c-d505efed4d62 req-d0d682a3-8718-4efd-88d3-ff9cec47f80c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Dec 20 16:34:50.174710 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['a9520e74-c667-410b-99b1-da04289b3f50'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:34:51.273840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0670212-6492-4e20-86c7-5919f2786ce4 req-d9aef1af-ef52-4bfd-867b-1086f60e3a7c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:51.275387 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f0670212-6492-4e20-86c7-5919f2786ce4 req-d9aef1af-ef52-4bfd-867b-1086f60e3a7c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 944 time: 0.0765905 Dec 20 16:34:51.319170 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f0670212-6492-4e20-86c7-5919f2786ce4 req-5cd58b94-5bc2-4c44-954d-cf0f008f8a53 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Dec 20 16:34:51.440222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9520e74-c667-410b-99b1-da04289b3f50 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:34:51.605896 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port a9520e74-c667-410b-99b1-da04289b3f50 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:34:51.610865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port a9520e74-c667-410b-99b1-da04289b3f50 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:51.611272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:51.729372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:51.755114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579183b5-81ac-478f-8a97-dc701c7389ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9520e74-c667-410b-99b1-da04289b3f50'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:34:51.764769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a9520e74-c667-410b-99b1-da04289b3f50, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9520e74-c667-410b-99b1-da04289b3f50,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:51.813290 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579183b5-81ac-478f-8a97-dc701c7389ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9520e74-c667-410b-99b1-da04289b3f50', 'code': 200} Dec 20 16:34:51.832526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:51.838848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:34:51.899198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a9520e74-c667-410b-99b1-da04289b3f50,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:51.902194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:34:51.990299 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:34:52.034830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5c220348-e506-4251-b35d-d4e8d1394dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:52.246617 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1a6d1d1-0650-4f6e-8f07-a9e0b872edf1 req-4b6d9811-b497-493e-9aaa-d665e11d8834 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 1098 time: 0.0720954 Dec 20 16:34:52.288376 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d1a6d1d1-0650-4f6e-8f07-a9e0b872edf1 req-1b39159b-90f2-4627-a471-6e5c4438f345 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357440 Dec 20 16:34:52.513002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63b3bd-283e-47d4-bb26-7cce77593c2d req-0b8c69f9-12d8-4880-ae75-915e08dfcf6c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:52.514813 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb63b3bd-283e-47d4-bb26-7cce77593c2d req-0b8c69f9-12d8-4880-ae75-915e08dfcf6c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0761518 Dec 20 16:34:52.563902 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb63b3bd-283e-47d4-bb26-7cce77593c2d req-f762f2ed-86b7-4b2c-bc4a-5814385852a7 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Dec 20 16:34:53.762038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76d67f-4e19-4d5a-92b1-6e8a3b45b6f0 req-418ba4de-60a1-4d48-b9b9-fe2b9dadd123 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:53.763506 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bf76d67f-4e19-4d5a-92b1-6e8a3b45b6f0 req-418ba4de-60a1-4d48-b9b9-fe2b9dadd123 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0752461 Dec 20 16:34:53.809336 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bf76d67f-4e19-4d5a-92b1-6e8a3b45b6f0 req-edbbf11d-f517-4a33-9b9c-4e0b16406195 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Dec 20 16:34:54.245911 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-084b6a8d-1a33-441b-b94e-3226fa4016a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:55.007489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289addb2-b827-46c7-b644-e73aa93d7d3d req-ea3cdf9b-02e2-4d1f-bfb9-d98f6d583c2f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:55.008920 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-289addb2-b827-46c7-b644-e73aa93d7d3d req-ea3cdf9b-02e2-4d1f-bfb9-d98f6d583c2f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0797126 Dec 20 16:34:55.055638 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-289addb2-b827-46c7-b644-e73aa93d7d3d req-e40cb7ef-10ae-4f24-ba39-5b4970d6db47 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Dec 20 16:34:55.248780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a229f9-bb5e-43d8-ac4b-6ad83237dc34 req-fc62e989-9e88-43f4-9a67-403a125b78bf tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:55.250208 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c0a229f9-bb5e-43d8-ac4b-6ad83237dc34 req-fc62e989-9e88-43f4-9a67-403a125b78bf tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0751185 Dec 20 16:34:55.295879 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c0a229f9-bb5e-43d8-ac4b-6ad83237dc34 req-58923188-ac72-4a53-9b0d-653448f5f00a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Dec 20 16:34:55.490721 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e89e8ef9-e25e-4a97-aa7b-8a4fb7612f72 req-c5752360-f7ff-45ac-aafc-b4668fd17d99 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0711451 Dec 20 16:34:55.524832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:55.572423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:55.950079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44d749-2ac1-4387-bd43-8436fe088206 req-1836e5a1-6c28-4438-80bd-3dab4228c35e tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:55.951549 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4a44d749-2ac1-4387-bd43-8436fe088206 req-1836e5a1-6c28-4438-80bd-3dab4228c35e tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0759301 Dec 20 16:34:56.046001 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4a44d749-2ac1-4387-bd43-8436fe088206 req-c4e7e907-e909-492e-a130-801b22a1c116 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886374 Dec 20 16:34:56.076448 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-1c614041-74b0-4ccc-9ab3-721800afca1e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010835 Dec 20 16:34:57.032643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:34:57.248080 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92cd1b-781b-4725-8751-75d12be32da9 req-19107ccb-5197-4576-b869-15ede58f657b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:57.249446 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-db92cd1b-781b-4725-8751-75d12be32da9 req-19107ccb-5197-4576-b869-15ede58f657b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0784421 Dec 20 16:34:57.297046 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-db92cd1b-781b-4725-8751-75d12be32da9 req-25e240e9-a85b-4379-adb7-ae0c1cd158c2 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Dec 20 16:34:58.076254 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2788f1cc-2c72-4f68-bc84-630bf435c9c9 req-2ccbaca2-1673-419d-b61f-f2c6f4e9c026 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 1098 time: 0.0718398 Dec 20 16:34:58.223741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788f1cc-2c72-4f68-bc84-630bf435c9c9 req-41d6fd1d-e209-4bfc-8173-58c924f3b5dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:58.225228 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2788f1cc-2c72-4f68-bc84-630bf435c9c9 req-41d6fd1d-e209-4bfc-8173-58c924f3b5dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 915 time: 0.1267304 Dec 20 16:34:58.295371 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2788f1cc-2c72-4f68-bc84-630bf435c9c9 req-d1e2d10e-f4bb-4fc9-99d1-cdb0709fec89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9520e74-c667-410b-99b1-da04289b3f50 HTTP/1.1" status: 200 len: 217 time: 0.0608881 Dec 20 16:34:58.507243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788f1cc-2c72-4f68-bc84-630bf435c9c9 req-d945acaa-fec0-4af1-b10c-b29f14abfd7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:58.508684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2788f1cc-2c72-4f68-bc84-630bf435c9c9 req-d945acaa-fec0-4af1-b10c-b29f14abfd7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.2079399 Dec 20 16:34:58.561428 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2788f1cc-2c72-4f68-bc84-630bf435c9c9 req-9c4dadc3-c250-4110-9ee5-f7863963f687 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417442 Dec 20 16:34:58.573139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cf450-f11e-4178-a16c-ade8a8e7be76 req-ea719311-0c8f-4b53-9561-4dd8e9a904e0 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:58.574489 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e9cf450-f11e-4178-a16c-ade8a8e7be76 req-ea719311-0c8f-4b53-9561-4dd8e9a904e0 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.1428692 Dec 20 16:34:58.705871 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e9cf450-f11e-4178-a16c-ade8a8e7be76 req-64753c28-2897-4450-8b5b-424a163c8c04 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129420 Dec 20 16:34:58.739947 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2788f1cc-2c72-4f68-bc84-630bf435c9c9 req-c2cf7fb5-3e33-43cb-bd9a-96d39b8f4e2e service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645098 Dec 20 16:34:58.880824 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2788f1cc-2c72-4f68-bc84-630bf435c9c9 req-7def62a4-1ba0-49fc-97c9-7e73aead3b3f service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349428 Dec 20 16:34:59.151964 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-9a94cd02-8e1b-4706-bdb0-6a4ea375211f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 1098 time: 0.0821509 Dec 20 16:34:59.284756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36014ce0-807e-4c63-860e-e335b7f45269 req-c4a7a543-6fea-40ee-bdb4-98e3693c5f88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:59.286177 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-c4a7a543-6fea-40ee-bdb4-98e3693c5f88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 915 time: 0.1281943 Dec 20 16:34:59.353514 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-d51e7645-c17a-4131-ac19-43f68400938f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9520e74-c667-410b-99b1-da04289b3f50 HTTP/1.1" status: 200 len: 217 time: 0.0607247 Dec 20 16:34:59.419380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36014ce0-807e-4c63-860e-e335b7f45269 req-60e918ec-8df1-4c35-8e54-759078f7379e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:59.420730 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-60e918ec-8df1-4c35-8e54-759078f7379e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.0612824 Dec 20 16:34:59.465730 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-e8ed71cc-f18d-464e-befc-2c2035d43f22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389738 Dec 20 16:34:59.596254 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-57ac179c-0f6c-4e93-b05e-d221a8658a24 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241496 Dec 20 16:34:59.729506 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-5450206b-e00a-4b0d-8373-25db8a3420e3 service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271358 Dec 20 16:34:59.910939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c2a3-6f36-4fa4-a9c8-1bfede9b330a req-6ac362e9-0d11-4d14-9286-34f2fed224ad tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:59.912377 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5b9c2a3-6f36-4fa4-a9c8-1bfede9b330a req-6ac362e9-0d11-4d14-9286-34f2fed224ad tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0810592 Dec 20 16:34:59.957173 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5b9c2a3-6f36-4fa4-a9c8-1bfede9b330a req-dfb0913f-864c-40fb-86d4-eb52bfb6d74d tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Dec 20 16:35:01.166813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9035f03-c941-4ea8-be30-25da7c7f95f7 req-040a67fd-ba45-45fb-a197-a0d7042bbf25 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:01.168315 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c9035f03-c941-4ea8-be30-25da7c7f95f7 req-040a67fd-ba45-45fb-a197-a0d7042bbf25 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0840640 Dec 20 16:35:01.215484 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c9035f03-c941-4ea8-be30-25da7c7f95f7 req-642df68c-bc53-4582-9f34-b6ddde0473e4 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Dec 20 16:35:02.417585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698883c9-4a3a-48af-bf47-98337b9cb5ad req-83b92ae4-8f42-4383-a66a-c195ff7464ff tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:02.419046 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-698883c9-4a3a-48af-bf47-98337b9cb5ad req-83b92ae4-8f42-4383-a66a-c195ff7464ff tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0818388 Dec 20 16:35:02.469653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-698883c9-4a3a-48af-bf47-98337b9cb5ad req-635d2745-72b0-4ed1-b1dd-40657f3bd9ea tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450490 Dec 20 16:35:03.671538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11041eac-acb6-49db-a4c3-f224d5d2d168 req-0b6fc957-fa6d-4005-b94d-8f55f2995dae tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:03.672996 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11041eac-acb6-49db-a4c3-f224d5d2d168 req-0b6fc957-fa6d-4005-b94d-8f55f2995dae tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0786290 Dec 20 16:35:03.718154 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11041eac-acb6-49db-a4c3-f224d5d2d168 req-388675d1-324c-473b-b172-991f69a62f08 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395918 Dec 20 16:35:05.015788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266452db-87a7-4766-8c4e-72a06af24d6f req-975effef-2af5-4a05-b3b0-7b1742621c47 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:05.017152 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-266452db-87a7-4766-8c4e-72a06af24d6f req-975effef-2af5-4a05-b3b0-7b1742621c47 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.1776559 Dec 20 16:35:05.063172 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-266452db-87a7-4766-8c4e-72a06af24d6f req-ce6506ab-6275-47e7-9db1-a1f61497dc15 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Dec 20 16:35:06.260806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ef86d-6f08-46bd-89e6-f7a1d49d23fb req-48af7f61-20a7-4df8-a6f6-ed44934ebf0b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:06.262228 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5d7ef86d-6f08-46bd-89e6-f7a1d49d23fb req-48af7f61-20a7-4df8-a6f6-ed44934ebf0b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0783520 Dec 20 16:35:06.307604 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5d7ef86d-6f08-46bd-89e6-f7a1d49d23fb req-e730d2b5-14b8-4163-a46e-8104707bf1a5 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399091 Dec 20 16:35:07.510789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708f01c-423f-4f77-9eb5-601dbc97e1fc req-e255068d-6aa6-45eb-844f-d25185eb4159 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:07.512165 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b708f01c-423f-4f77-9eb5-601dbc97e1fc req-e255068d-6aa6-45eb-844f-d25185eb4159 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0803702 Dec 20 16:35:07.557435 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b708f01c-423f-4f77-9eb5-601dbc97e1fc req-0d7a732a-c8a9-46a1-bb3f-01431ffdd2e6 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Dec 20 16:35:08.760034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754f213-88ae-4186-801d-27c44382850e req-f7e013ac-aec6-4ac9-bb73-6a8f3e3437fe tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:08.761456 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4754f213-88ae-4186-801d-27c44382850e req-f7e013ac-aec6-4ac9-bb73-6a8f3e3437fe tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0826187 Dec 20 16:35:08.805417 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4754f213-88ae-4186-801d-27c44382850e req-3756ab94-ab22-4ea5-bc63-ad123ba9508c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384333 Dec 20 16:35:09.997779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72769a29-5785-4eab-b396-bc7ac40fa9b2 req-b040850b-1f08-47b2-920a-788e7f71274b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:09.999227 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-72769a29-5785-4eab-b396-bc7ac40fa9b2 req-b040850b-1f08-47b2-920a-788e7f71274b tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0750430 Dec 20 16:35:10.043916 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-72769a29-5785-4eab-b396-bc7ac40fa9b2 req-4d302b6d-6687-4518-9110-7c3c8b8e33dd tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 Dec 20 16:35:11.246189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e858ac-ee70-431f-afd4-4b54774084ce req-11c69e67-e3db-4e02-afde-a662a1e1f039 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:11.247676 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2e858ac-ee70-431f-afd4-4b54774084ce req-11c69e67-e3db-4e02-afde-a662a1e1f039 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0823555 Dec 20 16:35:11.293136 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2e858ac-ee70-431f-afd4-4b54774084ce req-4d6a1fd4-1b0b-48cd-8534-0e7d5d29c8cd tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Dec 20 16:35:12.487365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b02ea-66c9-4b39-bcc4-a4bebd8fe9c8 req-470312f0-71ec-472e-9c9d-8cb64c286c7c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:12.488741 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb2b02ea-66c9-4b39-bcc4-a4bebd8fe9c8 req-470312f0-71ec-472e-9c9d-8cb64c286c7c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0738099 Dec 20 16:35:12.537215 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb2b02ea-66c9-4b39-bcc4-a4bebd8fe9c8 req-9ab2196d-5b26-4f8e-b6fe-ab4bff9035f1 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Dec 20 16:35:13.729686 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ea105-de4c-45fc-9fe3-e039e8a6769d req-bcfa9c4c-53cd-4c38-a68f-1fce833a3a44 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:13.731130 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b61ea105-de4c-45fc-9fe3-e039e8a6769d req-bcfa9c4c-53cd-4c38-a68f-1fce833a3a44 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0745337 Dec 20 16:35:13.778496 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b61ea105-de4c-45fc-9fe3-e039e8a6769d req-36ff55e5-ca8c-4e90-b362-34f654a5ad64 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Dec 20 16:35:14.983620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2d02a-ab7b-4fe7-84d6-49c314266354 req-c0f75a74-0aa0-4963-9f20-7bc7c32af848 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:14.985063 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76d2d02a-ab7b-4fe7-84d6-49c314266354 req-c0f75a74-0aa0-4963-9f20-7bc7c32af848 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0825973 Dec 20 16:35:15.030238 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76d2d02a-ab7b-4fe7-84d6-49c314266354 req-c91876dd-d33a-49de-81d9-753332c66a06 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396023 Dec 20 16:35:15.152149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:16.221413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e3615-2527-4d0b-a30e-afd68c04f607 req-965b1135-9585-42a9-a585-f7da1e8ef508 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:16.222934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c56e3615-2527-4d0b-a30e-afd68c04f607 req-965b1135-9585-42a9-a585-f7da1e8ef508 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0758560 Dec 20 16:35:16.270677 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c56e3615-2527-4d0b-a30e-afd68c04f607 req-d7205a72-4c6c-43da-8cda-12fb6c1b9e05 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Dec 20 16:35:17.470862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ee035-9b2f-4168-9b1c-08ef78f151b0 req-27683cff-4b20-4fa0-893f-16a9f56e8eae tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:17.472405 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8c0ee035-9b2f-4168-9b1c-08ef78f151b0 req-27683cff-4b20-4fa0-893f-16a9f56e8eae tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0811741 Dec 20 16:35:17.517394 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8c0ee035-9b2f-4168-9b1c-08ef78f151b0 req-e1877fb5-00ec-4af0-a142-a9b79803f813 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 Dec 20 16:35:18.731268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c52c5-9da4-4fba-bf5e-27b2de5e9e09 req-c978f639-baf6-457d-9545-5aebe3a52b7c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:18.732736 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-377c52c5-9da4-4fba-bf5e-27b2de5e9e09 req-c978f639-baf6-457d-9545-5aebe3a52b7c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0880260 Dec 20 16:35:18.783082 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-377c52c5-9da4-4fba-bf5e-27b2de5e9e09 req-eebba0ac-eede-4007-a731-3de0f162893e tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446010 Dec 20 16:35:19.980284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9d9b0-4447-4356-8c30-1d62c1bd7e63 req-fc04e439-e517-4976-9111-968cccad53dc tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:19.981727 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9a9d9b0-4447-4356-8c30-1d62c1bd7e63 req-fc04e439-e517-4976-9111-968cccad53dc tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0769942 Dec 20 16:35:20.026947 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9a9d9b0-4447-4356-8c30-1d62c1bd7e63 req-ed7bbfef-3ae0-4664-9efd-fff1be18f825 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Dec 20 16:35:21.225907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1152c-2b5c-4e28-beb5-a1b7a428c80d req-44b1b586-6591-42fc-859a-6ae10d714579 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:21.227896 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aed1152c-2b5c-4e28-beb5-a1b7a428c80d req-44b1b586-6591-42fc-859a-6ae10d714579 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0810573 Dec 20 16:35:21.276364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aed1152c-2b5c-4e28-beb5-a1b7a428c80d req-286e40ff-f491-49ef-8a37-af798c1f2139 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Dec 20 16:35:22.006037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1b16975e-1d40-45be-900a-a4c3dc0d76a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:22.470863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fe71f-0ae3-4030-bfce-1d0517fbe97e req-af6ec058-9f05-4526-925a-b5a18af60cd0 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:22.472322 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f2fe71f-0ae3-4030-bfce-1d0517fbe97e req-af6ec058-9f05-4526-925a-b5a18af60cd0 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0767949 Dec 20 16:35:22.516863 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f2fe71f-0ae3-4030-bfce-1d0517fbe97e req-e6185e0a-37e3-46c2-90ab-e8f6640bfea4 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383654 Dec 20 16:35:23.718156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41366f-cf6e-4e74-a3f4-059859a63293 req-628fb79c-5b4d-4189-bcee-a333f6418dac tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:23.719602 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa41366f-cf6e-4e74-a3f4-059859a63293 req-628fb79c-5b4d-4189-bcee-a333f6418dac tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0831528 Dec 20 16:35:23.764916 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa41366f-cf6e-4e74-a3f4-059859a63293 req-0ee35ce1-4731-4794-9ed3-536fb8c6a4b6 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397074 Dec 20 16:35:24.257562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a86c59ad-6943-499f-9dc3-90aeeb756bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:24.958837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e138f-6eb2-4ccc-9c72-0ec97a1fe537 req-bc8f73fb-12ae-41c3-91de-9b2643dd5350 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:24.960305 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df2e138f-6eb2-4ccc-9c72-0ec97a1fe537 req-bc8f73fb-12ae-41c3-91de-9b2643dd5350 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0751922 Dec 20 16:35:25.006194 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df2e138f-6eb2-4ccc-9c72-0ec97a1fe537 req-ae9ea271-80ef-4e21-9ba2-fd15b11fea61 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 Dec 20 16:35:25.491998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:25.577927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:26.215571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a28d55-096d-4b1a-b5a4-8be9d459add7 req-7410c347-4254-4502-9c2c-57d61f5bd993 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:26.219375 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9a28d55-096d-4b1a-b5a4-8be9d459add7 req-7410c347-4254-4502-9c2c-57d61f5bd993 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0864122 Dec 20 16:35:26.262085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9a28d55-096d-4b1a-b5a4-8be9d459add7 req-ca978ebe-0308-4d38-992f-4f99fe7ced37 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Dec 20 16:35:26.892058 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-0a7e0091-a87e-44da-92aa-5581b9b1bc38 service neutron] 10.222.0.64 "GET /v2.0/ports/a9520e74-c667-410b-99b1-da04289b3f50/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0770097 Dec 20 16:35:27.015274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:27.557315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761cd0-6d36-4d99-972b-cc19c41e06cc req-f7d2aea3-18ce-41e2-a732-dd92a8d2f005 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:27.558684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f5761cd0-6d36-4d99-972b-cc19c41e06cc req-f7d2aea3-18ce-41e2-a732-dd92a8d2f005 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.1726305 Dec 20 16:35:27.603324 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f5761cd0-6d36-4d99-972b-cc19c41e06cc req-b471bdc6-1ddb-421e-bf3e-15e8e6b1a7d0 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388517 Dec 20 16:35:27.841587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-1d2b1de4-b0e4-435b-a99d-7d926261577c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce&tenant_id=e44b815b1ded4e949fd59b99cd0821fe HTTP/1.1" status: 200 len: 1098 time: 0.0695789 Dec 20 16:35:27.930641 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-06ec580e-b11b-40e7-add5-8617549d3327 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 1098 time: 0.0680561 Dec 20 16:35:28.057645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36014ce0-807e-4c63-860e-e335b7f45269 req-1b41f4a8-d42c-4942-8ccb-43b0ff8ec623 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:28.059125 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-1b41f4a8-d42c-4942-8ccb-43b0ff8ec623 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 915 time: 0.1230166 Dec 20 16:35:28.130783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-93eef16d-8150-4dfc-a5fd-2459c46447e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9520e74-c667-410b-99b1-da04289b3f50 HTTP/1.1" status: 200 len: 217 time: 0.0645614 Dec 20 16:35:28.192254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36014ce0-807e-4c63-860e-e335b7f45269 req-6d2b57fe-7238-47ee-878a-71668a18195b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:28.193671 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-6d2b57fe-7238-47ee-878a-71668a18195b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.0575490 Dec 20 16:35:28.240785 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-e04ed57e-d971-4f59-8e5f-e109b7345658 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411232 Dec 20 16:35:28.371230 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-f981e595-06e8-4257-9290-70ce1691ee3b service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241050 Dec 20 16:35:28.510699 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-36014ce0-807e-4c63-860e-e335b7f45269 req-0ec186bc-6bea-451f-b734-07569c36ab0b service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334879 Dec 20 16:35:28.810122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff2af-9027-4a49-a796-9b055b964ab5 req-d7b96986-2b92-45e2-a388-f3b0a802a056 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:28.811509 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e89ff2af-9027-4a49-a796-9b055b964ab5 req-d7b96986-2b92-45e2-a388-f3b0a802a056 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0762765 Dec 20 16:35:28.856721 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e89ff2af-9027-4a49-a796-9b055b964ab5 req-d2923d8a-5c7a-429b-b3d8-83ef5a34c4f6 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Dec 20 16:35:28.990471 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:35:29.631010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9520e74-c667-410b-99b1-da04289b3f50 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:35:29.739357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:29.771848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579183b5-81ac-478f-8a97-dc701c7389ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9520e74-c667-410b-99b1-da04289b3f50'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:35:29.781417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a9520e74-c667-410b-99b1-da04289b3f50, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9520e74-c667-410b-99b1-da04289b3f50,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:29.833143 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579183b5-81ac-478f-8a97-dc701c7389ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9520e74-c667-410b-99b1-da04289b3f50', 'code': 200} Dec 20 16:35:29.892104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:29.893867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cd5853e7-88df-43db-a15c-254b99524290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:29.961384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a9520e74-c667-410b-99b1-da04289b3f50,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:29.964664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:30.056246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff65a5-3a68-478a-9819-df845d360dd8 req-56dab96d-4133-41ab-a619-1f0a7fee1a0e tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:30.057703 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8cff65a5-3a68-478a-9819-df845d360dd8 req-56dab96d-4133-41ab-a619-1f0a7fee1a0e tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 943 time: 0.0795958 Dec 20 16:35:30.106748 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8cff65a5-3a68-478a-9819-df845d360dd8 req-60da5572-d1d8-4676-954d-1d2c8f016d75 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434039 Dec 20 16:35:31.328258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3245642-6fc4-4911-8ec3-d6619158ef24 req-49735ea0-7942-4523-a95f-0ebd6b26b000 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:31.329723 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3245642-6fc4-4911-8ec3-d6619158ef24 req-49735ea0-7942-4523-a95f-0ebd6b26b000 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 943 time: 0.0778449 Dec 20 16:35:31.378583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3245642-6fc4-4911-8ec3-d6619158ef24 req-b6677139-6583-44bc-9acc-b0823d0a5d07 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432901 Dec 20 16:35:31.641703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9520e74-c667-410b-99b1-da04289b3f50 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:35:31.772829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a9520e74-c667-410b-99b1-da04289b3f50, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9520e74-c667-410b-99b1-da04289b3f50,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:31.785386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'a9520e74-c667-410b-99b1-da04289b3f50', 'network_id': '15ed8e30-114d-4940-a3a2-acab0e8e1721', 'port_id': 'a9520e74-c667-410b-99b1-da04289b3f50', 'mac_address': 'fa:16:3e:35:57:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43989b38-1576-47a5-958d-1b53deafe2c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:35:31.842823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:31.860211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9520e74-c667-410b-99b1-da04289b3f50 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:35:31.875530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a9520e74-c667-410b-99b1-da04289b3f50, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9520e74-c667-410b-99b1-da04289b3f50,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:31.963274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:31.965017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:32.025708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['a9520e74-c667-410b-99b1-da04289b3f50'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:35:32.069889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a9520e74-c667-410b-99b1-da04289b3f50,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:32.096217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.096592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.096928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.097262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.097594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.097921 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.098245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.098569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.098888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.099463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.100037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:32.108093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:32.589868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba25ed4-a69f-4de4-81ae-154420fa495f req-c5accc68-4be1-43db-8c81-341d731ffb22 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:32.591327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6ba25ed4-a69f-4de4-81ae-154420fa495f req-c5accc68-4be1-43db-8c81-341d731ffb22 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 944 time: 0.0770516 Dec 20 16:35:32.636979 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6ba25ed4-a69f-4de4-81ae-154420fa495f req-fa9573d2-73a4-4c0a-8cea-456442769a00 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Dec 20 16:35:33.166783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50619a07-76c2-41e2-b593-61e49b84fc7a req-ae66c523-71da-4ea5-80a5-29c53c7f4678 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:33.168253 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50619a07-76c2-41e2-b593-61e49b84fc7a req-ae66c523-71da-4ea5-80a5-29c53c7f4678 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 944 time: 0.0810492 Dec 20 16:35:33.257576 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50619a07-76c2-41e2-b593-61e49b84fc7a req-2081d837-189c-4450-9b20-e817b8cc574f tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582500 Dec 20 16:35:33.282017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eed63-43cc-442f-8353-f934ca02406c req-f712145f-9af6-4ca4-9ef5-4d1206189d04 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:33.283452 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e6eed63-43cc-442f-8353-f934ca02406c req-f712145f-9af6-4ca4-9ef5-4d1206189d04 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.64 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce&tenant_id=e44b815b1ded4e949fd59b99cd0821fe&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 944 time: 0.1143758 Dec 20 16:35:33.424812 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e6eed63-43cc-442f-8353-f934ca02406c req-c6bb2a9c-56fc-4b8a-ac1a-55dc139de053 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 1097 time: 0.0705020 Dec 20 16:35:33.652549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9520e74-c667-410b-99b1-da04289b3f50 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:35:33.654367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eed63-43cc-442f-8353-f934ca02406c req-a5e6ddc5-8ae4-4bfa-bdf8-b719800a16c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:33.655822 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e6eed63-43cc-442f-8353-f934ca02406c req-a5e6ddc5-8ae4-4bfa-bdf8-b719800a16c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 200 len: 915 time: 0.2245388 Dec 20 16:35:33.723610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port a9520e74-c667-410b-99b1-da04289b3f50 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:33.723904 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e6eed63-43cc-442f-8353-f934ca02406c req-9056c907-e413-4d07-8989-004f6fd44361 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9520e74-c667-410b-99b1-da04289b3f50 HTTP/1.1" status: 200 len: 217 time: 0.0618818 Dec 20 16:35:33.724057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:33.788722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eed63-43cc-442f-8353-f934ca02406c req-453e5520-6a73-4118-b77e-4ade4e0b7263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:33.790252 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e6eed63-43cc-442f-8353-f934ca02406c req-453e5520-6a73-4118-b77e-4ade4e0b7263 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 200 len: 854 time: 0.0595763 Dec 20 16:35:33.833377 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e6eed63-43cc-442f-8353-f934ca02406c req-cdff7b06-7af9-46e4-9eff-e8a0cba0a664 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15ed8e30-114d-4940-a3a2-acab0e8e1721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375187 Dec 20 16:35:33.834745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:33.864022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579183b5-81ac-478f-8a97-dc701c7389ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9520e74-c667-410b-99b1-da04289b3f50'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:35:33.873704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a9520e74-c667-410b-99b1-da04289b3f50, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9520e74-c667-410b-99b1-da04289b3f50,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:33.949731 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579183b5-81ac-478f-8a97-dc701c7389ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9520e74-c667-410b-99b1-da04289b3f50', 'code': 200} Dec 20 16:35:33.951931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:33.953820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:33.969550 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e6eed63-43cc-442f-8353-f934ca02406c req-69b582a9-898d-42f9-bc98-f47ba37e924d service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292174 Dec 20 16:35:34.058586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a9520e74-c667-410b-99b1-da04289b3f50,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:34.061846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:34.105068 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e6eed63-43cc-442f-8353-f934ca02406c req-51789e20-eadc-4f72-9565-a39b59ba964d service neutron] 10.222.0.64 "GET /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291487 Dec 20 16:35:34.452115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1d9c4-7f46-4a30-aea3-1e073d679532 req-25563481-af4b-431a-a1d2-911907d183d4 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:34.453540 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bee1d9c4-7f46-4a30-aea3-1e073d679532 req-25563481-af4b-431a-a1d2-911907d183d4 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0758924 Dec 20 16:35:34.507463 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bee1d9c4-7f46-4a30-aea3-1e073d679532 req-00d0bbad-7556-45b5-8326-aec6fc82d15c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482402 Dec 20 16:35:35.702775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f6d19-dc27-4854-aaf1-c341c321e148 req-fff4f937-8d85-4ddc-b94e-c782686919d2 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:35.704255 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-844f6d19-dc27-4854-aaf1-c341c321e148 req-fff4f937-8d85-4ddc-b94e-c782686919d2 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0766418 Dec 20 16:35:35.752123 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-844f6d19-dc27-4854-aaf1-c341c321e148 req-6dbf739e-c59a-40e9-88d2-2f162bf0b6aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Dec 20 16:35:35.950310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b10ec9-eb6e-4c8d-90f0-305e4511d77c req-4fd31526-6508-4795-9a36-419cf376e7bf tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:35.951800 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-49b10ec9-eb6e-4c8d-90f0-305e4511d77c req-4fd31526-6508-4795-9a36-419cf376e7bf tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0790703 Dec 20 16:35:35.996744 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-49b10ec9-eb6e-4c8d-90f0-305e4511d77c req-25903093-267a-4fee-a251-720203b6c61a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394075 Dec 20 16:35:36.189111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ff9f0-303f-465d-b2b8-ca6837ab2254 req-9c9729c3-fb02-4e8d-946a-6da0945c115c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:36.190453 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-325ff9f0-303f-465d-b2b8-ca6837ab2254 req-9c9729c3-fb02-4e8d-946a-6da0945c115c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0758898 Dec 20 16:35:36.235769 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-325ff9f0-303f-465d-b2b8-ca6837ab2254 req-7f2192a0-4357-43a7-92eb-94675cba6a99 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396090 Dec 20 16:35:37.249978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950eab-5edd-40e2-b14f-135aac1c368a req-e45e6b81-f9db-41e3-a9f1-30d4df13c66c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:37.251451 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18950eab-5edd-40e2-b14f-135aac1c368a req-e45e6b81-f9db-41e3-a9f1-30d4df13c66c tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0813253 Dec 20 16:35:37.297193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18950eab-5edd-40e2-b14f-135aac1c368a req-7b8d91ef-a2f1-4f00-9d9d-3919ff28bb41 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401523 Dec 20 16:35:38.488895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983075d-0683-4180-89bd-177c7384fec3 req-3d6c7bf1-f308-4b10-99d1-85c0459cd221 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:38.490244 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4983075d-0683-4180-89bd-177c7384fec3 req-3d6c7bf1-f308-4b10-99d1-85c0459cd221 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0744014 Dec 20 16:35:38.539790 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4983075d-0683-4180-89bd-177c7384fec3 req-1cc14efc-b8e0-4c98-a617-f48158da6e0a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2853136-21b9-4302-87fc-301060164ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440011 Dec 20 16:35:38.707547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-16c5f3cc-ca2e-466b-88c0-2df108f42d39 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:38.708966 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-16c5f3cc-ca2e-466b-88c0-2df108f42d39 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.64 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 945 time: 0.0766227 Dec 20 16:35:38.776974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Deleting port a9520e74-c667-410b-99b1-da04289b3f50 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:35:38.777234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:39.024661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] For port a9520e74-c667-410b-99b1-da04289b3f50, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9520e74-c667-410b-99b1-da04289b3f50,segment=NetworkSegment(e8aa363c-4b85-4916-bae9-968425f621e3),segment_id=e8aa363c-4b85-4916-bae9-968425f621e3)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:39.025008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:39.147339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Calling delete_port for a9520e74-c667-410b-99b1-da04289b3f50 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:35:39.357755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:39.363822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:39.370231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['a9520e74-c667-410b-99b1-da04289b3f50'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:35:39.406990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Pushing event deleted for resources: {'Port': ['ID=a9520e74-c667-410b-99b1-da04289b3f50,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:39.410314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:39.585445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] No DVR routers for this DVR port a9520e74-c667-410b-99b1-da04289b3f50 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:39.588493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:39.591238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579183b5-81ac-478f-8a97-dc701c7389ce', 'name': 'network-vif-deleted', 'tag': 'a9520e74-c667-410b-99b1-da04289b3f50'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:35:39.646989 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579183b5-81ac-478f-8a97-dc701c7389ce', 'name': 'network-vif-deleted', 'tag': 'a9520e74-c667-410b-99b1-da04289b3f50', 'status': 'completed', 'code': 200} Dec 20 16:35:39.702757 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8cc8cc5b-e5a0-4def-91ee-fa6973a4d6ae req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.64 "DELETE /v2.0/ports/a9520e74-c667-410b-99b1-da04289b3f50 HTTP/1.1" status: 204 len: 173 time: 0.9882519 Dec 20 16:35:39.708008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-dcdb8e67-707b-4a86-a8cd-000ab5b41a06 req-b6e01d08-2cfd-4666-8d05-e5f0f7ec8d8a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Synchronizing usage tracker for tenant:e44b815b1ded4e949fd59b99cd0821fe on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:35:39.854595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-dcdb8e67-707b-4a86-a8cd-000ab5b41a06 req-b6e01d08-2cfd-4666-8d05-e5f0f7ec8d8a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Unset dirty status for tenant:e44b815b1ded4e949fd59b99cd0821fe on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:35:39.855896 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dcdb8e67-707b-4a86-a8cd-000ab5b41a06 req-b6e01d08-2cfd-4666-8d05-e5f0f7ec8d8a tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] 10.222.0.62 "GET /v2.0/ports?device_id=579183b5-81ac-478f-8a97-dc701c7389ce HTTP/1.1" status: 200 len: 210 time: 0.1889467 Dec 20 16:35:41.113237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60416) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:41.176425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Deleting subnet 43989b38-1576-47a5-958d-1b53deafe2c4 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:35:41.179196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:41.228351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:41.288654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:41.432089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:41.435803 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-dc43b9e0-a9a4-482e-b7d5-b9c49b5e95a8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:41.468879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43989b38-1576-47a5-958d-1b53deafe2c4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:41.480738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.481143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.481489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.481855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.482216 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.482866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.488766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.488766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.488766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.488766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.488766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:41.488766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:41.489783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:41.494371 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/43989b38-1576-47a5-958d-1b53deafe2c4 HTTP/1.1" status: 204 len: 168 time: 0.3801301 Dec 20 16:35:41.496968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60420) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:41.604230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:41.655035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9520e74-c667-410b-99b1-da04289b3f50 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:35:41.689989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: a9520e74-c667-410b-99b1-da04289b3f50 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:35:41.690235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9520e74-c667-410b-99b1-da04289b3f50 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:35:41.735362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:41.760417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ed8e30-114d-4940-a3a2-acab0e8e1721']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:41.772317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8aa363c-4b85-4916-bae9-968425f621e3') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:41.772609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8aa363c-4b85-4916-bae9-968425f621e3') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:41.784023 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:41.799843 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:41.806193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:35:41.806568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:35:41.819831 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:35:42.006191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:42.009798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-db362b15-a28b-4aa7-b563-047e42dfed4c tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:42.023363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:42.032672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Pushing event deleted for resources: {'Network': ['ID=15ed8e30-114d-4940-a3a2-acab0e8e1721,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:42.035490 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] 10.222.0.62 "DELETE /v2.0/networks/15ed8e30-114d-4940-a3a2-acab0e8e1721 HTTP/1.1" status: 204 len: 168 time: 0.5375879 Dec 20 16:35:42.036436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:42.375315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60426) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:42.426734 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-dcd444c0-b4bd-44e2-9712-520d4374082f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e44b815b1ded4e949fd59b99cd0821fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502183 Dec 20 16:35:42.429146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60430) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:42.495100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a59ccdbc-83cb-4cd8-bbd5-725d709adb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:42.526083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a59ccdbc-83cb-4cd8-bbd5-725d709adb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:42.654355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a59ccdbc-83cb-4cd8-bbd5-725d709adb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:42.658147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-981e77fe-d9c4-442c-837c-236887c47db9 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:42.670955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ccdbc-83cb-4cd8-bbd5-725d709adb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2853136-21b9-4302-87fc-301060164ea2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:42.673769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a59ccdbc-83cb-4cd8-bbd5-725d709adb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:42.675725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a59ccdbc-83cb-4cd8-bbd5-725d709adb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:42.676711 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a59ccdbc-83cb-4cd8-bbd5-725d709adb41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2853136-21b9-4302-87fc-301060164ea2 HTTP/1.1" status: 204 len: 168 time: 0.2466955 Dec 20 16:35:43.953491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60452) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:44.080498 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1605159553-network', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:35:44.085635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:35:44.089966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Usage tracker for resource:network and tenant:13fcbffa7f064f93b13ad3ca97ebd49b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:35:44.092820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:35:44.098425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:35:44.189135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Made reservation on behalf of 13fcbffa7f064f93b13ad3ca97ebd49b for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:44.191588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:44.204672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:44.236491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:35:44.240224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Usage tracker for resource:security_group_rule and tenant:13fcbffa7f064f93b13ad3ca97ebd49b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:35:44.243583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:35:44.249380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:35:44.312955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:44.383784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:44.386790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bdc5c1ea-ca36-432a-9c75-8c280f19a9a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:44.417984 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:44.423863 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8ceb14-46ce-4542-acab-7f7b05042dfa,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:44.426981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:44.432020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:44.432344 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Added segment 02b6eeee-e39b-4b50-8ccc-389b8e151933 of type vlan for network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 Dec 20 16:35:44.457505 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:44.580714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:44.581745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:44.582403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:44.586014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-81421376-46cd-4b5f-af6e-b0f5f70f0ba2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:44.680807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Pushing event updated for resources: {'Network': ['ID=70acbf1d-8d93-4aed-94db-c18e0c0f24e7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:44.683389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:44.690337 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:35:44.710691 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7553725 Dec 20 16:35:44.713644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60458) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:44.719075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Request body: {'subnet': {'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1605159553-subnet', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:35:44.723865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:35:44.727673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Usage tracker for resource:subnet and tenant:13fcbffa7f064f93b13ad3ca97ebd49b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:35:44.730528 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:35:44.736247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:35:44.820860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Made reservation on behalf of 13fcbffa7f064f93b13ad3ca97ebd49b for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:44.823254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:45.029852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [req-cd87ae2a-f68e-4507-84d7-f2f91e7c20a9 req-80b00172-c33a-4472-87b8-cda65df9deaa service neutron] (84391) timed out ('10.222.0.64', 55998) {{(pid=84391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 16:35:45.106481 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:45.110249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-09e78a68-c308-4622-be59-d5d36ce745ea tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:45.166794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:45.180986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c30bf0-1b96-4152-b8d4-1b23195adf54,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:45.186565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:45.193873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Checking segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:35:45.194248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Network hostable DHCP agents. Network: 70acbf1d-8d93-4aed-94db-c18e0c0f24e7, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:45.297440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:45.388905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 70acbf1d-8d93-4aed-94db-c18e0c0f24e7) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:45.392950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:45.393532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:45.397799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c2d00-d9e3-4a14-adde-aa9094fcdbb2 None None] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:35:45.533048 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8183331 Dec 20 16:35:45.535704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60462) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:45.541334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:35:45.546054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:35:45.550407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Usage tracker for resource:router and tenant:13fcbffa7f064f93b13ad3ca97ebd49b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:35:45.553666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:35:45.560041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:35:45.614640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:35:45.615493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:45.675511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:45.676607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:45.694884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:45.774058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Allocated IP 172.20.0.2 (70acbf1d-8d93-4aed-94db-c18e0c0f24e7/65c30bf0-1b96-4152-b8d4-1b23195adf54/48a6645c-8ea2-4931-b83e-9c8be158c422) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:45.976402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:45.986561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Transition to ACTIVE for port object 48a6645c-8ea2-4931-b83e-9c8be158c422 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:35:46.004310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Transition to ACTIVE for port object 48a6645c-8ea2-4931-b83e-9c8be158c422 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:35:46.037846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:46.098160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:46.105608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:46.168392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:46.171230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:46.174249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:46.184478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Pushing event updated for resources: {'Port': ['ID=48a6645c-8ea2-4931-b83e-9c8be158c422,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:46.187478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:46.277076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Attempting to bind port 48a6645c-8ea2-4931-b83e-9c8be158c422 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:35:46.277495 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Attempting to bind port 48a6645c-8ea2-4931-b83e-9c8be158c422 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:35:46.277865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Attempting to bind port 48a6645c-8ea2-4931-b83e-9c8be158c422 on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:35:46.284150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:35:46.284527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Checking segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:35:46.284934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:46.285354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Bound using segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:35:46.285818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Bound port: 48a6645c-8ea2-4931-b83e-9c8be158c422, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:35:46.286191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:46.342319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:46.371923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:46.372122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] For port 48a6645c-8ea2-4931-b83e-9c8be158c422, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:46.375395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] For port 48a6645c-8ea2-4931-b83e-9c8be158c422, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=48a6645c-8ea2-4931-b83e-9c8be158c422,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:46.481290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:46.485769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:46.506538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Allocated IP 172.26.7.167 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/fbad6935-8f44-4f9f-9021-b9829d32c1bf) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:46.568831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Pushing event updated for resources: {'Port': ['ID=48a6645c-8ea2-4931-b83e-9c8be158c422,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:46.573930 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:46.658487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:46.835912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:46.839882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2b5e05c5-4dc4-4144-a9c3-1dd6c368f1a1 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:46.901159 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:46.904269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:46.907715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:46.937991 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Pushing event updated for resources: {'Port': ['ID=fbad6935-8f44-4f9f-9021-b9829d32c1bf,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:46.943724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:47.155975 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:47.156761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:47.492583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:35:47.500714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec821c-a0e4-4b69-856e-bebc18074eb8 None None] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:35:47.539739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 48a6645c-8ea2-4931-b83e-9c8be158c422 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:35:47.697626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:47.707002 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:35:47.719780 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:47.720868 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:35:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:47.823695 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 48a6645c-8ea2-4931-b83e-9c8be158c422 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:35:47.824059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:47.827957 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2886744 Dec 20 16:35:47.828830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 60466) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:47.831935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-91a27be4-0ba7-4d81-bc0c-48db9c209bf9 None None] Provisioning for port 48a6645c-8ea2-4931-b83e-9c8be158c422 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:35:47.839006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 48a6645c-8ea2-4931-b83e-9c8be158c422 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:47.839438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:47.869498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-91a27be4-0ba7-4d81-bc0c-48db9c209bf9 None None] Provisioning complete for port 48a6645c-8ea2-4931-b83e-9c8be158c422 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:47.869876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-91a27be4-0ba7-4d81-bc0c-48db9c209bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:47.914760 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:35:48.121500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:48.132937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-91a27be4-0ba7-4d81-bc0c-48db9c209bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:48.178051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 48a6645c-8ea2-4931-b83e-9c8be158c422, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=48a6645c-8ea2-4931-b83e-9c8be158c422,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:48.241406 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:47Z', 'revision_number': 3, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:48.245480 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:35:48.245910 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Updating router 7a6d3144-6705-4af9-b6be-ff05e22ee085 port fbad6935-8f44-4f9f-9021-b9829d32c1bf binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:35:48.265771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:48.272244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:48.299256 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:48.364331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-91a27be4-0ba7-4d81-bc0c-48db9c209bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:35:48.364872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-91a27be4-0ba7-4d81-bc0c-48db9c209bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:35:48.372509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=48a6645c-8ea2-4931-b83e-9c8be158c422,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:48.375930 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:48.614198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:48.660860 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:48.671972 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Transition to ACTIVE for port object fbad6935-8f44-4f9f-9021-b9829d32c1bf will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:35:48.777668 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:48.781449 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:48.819659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Allocated IP 172.20.0.1 (70acbf1d-8d93-4aed-94db-c18e0c0f24e7/65c30bf0-1b96-4152-b8d4-1b23195adf54/936da6f2-b298-454f-9cc6-c997e9c5d28e) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:48.859699 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Pushing event updated for resources: {'Port': ['ID=fbad6935-8f44-4f9f-9021-b9829d32c1bf,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:48.862026 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Attempting to bind port fbad6935-8f44-4f9f-9021-b9829d32c1bf on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:35:48.862362 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Attempting to bind port fbad6935-8f44-4f9f-9021-b9829d32c1bf by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:35:48.862722 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Attempting to bind port fbad6935-8f44-4f9f-9021-b9829d32c1bf on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:35:48.874253 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:35:48.874554 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:35:48.874978 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:48.875375 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:35:48.875838 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Bound port: fbad6935-8f44-4f9f-9021-b9829d32c1bf, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:35:48.876215 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:48.901568 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.902402 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.902743 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.903097 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.903427 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.903750 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.904501 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.904832 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.905153 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.905474 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.905793 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:48.914329 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:48.964025 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] For port fbad6935-8f44-4f9f-9021-b9829d32c1bf, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:48.967419 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] For port fbad6935-8f44-4f9f-9021-b9829d32c1bf, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=fbad6935-8f44-4f9f-9021-b9829d32c1bf,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:48.970579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:48.986532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Transition to ACTIVE for port object 936da6f2-b298-454f-9cc6-c997e9c5d28e will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:35:49.043552 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:49.047848 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:49.047992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8f99cf0e-c228-41b0-a880-519e79736dca None None] Provisioning complete for port 48a6645c-8ea2-4931-b83e-9c8be158c422 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:49.048437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8f99cf0e-c228-41b0-a880-519e79736dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:49.095310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:49.099923 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1ae4ccc2-02d4-4bb8-ba19-c62ab3caf0fe tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:49.123598 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Pushing event updated for resources: {'Port': ['ID=fbad6935-8f44-4f9f-9021-b9829d32c1bf,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:49.128025 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:49.132311 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:49.133073 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:35:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:49.181483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:49.185311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:49.193544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:49.236714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Pushing event updated for resources: {'Port': ['ID=936da6f2-b298-454f-9cc6-c997e9c5d28e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:49.247710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.248356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.248879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.249391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.249965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.250480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.251022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.251525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.252042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.252539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.253050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:49.259223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:49.276795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:49.324417 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:35:49.476017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:49.516363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 48a6645c-8ea2-4931-b83e-9c8be158c422 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:35:49.550410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c2374b07-861e-48ea-9760-c13ec66af9f0 None None] Provisioning for port 936da6f2-b298-454f-9cc6-c997e9c5d28e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:35:49.566242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c2374b07-861e-48ea-9760-c13ec66af9f0 None None] Provisioning complete for port 936da6f2-b298-454f-9cc6-c997e9c5d28e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:49.566853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c2374b07-861e-48ea-9760-c13ec66af9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:49.615346 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:47Z', 'revision_number': 3, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:49.620869 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fdc19-5b29-424c-acd1-337e7022a79d None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:47Z', 'revision_number': 3, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:35:49.642126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c2374b07-861e-48ea-9760-c13ec66af9f0 None None] Port 936da6f2-b298-454f-9cc6-c997e9c5d28e cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:35:49.660325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 48a6645c-8ea2-4931-b83e-9c8be158c422 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:49.660707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:49.839551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:49.929175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:49.954630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d21efbb8-dcdb-4bb2-b199-3841110f5894 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:50.041933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:50.049477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Pushing event updated for resources: {'Port': ['ID=936da6f2-b298-454f-9cc6-c997e9c5d28e,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:50.053943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:50.190533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:50.191702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:50.470689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-531fbc37-cd58-46cd-a216-fb2238f18029 None None] Provisioning complete for port 936da6f2-b298-454f-9cc6-c997e9c5d28e triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:50.471339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-531fbc37-cd58-46cd-a216-fb2238f18029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:50.525044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-531fbc37-cd58-46cd-a216-fb2238f18029 None None] Port 936da6f2-b298-454f-9cc6-c997e9c5d28e cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:35:50.586615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:50.792452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:50.801922 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] 10.222.0.62 "PUT /v2.0/routers/7a6d3144-6705-4af9-b6be-ff05e22ee085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9708583 Dec 20 16:35:51.419415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60476) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:51.425424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689408367', 'description': 'tempest-description--339501343'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:35:51.431630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:35:51.435608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Usage tracker for resource:security_group and tenant:13fcbffa7f064f93b13ad3ca97ebd49b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:35:51.439540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:35:51.445812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:35:51.526752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:51.527780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device fbad6935-8f44-4f9f-9021-b9829d32c1bf up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:35:51.561677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:35:51.565378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Usage tracker for resource:security_group_rule and tenant:13fcbffa7f064f93b13ad3ca97ebd49b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:35:51.568135 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:35:51.574466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:35:51.627290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:51.692282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port fbad6935-8f44-4f9f-9021-b9829d32c1bf completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:35:51.697861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port fbad6935-8f44-4f9f-9021-b9829d32c1bf triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:51.698239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:51.731999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:51.737342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aef49ed9-89e8-478e-8aff-6386bc353177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:51.778319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:51.781179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:51.812886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:51.828721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port fbad6935-8f44-4f9f-9021-b9829d32c1bf, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=fbad6935-8f44-4f9f-9021-b9829d32c1bf,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:51.898254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:51.899517 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4791231 Dec 20 16:35:51.902365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60480) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:51.907911 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'security_group_rule': {'security_group_id': 'e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:35:51.914025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:35:51.917755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Usage tracker for resource:security_group_rule and tenant:13fcbffa7f064f93b13ad3ca97ebd49b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:35:51.920611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:35:51.926142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:35:51.928954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:51.932288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:52.005338 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=fbad6935-8f44-4f9f-9021-b9829d32c1bf,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:52.008282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:52.035876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:52.060323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-52166e07-262c-4121-be87-6659aa1bdf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:52.098613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:52.180149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:52.182022 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8b945498-5db9-4156-ae9d-3d7aa2a572bb tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:52.204451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bab105-7f45-4faf-b5fb-d3d5162a50ea,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:52.208761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:52.277831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:52.279014 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ce1e39f9-ef53-4b98-ba0f-45ccfcf49ee5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3756835 Dec 20 16:35:52.281515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60484) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:52.286939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'security_group_rule': {'security_group_id': 'e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:35:52.292812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:35:52.296520 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Usage tracker for resource:security_group_rule and tenant:13fcbffa7f064f93b13ad3ca97ebd49b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:35:52.299542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:35:52.305306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:35:52.397335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:52.459331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:52.555860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:52.562087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-eec28634-9895-420d-aec0-850a60bf7500 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:52.580799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c983e1-5a34-4e04-9859-ae4c922666a3,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:52.583231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:52.688948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:52.690152 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6f899cf1-e035-47ed-bf7e-54aef1cc129d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4077446 Dec 20 16:35:52.693075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 60488) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:35:52.698978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:35:52.704544 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:35:52.708318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Usage tracker for resource:floatingip and tenant:13fcbffa7f064f93b13ad3ca97ebd49b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:35:52.711191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:35:52.716865 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:35:52.829224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:53.075094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:35:53.081802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:53.088159 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:53.088784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:35:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:53.218605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Allocated IP 172.26.7.31 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/f40d3317-b24c-4d9f-99ba-c9588de458e9) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:53.270142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:35:53.370823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:53.490718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:53.495482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d16b43e-88e7-40ae-b911-ff93f01ea5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:53.516796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device fbad6935-8f44-4f9f-9021-b9829d32c1bf up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:35:53.557969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:53.565987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:53.570873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:53.605845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event updated for resources: {'Port': ['ID=f40d3317-b24c-4d9f-99ba-c9588de458e9,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:53.609751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:53.703129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port fbad6935-8f44-4f9f-9021-b9829d32c1bf triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:53.703399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:53.734827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:53.756333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 2, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:53.765351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:35:53.765715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Updating router 7a6d3144-6705-4af9-b6be-ff05e22ee085 port 936da6f2-b298-454f-9cc6-c997e9c5d28e binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:35:53.848750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:53.859296 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.056253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.180742 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.184597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a3087109-513e-480e-a475-6bfd6122665d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:54.236258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.250066 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Transition to ACTIVE for port object 936da6f2-b298-454f-9cc6-c997e9c5d28e will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:35:54.284543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event updated for resources: {'Port': ['ID=f40d3317-b24c-4d9f-99ba-c9588de458e9,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:54.288397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:54.292541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-23f90dbf-0691-48ba-943a-5579975feda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.304725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.351843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.356138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:54.426521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.427959 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7340050 Dec 20 16:35:54.514437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa6256-0f69-4401-9e45-38ea8cdaf5cf None None] Pushing event updated for resources: {'Port': ['ID=936da6f2-b298-454f-9cc6-c997e9c5d28e,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:54.524681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a5fa6256-0f69-4401-9e45-38ea8cdaf5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:54.651126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Attempting to bind port 936da6f2-b298-454f-9cc6-c997e9c5d28e on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:35:54.651505 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Attempting to bind port 936da6f2-b298-454f-9cc6-c997e9c5d28e by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:35:54.651875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Attempting to bind port 936da6f2-b298-454f-9cc6-c997e9c5d28e on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:35:54.663803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:35:54.664851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Checking segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:35:54.665179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.665571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Bound using segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:35:54.666040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Bound port: 936da6f2-b298-454f-9cc6-c997e9c5d28e, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:35:54.666417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.699826 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6d7cf21c-c809-449f-82c9-19c63af9c234 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--689408367&fields=id&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 267 time: 0.0408933 Dec 20 16:35:54.760177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] For port 936da6f2-b298-454f-9cc6-c997e9c5d28e, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:54.763142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] For port 936da6f2-b298-454f-9cc6-c997e9c5d28e, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=936da6f2-b298-454f-9cc6-c997e9c5d28e,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:54.847198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-8b0d6a38-be6a-44be-b32f-08092150fa50 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:54.848611 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-8b0d6a38-be6a-44be-b32f-08092150fa50 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 812 time: 0.1417089 Dec 20 16:35:54.852917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:54.856630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:54.865623 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-13547e39-0cf3-4481-a3d8-e4450838d05b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/quotas/13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 375 time: 0.0109186 Dec 20 16:35:54.932049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa6256-0f69-4401-9e45-38ea8cdaf5cf None None] Pushing event updated for resources: {'Port': ['ID=936da6f2-b298-454f-9cc6-c997e9c5d28e,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:54.936151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a5fa6256-0f69-4401-9e45-38ea8cdaf5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:54.937143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:54.937764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:35:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:54.957219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-a49203a6-b501-4021-999d-50d160c1d87e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Synchronizing usage tracker for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:35:55.080577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-a49203a6-b501-4021-999d-50d160c1d87e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Unset dirty status for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:35:55.082069 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-a49203a6-b501-4021-999d-50d160c1d87e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2109523 Dec 20 16:35:55.124650 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:35:55.236610 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-50773367-e24d-4a3f-8a5c-510a12e0eb0c service neutron] 10.222.0.62 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417487 Dec 20 16:35:55.372213 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-bd53c261-ed08-4ee5-9023-a4f303b3303c service neutron] 10.222.0.62 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294625 Dec 20 16:35:55.535488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:54Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:55.539651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2924de4-5e27-4362-a148-8bceab9ed950 None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:54Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:35:55.581953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:55.609779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:55.849851 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e232cdd2-80a5-44a8-bb72-3ccb0f31896c req-7c60dc90-1c2b-48fa-aafd-effadc28a54a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 210 time: 0.1668844 Dec 20 16:35:57.010145 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-16d57e52-ecfe-4b1a-9181-174c3cbfc46c req-aedff3dc-ec90-4c98-9a28-1f643eb5db1c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 210 time: 0.0431688 Dec 20 16:35:57.014648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:57.535259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 936da6f2-b298-454f-9cc6-c997e9c5d28e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:35:57.727187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 936da6f2-b298-454f-9cc6-c997e9c5d28e completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:35:57.732363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 936da6f2-b298-454f-9cc6-c997e9c5d28e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:57.732743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:57.844637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:57.875624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 936da6f2-b298-454f-9cc6-c997e9c5d28e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=936da6f2-b298-454f-9cc6-c997e9c5d28e,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:58.114856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:58.116783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:58.192529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=936da6f2-b298-454f-9cc6-c997e9c5d28e,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:58.196130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:58.205873 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8218e975-77ee-434e-ab48-232c0ccd54ec req-fdcb99b1-616c-465f-9122-7467f0c63330 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 210 time: 0.0693498 Dec 20 16:35:58.333823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-7a070042-6d9a-4af6-a90b-98291314f9ef tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:58.335852 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-7a070042-6d9a-4af6-a90b-98291314f9ef tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 812 time: 0.1613426 Dec 20 16:35:58.391911 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-77feb846-1e7d-42e7-8eae-8bff49ea9af6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 379 time: 0.0439401 Dec 20 16:35:58.400061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'port': {'device_id': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'admin_state_up': True, 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'security_groups': ['e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:35:58.539764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:35:58.549334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:35:58.652305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Made reservation on behalf of 13fcbffa7f064f93b13ad3ca97ebd49b for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:58.655446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:58.815350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Allocated IP 172.20.0.11 (70acbf1d-8d93-4aed-94db-c18e0c0f24e7/65c30bf0-1b96-4152-b8d4-1b23195adf54/8ace0f30-5936-429c-9dcb-76ac204e8e96) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:58.998007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:59.012840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Transition to ACTIVE for port object 8ace0f30-5936-429c-9dcb-76ac204e8e96 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:35:59.115819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:59.121406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c367fbd6-77aa-4a53-90d8-05b6ab93626f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:35:59.183048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:59.190125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:59.194311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:59.233380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event updated for resources: {'Port': ['ID=8ace0f30-5936-429c-9dcb-76ac204e8e96,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:59.238032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:35:59.274623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.275329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:59.402607 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0063510 Dec 20 16:35:59.418950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Request body: {'port': {'device_id': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:35:59.472521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bda45df9-3284-4ef0-a812-39c20666ca24 None None] Provisioning for port 8ace0f30-5936-429c-9dcb-76ac204e8e96 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:35:59.479629 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-bda45df9-3284-4ef0-a812-39c20666ca24 None None] Provisioning complete for port 8ace0f30-5936-429c-9dcb-76ac204e8e96 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:59.480035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bda45df9-3284-4ef0-a812-39c20666ca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:59.485462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c443f6c-4466-4a67-a4ed-ffcb9bbeb86c req-fbfbc629-f2e7-47a3-a285-e3c640c761e9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.485462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0c443f6c-4466-4a67-a4ed-ffcb9bbeb86c req-fbfbc629-f2e7-47a3-a285-e3c640c761e9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Synchronizing usage tracker for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:35:59.538384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 936da6f2-b298-454f-9cc6-c997e9c5d28e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:35:59.551584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:59.576301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-bda45df9-3284-4ef0-a812-39c20666ca24 None None] Port 8ace0f30-5936-429c-9dcb-76ac204e8e96 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:35:59.610903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 936da6f2-b298-454f-9cc6-c997e9c5d28e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:59.611324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:59.675415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0c443f6c-4466-4a67-a4ed-ffcb9bbeb86c req-fbfbc629-f2e7-47a3-a285-e3c640c761e9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Unset dirty status for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:35:59.676565 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c443f6c-4466-4a67-a4ed-ffcb9bbeb86c req-fbfbc629-f2e7-47a3-a285-e3c640c761e9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 932 time: 0.3369062 Dec 20 16:35:59.826072 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c443f6c-4466-4a67-a4ed-ffcb9bbeb86c req-20cbe3e7-76b3-46ac-bbf9-3255b405be5f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369896 Dec 20 16:35:59.941437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ace0f30-5936-429c-9dcb-76ac204e8e96 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:35:59.949280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:35:59.963242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Transition to ACTIVE for port object 8ace0f30-5936-429c-9dcb-76ac204e8e96 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:36:00.060128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:00.063989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d546b047-52b1-467a-8968-93c0a08ee2af tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:36:00.298266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Pushing event updated for resources: {'Port': ['ID=8ace0f30-5936-429c-9dcb-76ac204e8e96,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:00.302237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:36:00.402477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Attempting to bind port 8ace0f30-5936-429c-9dcb-76ac204e8e96 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:36:00.402692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Attempting to bind port 8ace0f30-5936-429c-9dcb-76ac204e8e96 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:36:00.403036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Attempting to bind port 8ace0f30-5936-429c-9dcb-76ac204e8e96 on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:36:00.408779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Port 8ace0f30-5936-429c-9dcb-76ac204e8e96 on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:36:00.409123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Attempting to bind port 8ace0f30-5936-429c-9dcb-76ac204e8e96 on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:36:00.415836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:36:00.416174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Checking segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:36:00.416550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Bound using segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:36:00.416970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Bound port: 8ace0f30-5936-429c-9dcb-76ac204e8e96, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:36:00.417311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:00.502268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] For port 8ace0f30-5936-429c-9dcb-76ac204e8e96, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:00.505177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] For port 8ace0f30-5936-429c-9dcb-76ac204e8e96, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:00.589657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:00.593468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:36:00.656246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:00.657611 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] 10.222.0.64 "PUT /v2.0/ports/8ace0f30-5936-429c-9dcb-76ac204e8e96 HTTP/1.1" status: 200 len: 1094 time: 1.2467182 Dec 20 16:36:00.658134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:00.674359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Pushing event updated for resources: {'Port': ['ID=8ace0f30-5936-429c-9dcb-76ac204e8e96,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:00.684420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:36:00.724115 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'status': 'completed', 'code': 200} Dec 20 16:36:00.815465 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31d98beb-6d85-41bd-8bdc-6c948ad0df6d req-3c19b0fe-0951-49c1-9444-5b1b402e4ad0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 1097 time: 0.0756385 Dec 20 16:36:00.996549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d98beb-6d85-41bd-8bdc-6c948ad0df6d req-21478b9a-e53b-400f-a419-a4128bc154a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:00.997986 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31d98beb-6d85-41bd-8bdc-6c948ad0df6d req-21478b9a-e53b-400f-a419-a4128bc154a0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1759229 Dec 20 16:36:01.134160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642dbbe-2e64-4347-a64c-f5aa11f74297 req-8a2ebb71-6b66-499a-b54c-6b58bf6ac04f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:01.135650 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2642dbbe-2e64-4347-a64c-f5aa11f74297 req-8a2ebb71-6b66-499a-b54c-6b58bf6ac04f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 944 time: 0.1827950 Dec 20 16:36:01.180502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d98beb-6d85-41bd-8bdc-6c948ad0df6d req-b27432c2-0bae-44b6-a401-7c1dedadb303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:01.181809 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31d98beb-6d85-41bd-8bdc-6c948ad0df6d req-b27432c2-0bae-44b6-a401-7c1dedadb303 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1771007 Dec 20 16:36:01.202587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2642dbbe-2e64-4347-a64c-f5aa11f74297 req-51492666-ea08-413c-863c-2f9b411ba575 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591214 Dec 20 16:36:01.286306 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-7e52d119-1b3e-42bd-9cfe-e53d2632c909 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 1097 time: 0.0687251 Dec 20 16:36:01.357088 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-144b9e47-d7ae-4d69-a981-83205206bea1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96 HTTP/1.1" status: 200 len: 217 time: 0.0632918 Dec 20 16:36:01.418729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-60a662f5-bd34-415d-a33d-1be85ef02aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:01.420282 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-60a662f5-bd34-415d-a33d-1be85ef02aaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0576117 Dec 20 16:36:01.495075 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-f7a9c4ba-cb49-4bd3-9b18-420e5e937796 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688856 Dec 20 16:36:01.625615 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-7b6be3ff-3631-4116-8ac8-78031b20b4fc service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242747 Dec 20 16:36:01.759159 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18c70a7d-13b1-4472-85a3-dd3c868008de req-6e599b51-a371-42b0-8f3b-75af115584d4 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271596 Dec 20 16:36:02.402423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9583229-d362-4d18-b5d6-35c72babce1a req-94c8ffd8-8b2b-4189-b252-1104a980cd01 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:02.403920 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e9583229-d362-4d18-b5d6-35c72babce1a req-94c8ffd8-8b2b-4189-b252-1104a980cd01 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 944 time: 0.0822959 Dec 20 16:36:02.449504 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e9583229-d362-4d18-b5d6-35c72babce1a req-ff5d443b-ac3a-4025-97ce-43b169f377a4 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400250 Dec 20 16:36:03.646277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33c4cd-353b-42df-985d-153ade709aa1 req-ab49fee3-1266-4e36-a55a-0bfb5001658f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:03.648019 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d33c4cd-353b-42df-985d-153ade709aa1 req-ab49fee3-1266-4e36-a55a-0bfb5001658f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 944 time: 0.0746017 Dec 20 16:36:03.696459 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d33c4cd-353b-42df-985d-153ade709aa1 req-75c12318-b44c-4bf5-9861-9872f5c2e117 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423028 Dec 20 16:36:03.780070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8ace0f30-5936-429c-9dcb-76ac204e8e96 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:36:03.915522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8ace0f30-5936-429c-9dcb-76ac204e8e96, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:03.928083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'mac_address': 'fa:16:3e:76:f3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:36:03.984456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:04.000900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ace0f30-5936-429c-9dcb-76ac204e8e96 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:36:04.015723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8ace0f30-5936-429c-9dcb-76ac204e8e96, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:04.117511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:04.119309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:36:04.183757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8ace0f30-5936-429c-9dcb-76ac204e8e96,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:04.186687 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:36:04.428378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['8ace0f30-5936-429c-9dcb-76ac204e8e96'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:36:04.895914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96499f26-4cf0-47d9-bf46-8434debd340e req-5235d82a-a11c-4750-9b73-77188211390c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:04.897598 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-96499f26-4cf0-47d9-bf46-8434debd340e req-5235d82a-a11c-4750-9b73-77188211390c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 945 time: 0.0825305 Dec 20 16:36:04.943711 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-96499f26-4cf0-47d9-bf46-8434debd340e req-eb030842-08cf-4085-b662-cc9e26f1e0f8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406203 Dec 20 16:36:05.795178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8ace0f30-5936-429c-9dcb-76ac204e8e96 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:36:05.934218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 8ace0f30-5936-429c-9dcb-76ac204e8e96 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:36:05.939068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 8ace0f30-5936-429c-9dcb-76ac204e8e96 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:05.939446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:05.991631 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:36:06.059736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:06.089244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:06.098636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8ace0f30-5936-429c-9dcb-76ac204e8e96, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:06.147127 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'code': 200} Dec 20 16:36:06.191759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:06.195858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a5fa6256-0f69-4401-9e45-38ea8cdaf5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:36:06.250664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa1031-67f8-440c-bea5-0c53c58cfd4a req-d015117f-d830-44ed-98db-1bd835c37aaa tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:06.252128 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dcfa1031-67f8-440c-bea5-0c53c58cfd4a req-d015117f-d830-44ed-98db-1bd835c37aaa tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 945 time: 0.1861532 Dec 20 16:36:06.266843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8ace0f30-5936-429c-9dcb-76ac204e8e96,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:06.269763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:36:06.298052 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dcfa1031-67f8-440c-bea5-0c53c58cfd4a req-d86d2cdd-2e5c-479d-8f3b-42217ec1312d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402262 Dec 20 16:36:06.540380 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f5482f53-7d4d-4ddd-a65a-8f70f53b068f req-bc0a7235-c320-4cce-b5b3-a76bc8d6324d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 1099 time: 0.0670576 Dec 20 16:36:06.582101 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f5482f53-7d4d-4ddd-a65a-8f70f53b068f req-01b74c24-65d0-47c9-b27f-c43f2a26e278 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356300 Dec 20 16:36:07.504644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f318a6-0ddc-4927-ad87-2d5bae0164c1 req-b06ed85d-dc37-4ff0-8ada-9749e941ac8e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:07.504644 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a9f318a6-0ddc-4927-ad87-2d5bae0164c1 req-b06ed85d-dc37-4ff0-8ada-9749e941ac8e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0804250 Dec 20 16:36:07.547851 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a9f318a6-0ddc-4927-ad87-2d5bae0164c1 req-45be4d4f-eaea-4189-a63e-f8f0d0016a63 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Dec 20 16:36:08.745025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf65cf-f88d-4671-be22-6563302bdf4c req-c9114514-c856-4990-97e1-5f46f24c3e66 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:08.746489 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8acf65cf-f88d-4671-be22-6563302bdf4c req-c9114514-c856-4990-97e1-5f46f24c3e66 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0761631 Dec 20 16:36:08.794879 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8acf65cf-f88d-4671-be22-6563302bdf4c req-63d82082-7915-42c7-b8d3-a30cc5f71b7c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428648 Dec 20 16:36:08.982931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae2aa4-4e9e-4a03-9454-bcb70e9f6744 req-a18e7a94-d41b-4b1b-8655-b9eac79ec7be tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:08.984373 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d7ae2aa4-4e9e-4a03-9454-bcb70e9f6744 req-a18e7a94-d41b-4b1b-8655-b9eac79ec7be tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0757599 Dec 20 16:36:08.992992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 60538) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:36:08.998218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bf0e2d66-c9d9-47c5-875b-9019ff830689 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'floatingip': {'port_id': '8ace0f30-5936-429c-9dcb-76ac204e8e96'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:36:09.076108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf0e2d66-c9d9-47c5-875b-9019ff830689 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:09.668418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf0e2d66-c9d9-47c5-875b-9019ff830689 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:09.772121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf0e2d66-c9d9-47c5-875b-9019ff830689 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:09.959541 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-bf0e2d66-c9d9-47c5-875b-9019ff830689 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4 associated. External IP: 172.26.7.31, port: 8ace0f30-5936-429c-9dcb-76ac204e8e96. Dec 20 16:36:10.456951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0e2d66-c9d9-47c5-875b-9019ff830689 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:10.662209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0e2d66-c9d9-47c5-875b-9019ff830689 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:10.667014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf0e2d66-c9d9-47c5-875b-9019ff830689 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:10.671675 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:36:10.683762 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:10.684363 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:35:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:10.718859 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bf0e2d66-c9d9-47c5-875b-9019ff830689 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "PUT /v2.0/floatingips/8dbcc0ae-2440-4b6b-8c04-5af1687428a4 HTTP/1.1" status: 200 len: 991 time: 1.7248394 Dec 20 16:36:10.719651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:10.776890 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'status': 'completed', 'code': 200} Dec 20 16:36:10.863769 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:36:10.875743 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-059f0bfc-2546-4cac-936a-94b09f749235 req-5c20684f-695c-4a8a-ba60-e82edd5cd9a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 1099 time: 0.0782144 Dec 20 16:36:11.009707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f0bfc-2546-4cac-936a-94b09f749235 req-15d79218-94ee-49ec-bb95-e0860c6284ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:11.011215 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-059f0bfc-2546-4cac-936a-94b09f749235 req-15d79218-94ee-49ec-bb95-e0860c6284ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1290221 Dec 20 16:36:11.114765 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-059f0bfc-2546-4cac-936a-94b09f749235 req-d41f4def-8071-4822-86bb-21ea444a59e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96 HTTP/1.1" status: 200 len: 999 time: 0.0976703 Dec 20 16:36:11.178201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f0bfc-2546-4cac-936a-94b09f749235 req-f6a803c4-0fdb-4b28-8cf9-1deac28928d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:11.179942 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-059f0bfc-2546-4cac-936a-94b09f749235 req-f6a803c4-0fdb-4b28-8cf9-1deac28928d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0583146 Dec 20 16:36:11.210073 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:76:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:36:09Z', 'revision_number': 1, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:11.214532 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:36:11.225041 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:11.225571 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:35:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:11.256954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-059f0bfc-2546-4cac-936a-94b09f749235 req-adc91116-dd82-4bd2-90b8-c3c482a6fdde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706131 Dec 20 16:36:11.388099 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-059f0bfc-2546-4cac-936a-94b09f749235 req-06837069-0e47-4442-af7e-5c43bcd10028 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250029 Dec 20 16:36:11.427823 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:36:11.527424 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-059f0bfc-2546-4cac-936a-94b09f749235 req-489d3a86-8e0d-433c-96cb-1b62aeaf57fb service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328778 Dec 20 16:36:11.776411 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:76:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:36:09Z', 'revision_number': 1, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:11.780422 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d71c55-9b9b-4fb2-add1-de830b7247f2 None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:76:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:36:09Z', 'revision_number': 1, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:36:12.123293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4ef15-a284-4eff-aef6-16f8c5bb0f91 None None] New status for floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:36:15.175080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:22.060437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-debbdd17-dae6-44c3-9bba-736b1a1e083e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:24.314886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5800b6ea-3502-455a-96c6-a2789acbe1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:25.493865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:25.663539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:27.019994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:42.992045 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:36:45.160373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:52.025501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3e77079b-f11c-458d-8eb4-3261e50ccb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:54.248005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-915e1da0-f7bb-438a-bdcb-aad709b2c9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:55.489822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:55.563456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:36:57.074676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:00.017964 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24f200b2-f20a-4ef5-b784-4f2b89191ace req-84c54d89-4970-4612-8132-bbb1df4d117f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699077 Dec 20 16:37:00.167618 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24f200b2-f20a-4ef5-b784-4f2b89191ace req-2138187f-67ce-43cc-8ce4-358e8ad65e80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 1099 time: 0.0794823 Dec 20 16:37:00.313228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f200b2-f20a-4ef5-b784-4f2b89191ace req-bbfe2c8e-e372-47e7-a2c4-87d509809cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:00.314664 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24f200b2-f20a-4ef5-b784-4f2b89191ace req-bbfe2c8e-e372-47e7-a2c4-87d509809cae service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1286449 Dec 20 16:37:00.520156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24f200b2-f20a-4ef5-b784-4f2b89191ace req-737d5f9e-b7ff-4e06-bad6-39e0807ada6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96 HTTP/1.1" status: 200 len: 1001 time: 0.1995802 Dec 20 16:37:00.584530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f200b2-f20a-4ef5-b784-4f2b89191ace req-774a0378-686b-424d-9bb9-46992c2d7c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:00.585983 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24f200b2-f20a-4ef5-b784-4f2b89191ace req-774a0378-686b-424d-9bb9-46992c2d7c0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0597627 Dec 20 16:37:00.659527 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24f200b2-f20a-4ef5-b784-4f2b89191ace req-bf702a10-91f4-4201-a694-a916fc3ef67f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677371 Dec 20 16:37:00.788428 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24f200b2-f20a-4ef5-b784-4f2b89191ace req-1d351304-9f4c-431e-b5eb-9bcae0814cb7 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226578 Dec 20 16:37:00.920361 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24f200b2-f20a-4ef5-b784-4f2b89191ace req-19342e91-f592-4e84-9e33-e2118f46a4d1 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260977 Dec 20 16:37:15.190522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:19.992280 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:37:22.097815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-600bf1f5-92fa-4f8b-9fc1-67030f9f9610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:23.993344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5a07f-f9cb-484b-8c39-b24cfd71d415 req-17fd987d-c972-41d7-89e2-2fcdf53339ea tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:23.995335 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6aa5a07f-f9cb-484b-8c39-b24cfd71d415 req-17fd987d-c972-41d7-89e2-2fcdf53339ea tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.1540694 Dec 20 16:37:24.041276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6aa5a07f-f9cb-484b-8c39-b24cfd71d415 req-e6bfae91-ed47-4c8e-80d5-b4533e265dbb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402448 Dec 20 16:37:24.246436 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84aac1b7-b7a8-4c9e-86bd-dd1d1c9f20c6 req-d7c35179-99b6-432f-9069-76c965903902 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0723922 Dec 20 16:37:24.280618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-72f349ea-9683-4b61-8b8e-43743867df50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:24.789514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd4cd-f3ad-4ca2-8953-2d71517e0c88 req-a7edfd2d-c5f0-4e76-9d40-b79a9709aaa6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:24.790979 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bf8bd4cd-f3ad-4ca2-8953-2d71517e0c88 req-a7edfd2d-c5f0-4e76-9d40-b79a9709aaa6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0806229 Dec 20 16:37:24.839585 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bf8bd4cd-f3ad-4ca2-8953-2d71517e0c88 req-312fdb51-a6c5-422e-9ef0-16686f696187 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 Dec 20 16:37:24.844156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 60696) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:37:24.978059 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-f8304c30-95a9-4bdc-b2d4-151f00c75a0c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327448 Dec 20 16:37:25.499145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:25.636995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:26.116269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddc002-7583-4fed-adeb-3ccd97fb1965 req-557d5426-96e6-400b-88bb-53f87b7a180a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:26.117730 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80ddc002-7583-4fed-adeb-3ccd97fb1965 req-557d5426-96e6-400b-88bb-53f87b7a180a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.1568799 Dec 20 16:37:26.163972 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80ddc002-7583-4fed-adeb-3ccd97fb1965 req-aeaedcee-3c57-40ac-8eb6-4fa378fea8e6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404027 Dec 20 16:37:27.034899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:27.360571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c06d7-d8c9-4c02-9a4c-bee6f5ef812b req-f38af40e-51d1-47fe-b9d1-a734ace0d19a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:27.362020 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4f5c06d7-d8c9-4c02-9a4c-bee6f5ef812b req-f38af40e-51d1-47fe-b9d1-a734ace0d19a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0756285 Dec 20 16:37:27.453186 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4f5c06d7-d8c9-4c02-9a4c-bee6f5ef812b req-c00f735a-5ea5-485e-b023-81f9356a063d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854366 Dec 20 16:37:27.473669 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-1e1b4ae5-820d-4d33-8cd5-9a9211c00449 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 1099 time: 0.0918095 Dec 20 16:37:27.606511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-463c2580-7731-4185-bde2-078d91a1e2da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:27.607984 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-463c2580-7731-4185-bde2-078d91a1e2da service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1278899 Dec 20 16:37:27.711259 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-93b294dc-2db8-4bc8-97a3-ac145607c014 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96 HTTP/1.1" status: 200 len: 1001 time: 0.0969377 Dec 20 16:37:27.773779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-9d6507df-e657-4efa-a99c-4212bddd7d95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:27.775233 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-9d6507df-e657-4efa-a99c-4212bddd7d95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0582407 Dec 20 16:37:27.848019 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-ae8d9d65-2307-4641-915b-4aad775c696f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664096 Dec 20 16:37:27.977286 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-8e0b779a-dc65-44e9-9494-4d61d437f6c8 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216693 Dec 20 16:37:28.211207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-cd3d5294-ba34-4e76-9348-b702dda48053 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272184 Dec 20 16:37:28.651311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e6873-bb58-47c3-b92e-578d6b031c95 req-6df9ef83-dbe5-44e6-9fa5-db15d3634992 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:28.652362 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a33e6873-bb58-47c3-b92e-578d6b031c95 req-6df9ef83-dbe5-44e6-9fa5-db15d3634992 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0786278 Dec 20 16:37:28.697267 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a33e6873-bb58-47c3-b92e-578d6b031c95 req-f3b19770-9609-4a95-90b2-f162a9fe87c3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392959 Dec 20 16:37:29.892753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36e62c-3bc0-41c2-96a4-76ef395b4d2f req-2f498450-1cc6-444a-a2bb-9b075e8dcdc5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:29.894105 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb36e62c-3bc0-41c2-96a4-76ef395b4d2f req-2f498450-1cc6-444a-a2bb-9b075e8dcdc5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0749509 Dec 20 16:37:29.944583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb36e62c-3bc0-41c2-96a4-76ef395b4d2f req-1cddbfc7-ab92-437b-a11a-2163bf0a2978 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447354 Dec 20 16:37:31.167013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae86d5-03d1-4526-a490-c64d0a9f8790 req-61be7ae2-1229-4182-a00f-3b3c30b3b000 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:31.168460 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9ae86d5-03d1-4526-a490-c64d0a9f8790 req-61be7ae2-1229-4182-a00f-3b3c30b3b000 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0851474 Dec 20 16:37:31.214501 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9ae86d5-03d1-4526-a490-c64d0a9f8790 req-bb23065c-d19a-4bb6-8d44-5a4169ab6ad9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403748 Dec 20 16:37:32.426487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4859e52-ae7f-4fd0-a816-a77536b8a279 req-bcf8e190-4c2b-42cb-bf1c-242cca010f7e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:32.427967 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e4859e52-ae7f-4fd0-a816-a77536b8a279 req-bcf8e190-4c2b-42cb-bf1c-242cca010f7e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0787659 Dec 20 16:37:32.472660 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e4859e52-ae7f-4fd0-a816-a77536b8a279 req-7480f587-c062-47fd-9b9a-d0bb90a1d688 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384314 Dec 20 16:37:33.702944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34889dd-6c28-46be-92e0-48173ac9a481 req-67355b94-b89f-4aaa-912e-e6097c14d283 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:33.704388 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a34889dd-6c28-46be-92e0-48173ac9a481 req-67355b94-b89f-4aaa-912e-e6097c14d283 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.1111245 Dec 20 16:37:33.751196 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a34889dd-6c28-46be-92e0-48173ac9a481 req-39f46c6b-b7ad-4840-91cd-cfbb1160c15d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 Dec 20 16:37:34.955779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6774a-6f6a-4c82-b407-1d274895db8f req-4f1743da-34d3-4a23-bb4b-d00e4aff4441 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:34.957209 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1ee6774a-6f6a-4c82-b407-1d274895db8f req-4f1743da-34d3-4a23-bb4b-d00e4aff4441 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0793874 Dec 20 16:37:35.001361 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1ee6774a-6f6a-4c82-b407-1d274895db8f req-1dc3224c-c3c1-4fb4-97ba-c5b8addbba4f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386782 Dec 20 16:37:36.197706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7505-c345-4e0b-9a27-968d5ae9610e req-7f3305eb-fa33-45a6-b530-568bb71c3380 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:36.199183 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5fce7505-c345-4e0b-9a27-968d5ae9610e req-7f3305eb-fa33-45a6-b530-568bb71c3380 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0779614 Dec 20 16:37:36.249343 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5fce7505-c345-4e0b-9a27-968d5ae9610e req-58a26bef-c0a8-49e2-a335-aaae0b8187a0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445914 Dec 20 16:37:37.441771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0888a1-b505-4c42-b808-51e4f0516c51 req-62d4d126-e161-403a-a04a-fb38d83beedb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:37.443233 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe0888a1-b505-4c42-b808-51e4f0516c51 req-62d4d126-e161-403a-a04a-fb38d83beedb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0756454 Dec 20 16:37:37.488340 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe0888a1-b505-4c42-b808-51e4f0516c51 req-712e22a3-c241-4727-bdde-eee650236928 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394576 Dec 20 16:37:38.691213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27323213-0c89-42a8-8a37-2f2996fe6793 req-1660b057-123c-41e2-aadb-33fc1410948d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:38.692644 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-27323213-0c89-42a8-8a37-2f2996fe6793 req-1660b057-123c-41e2-aadb-33fc1410948d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0789433 Dec 20 16:37:38.737272 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-27323213-0c89-42a8-8a37-2f2996fe6793 req-f5faafb1-0e04-4d81-9287-72c2d77c56af tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389009 Dec 20 16:37:39.930498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92d0a7-4b6c-4146-a813-4f7d9cad3ebb req-a168447b-707c-4a21-b57e-e95dce51489a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:39.932502 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ee92d0a7-4b6c-4146-a813-4f7d9cad3ebb req-a168447b-707c-4a21-b57e-e95dce51489a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0760555 Dec 20 16:37:39.978452 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ee92d0a7-4b6c-4146-a813-4f7d9cad3ebb req-c8f22221-387e-4d18-bf91-ce06ac55be37 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401492 Dec 20 16:37:40.314846 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-55eed442-211f-4d75-add8-d053466188be service neutron] 10.222.0.64 "GET /v2.0/ports/8ace0f30-5936-429c-9dcb-76ac204e8e96/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0769398 Dec 20 16:37:40.876427 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-3c288f91-a75f-4317-9872-8edaee4142ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 1099 time: 0.0695658 Dec 20 16:37:40.973817 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-926cd32f-021c-46c9-92d8-b3c09704d31e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 1099 time: 0.0741680 Dec 20 16:37:41.148190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-e6fc4a80-5361-4c7b-924e-9a18b4125957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:41.149770 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-e6fc4a80-5361-4c7b-924e-9a18b4125957 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1688282 Dec 20 16:37:41.270408 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-be4a8fa6-37e3-4cfe-9132-c2a1e2e16ce7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96 HTTP/1.1" status: 200 len: 1001 time: 0.1142411 Dec 20 16:37:41.277541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a510f74-193f-4db8-b2b5-61ed5856c284 req-d044ce16-6cdb-46c0-b9d2-c90acd9e2cc3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:41.278881 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1a510f74-193f-4db8-b2b5-61ed5856c284 req-d044ce16-6cdb-46c0-b9d2-c90acd9e2cc3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.1733580 Dec 20 16:37:41.459179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-6b4e1a4b-31f1-4018-ad45-9cb7f8785d4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:41.460487 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-6b4e1a4b-31f1-4018-ad45-9cb7f8785d4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.1807904 Dec 20 16:37:41.467764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1a510f74-193f-4db8-b2b5-61ed5856c284 req-eefe2a6f-f492-4278-bb89-e83eb8f6861d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594350 Dec 20 16:37:41.536559 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-800aaa1d-fef4-4e7c-990a-5386bfcae0a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678985 Dec 20 16:37:41.667828 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-48d5a33c-69a8-4140-b372-05fbf957a31f service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249492 Dec 20 16:37:41.798209 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-479b47b5-34c9-48a8-9497-a4f436c750f5 req-123c44b2-6d4f-4bf3-b9dd-8d90973e461d service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243272 Dec 20 16:37:42.576462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8ace0f30-5936-429c-9dcb-76ac204e8e96 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:37:42.673218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1b80-d0df-4ab9-80b7-784af8b382c1 req-5bcb83e9-379b-4fce-8b61-eaf69a0b78a9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:42.674784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-26fa1b80-d0df-4ab9-80b7-784af8b382c1 req-5bcb83e9-379b-4fce-8b61-eaf69a0b78a9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0831616 Dec 20 16:37:42.685433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:42.715398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:37:42.720916 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-26fa1b80-d0df-4ab9-80b7-784af8b382c1 req-e783958b-a1fd-4659-9cf2-9be12a315d0f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406325 Dec 20 16:37:42.724816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8ace0f30-5936-429c-9dcb-76ac204e8e96, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:42.830554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:42.833394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:37:42.866475 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'code': 200} Dec 20 16:37:42.896561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8ace0f30-5936-429c-9dcb-76ac204e8e96,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:42.905610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.905966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.906300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.906641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.907000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.907331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.907664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.907991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.908317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.908661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.908968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:42.912918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:37:43.915927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d1294-ff84-4c28-b5df-6e51e4785caa req-921fe8af-754e-4039-94bb-489b1c312074 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:43.917364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fc2d1294-ff84-4c28-b5df-6e51e4785caa req-921fe8af-754e-4039-94bb-489b1c312074 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 944 time: 0.0765662 Dec 20 16:37:43.963051 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fc2d1294-ff84-4c28-b5df-6e51e4785caa req-6cd86f3e-1e4a-4c9f-b767-7666121f2910 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396433 Dec 20 16:37:44.580204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8ace0f30-5936-429c-9dcb-76ac204e8e96 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:37:44.712752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8ace0f30-5936-429c-9dcb-76ac204e8e96, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:44.726681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'mac_address': 'fa:16:3e:76:f3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:37:44.779985 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:44.796757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ace0f30-5936-429c-9dcb-76ac204e8e96 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:37:44.811911 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8ace0f30-5936-429c-9dcb-76ac204e8e96, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:44.898224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:44.900312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:37:44.965998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['8ace0f30-5936-429c-9dcb-76ac204e8e96'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:37:45.004703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8ace0f30-5936-429c-9dcb-76ac204e8e96,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:45.009183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:37:45.174348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2e6c3-c196-43da-9461-38feb58858cf req-0d09e78a-b8a8-4d80-a87e-f6983fc96e41 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:45.175747 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ac2e6c3-c196-43da-9461-38feb58858cf req-0d09e78a-b8a8-4d80-a87e-f6983fc96e41 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 945 time: 0.0841019 Dec 20 16:37:45.222051 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ac2e6c3-c196-43da-9461-38feb58858cf req-f975ba60-ede4-4184-af2f-a5258450a264 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405142 Dec 20 16:37:45.248400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:46.429558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb6745-6f80-471e-93ae-1fb14efb080a req-e0eb1f47-5358-434c-ac48-02e3c78bfae3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:46.431029 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb6745-6f80-471e-93ae-1fb14efb080a req-e0eb1f47-5358-434c-ac48-02e3c78bfae3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 945 time: 0.0881767 Dec 20 16:37:46.480219 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb6745-6f80-471e-93ae-1fb14efb080a req-413c5a68-0286-4daf-ada1-a7f779800e67 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429959 Dec 20 16:37:46.590783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8ace0f30-5936-429c-9dcb-76ac204e8e96 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:37:46.658844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 8ace0f30-5936-429c-9dcb-76ac204e8e96 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:46.659265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:46.784126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:46.811237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:37:46.820781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 8ace0f30-5936-429c-9dcb-76ac204e8e96, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:46.874125 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'code': 200} Dec 20 16:37:46.899275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:46.901181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:37:46.965129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=8ace0f30-5936-429c-9dcb-76ac204e8e96,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:46.968178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:37:47.062566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1cca3-6f71-491a-ae80-a86f520df32d req-8b1ce756-22db-4cb9-85be-43298eb738c9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:47.064014 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-27e1cca3-6f71-491a-ae80-a86f520df32d req-8b1ce756-22db-4cb9-85be-43298eb738c9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.1160955 Dec 20 16:37:47.132830 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-27e1cca3-6f71-491a-ae80-a86f520df32d req-c2905ed8-9d71-4124-9d5e-c940c8c315d9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617816 Dec 20 16:37:47.139276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-270f4ac1-f2f2-4e91-959b-8e7fe9b8fe95 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:47.140619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-270f4ac1-f2f2-4e91-959b-8e7fe9b8fe95 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 946 time: 0.1249824 Dec 20 16:37:47.276804 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-bac6b889-bb47-4a4b-8357-38d235505a26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 1099 time: 0.0679626 Dec 20 16:37:47.408246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-39a92b87-a32c-4518-81a2-b669497c6ae2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:47.409679 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-39a92b87-a32c-4518-81a2-b669497c6ae2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1273386 Dec 20 16:37:47.513915 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-c8c2c43f-73f6-4348-b1c4-8ac829aad502 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96 HTTP/1.1" status: 200 len: 1001 time: 0.0972080 Dec 20 16:37:47.575253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-7113eb51-11de-41e6-b8f9-efb586ba281c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:47.576666 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-7113eb51-11de-41e6-b8f9-efb586ba281c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0569606 Dec 20 16:37:47.653786 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-a66c0066-a169-491a-ac1c-be8252cee161 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710652 Dec 20 16:37:47.784530 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-9a9b5ef1-9a1b-4832-ac9f-e6e3a07cac85 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247151 Dec 20 16:37:48.015331 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-062ed02e-a442-4243-b0b0-ac6ce0c234a4 req-0eb1e9f1-ac7f-421f-a8d5-a646b9eeb902 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247186 Dec 20 16:37:48.333783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef7aa0-b3a3-4be5-8e31-abdbeee434b7 req-72e474a4-1183-460a-ba67-7d0301709d2e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:48.335155 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bdef7aa0-b3a3-4be5-8e31-abdbeee434b7 req-72e474a4-1183-460a-ba67-7d0301709d2e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0755818 Dec 20 16:37:48.380310 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bdef7aa0-b3a3-4be5-8e31-abdbeee434b7 req-4b3edff0-da94-4367-b103-d2f1abac64b2 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396810 Dec 20 16:37:49.580145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee5438-5ac2-42a9-a03a-0397aabdabe5 req-551e8318-801b-4383-b0e6-50334709a34e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:49.587096 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8aee5438-5ac2-42a9-a03a-0397aabdabe5 req-551e8318-801b-4383-b0e6-50334709a34e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0806680 Dec 20 16:37:49.631060 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8aee5438-5ac2-42a9-a03a-0397aabdabe5 req-c7f4c91e-603f-4e43-8f3b-188946a1df97 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404670 Dec 20 16:37:49.822810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ce3e-c3b6-4845-b2b3-ae40ff94f1b4 req-257da92d-ff52-4aaf-a88e-9f46afae6005 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:49.824191 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24a2ce3e-c3b6-4845-b2b3-ae40ff94f1b4 req-257da92d-ff52-4aaf-a88e-9f46afae6005 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0747313 Dec 20 16:37:49.872276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24a2ce3e-c3b6-4845-b2b3-ae40ff94f1b4 req-08e7b60d-d739-481a-973d-349413acdcd4 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426538 Dec 20 16:37:50.078278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e65676-c71f-42bd-b0be-0528f39fab2d req-7c6b158e-5a2b-4ff2-a103-091bdb5579b4 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:50.079670 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37e65676-c71f-42bd-b0be-0528f39fab2d req-7c6b158e-5a2b-4ff2-a103-091bdb5579b4 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0755699 Dec 20 16:37:50.125148 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37e65676-c71f-42bd-b0be-0528f39fab2d req-8f019bf2-aeec-4f5f-98e2-fc658cd0c94b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398765 Dec 20 16:37:50.941637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a6e1d-1f69-4a68-998f-18dda0e26f71 req-c671f974-000a-4071-8b88-ecf9994840b3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:50.943094 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5d9a6e1d-1f69-4a68-998f-18dda0e26f71 req-c671f974-000a-4071-8b88-ecf9994840b3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0788651 Dec 20 16:37:50.988458 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5d9a6e1d-1f69-4a68-998f-18dda0e26f71 req-caed3cea-6c68-4e23-9e32-3e8823ca7987 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398636 Dec 20 16:37:52.006156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-32f7b20e-27ae-43e7-99bf-1d490a4d5b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:52.186043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5adc4-d814-43be-9e50-d3a916cb94cf req-46827219-0e7a-4668-aeb4-da848e4eba20 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.188194 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2f5adc4-d814-43be-9e50-d3a916cb94cf req-46827219-0e7a-4668-aeb4-da848e4eba20 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0778713 Dec 20 16:37:52.233862 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2f5adc4-d814-43be-9e50-d3a916cb94cf req-867b45f2-2c24-46fc-94fd-fbaa793cc39b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401015 Dec 20 16:37:52.679812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385898d-662f-4cdd-a5da-eda0132c503a req-9d4920c1-6ab9-46b2-ad0e-be0fa812ecb8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.681205 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7385898d-662f-4cdd-a5da-eda0132c503a req-9d4920c1-6ab9-46b2-ad0e-be0fa812ecb8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0791972 Dec 20 16:37:52.747506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Deleting port 8ace0f30-5936-429c-9dcb-76ac204e8e96 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:37:52.747841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:52.991770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] For port 8ace0f30-5936-429c-9dcb-76ac204e8e96, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8ace0f30-5936-429c-9dcb-76ac204e8e96,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:52.992117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:53.269748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:53.270460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:53.270460 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4 disassociated. External IP: 172.26.7.31, port: 8ace0f30-5936-429c-9dcb-76ac204e8e96. Dec 20 16:37:53.270643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Calling delete_port for 8ace0f30-5936-429c-9dcb-76ac204e8e96 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:37:53.476278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcbf05-a7e4-4c10-b950-33fbe0c77aa2 req-50576c21-8a4e-462a-b7e9-e7575fd9b867 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:53.477717 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8fcbf05-a7e4-4c10-b950-33fbe0c77aa2 req-50576c21-8a4e-462a-b7e9-e7575fd9b867 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 946 time: 0.0988171 Dec 20 16:37:53.523341 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8fcbf05-a7e4-4c10-b950-33fbe0c77aa2 req-4ce881aa-ae6a-4282-a288-dec02255e0e0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394361 Dec 20 16:37:53.527113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:53.532571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:37:53.575062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event deleted for resources: {'Port': ['ID=8ace0f30-5936-429c-9dcb-76ac204e8e96,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:53.589335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.589972 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.590545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.591163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.591733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.592313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.592715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.593171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.593752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.594379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.595039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:53.600992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:37:53.925406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:37:54.133307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:37:54.143388 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:37:54.156390 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:54.157000 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:37:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:54.202810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] No DVR routers for this DVR port 8ace0f30-5936-429c-9dcb-76ac204e8e96 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:54.205328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:54.207992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'name': 'network-vif-deleted', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:37:54.264682 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b65da2-b0d4-4acc-95c1-e8d9289b2679', 'name': 'network-vif-deleted', 'tag': '8ace0f30-5936-429c-9dcb-76ac204e8e96', 'status': 'completed', 'code': 200} Dec 20 16:37:54.270676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-613655e3-1ae9-4ff3-ad63-ef8259e1ce42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:54.305147 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7385898d-662f-4cdd-a5da-eda0132c503a req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "DELETE /v2.0/ports/8ace0f30-5936-429c-9dcb-76ac204e8e96 HTTP/1.1" status: 204 len: 173 time: 1.6187871 Dec 20 16:37:54.334393 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:37:54.651715 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:54.660340 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:37:54.673281 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:54.673889 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:37:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:54.688424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-ab7423da-d212-4774-aaec-6d64ef9b2d79 req-08158621-9c1d-4dfa-9ccc-54b3d1858d4a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Synchronizing usage tracker for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:37:54.802264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-ab7423da-d212-4774-aaec-6d64ef9b2d79 req-08158621-9c1d-4dfa-9ccc-54b3d1858d4a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Unset dirty status for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:37:54.803476 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ab7423da-d212-4774-aaec-6d64ef9b2d79 req-08158621-9c1d-4dfa-9ccc-54b3d1858d4a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b65da2-b0d4-4acc-95c1-e8d9289b2679 HTTP/1.1" status: 200 len: 210 time: 0.1561885 Dec 20 16:37:54.882736 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:37:55.190507 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:55.195509 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5711e-def2-4425-8fab-85e9ea828cef None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:37:55.439271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88f449-c90f-4010-9b0b-a4cddaa5d6d8 None None] New status for floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:37:55.566675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:55.687119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:56.160607 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-37a4fc36-647b-4818-be65-5d8a397fc320 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--689408367&fields=id&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 267 time: 0.0450764 Dec 20 16:37:56.306939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0e41-5eaa-4196-9017-478a93bf08de req-cb3fb788-2ee2-44c6-891b-58cc331a207a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.308819 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-cb3fb788-2ee2-44c6-891b-58cc331a207a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 812 time: 0.1413689 Dec 20 16:37:56.325279 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-3e175850-fa16-4afc-986e-ba45dec7d159 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/quotas/13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 375 time: 0.0112085 Dec 20 16:37:56.406103 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-ff8e874c-d4c5-43a3-a7c1-4abadf9713cb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761056 Dec 20 16:37:56.609319 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-91b96a8c-b0e0-4492-931f-55dca966841b service neutron] 10.222.0.62 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906366 Dec 20 16:37:56.669068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8ace0f30-5936-429c-9dcb-76ac204e8e96 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:37:56.702004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 8ace0f30-5936-429c-9dcb-76ac204e8e96 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:37:56.702358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 8ace0f30-5936-429c-9dcb-76ac204e8e96 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:37:56.741531 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-8837a04d-a212-490d-9040-0366b8b638cb service neutron] 10.222.0.62 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264830 Dec 20 16:37:56.990588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06ff8d05-9863-47d4-8cf0-c1b2a02919c1 req-c990c57b-84bf-4676-9430-54d0eccc2efd tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 210 time: 0.0418260 Dec 20 16:37:56.992201 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:37:57.029915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:37:58.100113 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d634b42b-7a91-4dff-8acf-574876720fb3 req-cf65ab36-b4c5-4754-bfcc-e8cff47c41ea tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 210 time: 0.0439928 Dec 20 16:37:59.210310 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c1454f12-10ab-41e5-959f-edd107ece139 req-8fddf4a8-df1f-436c-a6b9-be33d704df8a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 210 time: 0.0412066 Dec 20 16:38:00.319276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-421e48e8-7f5d-41b0-84f1-d8560670b2ea req-d1c984a1-5b89-42e2-b5c2-4b3b040d8fe2 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 210 time: 0.0401964 Dec 20 16:38:01.489969 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-21951708-9ee7-4d54-a258-a8c4efe591e2 req-01dd8a10-d53e-4d16-b7db-4435c1f3d8bf tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 210 time: 0.0435905 Dec 20 16:38:02.656877 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-503f2b71-2bb3-46ee-b94c-c41c2380b0e1 req-cb3585ef-c737-4df8-95af-773bf6674063 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 210 time: 0.0424335 Dec 20 16:38:03.190024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0e41-5eaa-4196-9017-478a93bf08de req-8fc867de-9249-41ac-a1a1-5be8f087ce29 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:03.191550 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-8fc867de-9249-41ac-a1a1-5be8f087ce29 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 812 time: 0.1458542 Dec 20 16:38:03.246335 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-83c42d20-a54f-49d4-9d41-13bc0795732d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 379 time: 0.0408661 Dec 20 16:38:03.254427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'port': {'device_id': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'admin_state_up': True, 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'security_groups': ['e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:38:03.503579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:38:03.513378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:38:03.623540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Made reservation on behalf of 13fcbffa7f064f93b13ad3ca97ebd49b for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:03.626576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:03.820089 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Allocated IP 172.20.0.8 (70acbf1d-8d93-4aed-94db-c18e0c0f24e7/65c30bf0-1b96-4152-b8d4-1b23195adf54/9a25e5ec-6be3-4887-a4f9-a792982f27aa) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:03.834811 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-72e55447-6e8b-4d87-8075-e6703c794508 req-2befdab9-7cd7-40b7-819a-c19090ee2441 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 210 time: 0.0528126 Dec 20 16:38:04.016861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:04.033092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Transition to ACTIVE for port object 9a25e5ec-6be3-4887-a4f9-a792982f27aa will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:38:04.167994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:04.174094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1535d701-616e-46bf-b663-577a301ac2b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:38:04.238782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:04.242131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:04.244769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:04.297681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event updated for resources: {'Port': ['ID=9a25e5ec-6be3-4887-a4f9-a792982f27aa,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:04.297681 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:38:04.319937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:04.320542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:04.437056 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1860960 Dec 20 16:38:04.448381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Request body: {'port': {'device_id': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:38:04.521707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8b13466d-d3a3-4b2f-b8e0-1640cd05511b None None] Provisioning for port 9a25e5ec-6be3-4887-a4f9-a792982f27aa completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:38:04.527947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8b13466d-d3a3-4b2f-b8e0-1640cd05511b None None] Provisioning complete for port 9a25e5ec-6be3-4887-a4f9-a792982f27aa triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:04.528621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8b13466d-d3a3-4b2f-b8e0-1640cd05511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:04.557985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:04.583591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8b13466d-d3a3-4b2f-b8e0-1640cd05511b None None] Port 9a25e5ec-6be3-4887-a4f9-a792982f27aa cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:38:04.905040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a25e5ec-6be3-4887-a4f9-a792982f27aa {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:38:04.912429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:04.928209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Transition to ACTIVE for port object 9a25e5ec-6be3-4887-a4f9-a792982f27aa will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:38:05.010623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:05.016326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:38:05.142573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Pushing event updated for resources: {'Port': ['ID=9a25e5ec-6be3-4887-a4f9-a792982f27aa,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:05.145441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:38:05.252997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38988734-5a29-49d9-b72c-a9d5e46aeb63 req-f439c427-6efd-408e-b630-0c52e7ae1647 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:05.253712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-38988734-5a29-49d9-b72c-a9d5e46aeb63 req-f439c427-6efd-408e-b630-0c52e7ae1647 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Synchronizing usage tracker for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:38:05.298551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Attempting to bind port 9a25e5ec-6be3-4887-a4f9-a792982f27aa on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:38:05.298894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Attempting to bind port 9a25e5ec-6be3-4887-a4f9-a792982f27aa by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:38:05.299249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Attempting to bind port 9a25e5ec-6be3-4887-a4f9-a792982f27aa on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:38:05.305151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Port 9a25e5ec-6be3-4887-a4f9-a792982f27aa on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:38:05.305469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Attempting to bind port 9a25e5ec-6be3-4887-a4f9-a792982f27aa on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:38:05.311883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:38:05.312223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Checking segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:38:05.312601 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Bound using segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:38:05.313024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Bound port: 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:38:05.313366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:05.370084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-38988734-5a29-49d9-b72c-a9d5e46aeb63 req-f439c427-6efd-408e-b630-0c52e7ae1647 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Unset dirty status for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:38:05.371201 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-38988734-5a29-49d9-b72c-a9d5e46aeb63 req-f439c427-6efd-408e-b630-0c52e7ae1647 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 931 time: 0.4024084 Dec 20 16:38:05.437141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] For port 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:05.445763 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-38988734-5a29-49d9-b72c-a9d5e46aeb63 req-1253d450-63ac-45a6-a43e-2279eb338215 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653236 Dec 20 16:38:05.448338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] For port 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:05.687703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:05.691529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-902268e9-dcc9-424f-ab4e-0b5b082d3b55 tempest-DeleteServersTestJSON-1893977117 tempest-DeleteServersTestJSON-1893977117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:38:05.750431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:05.751850 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] 10.222.0.64 "PUT /v2.0/ports/9a25e5ec-6be3-4887-a4f9-a792982f27aa HTTP/1.1" status: 200 len: 1093 time: 1.3074882 Dec 20 16:38:05.752380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:38:05.773589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Pushing event updated for resources: {'Port': ['ID=9a25e5ec-6be3-4887-a4f9-a792982f27aa,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:05.780384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:38:05.812349 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'status': 'completed', 'code': 200} Dec 20 16:38:06.003152 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c8862e-a985-426e-ae01-67b181c58c4b req-9a4f82d4-282f-4ea0-b5c5-82453fa06063 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 1096 time: 0.1714916 Dec 20 16:38:06.145469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8862e-a985-426e-ae01-67b181c58c4b req-10c6821d-5b24-419e-a9ad-4ae5f20feeb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:06.146900 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c8862e-a985-426e-ae01-67b181c58c4b req-10c6821d-5b24-419e-a9ad-4ae5f20feeb3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1367030 Dec 20 16:38:06.282504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8862e-a985-426e-ae01-67b181c58c4b req-0297fde4-d7a6-4b8b-9d5e-d5f5263b7a32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:06.283905 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c8862e-a985-426e-ae01-67b181c58c4b req-0297fde4-d7a6-4b8b-9d5e-d5f5263b7a32 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305912 Dec 20 16:38:06.388105 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-f6e1be31-21b1-42ea-9927-3b135b426843 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 1096 time: 0.0679994 Dec 20 16:38:06.457683 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-5f30aee8-55db-4f12-9c66-ff46fbb1fb18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa HTTP/1.1" status: 200 len: 217 time: 0.0630863 Dec 20 16:38:06.520005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0e41-5eaa-4196-9017-478a93bf08de req-c31451cf-e259-4265-8d4a-69d33eb435d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:06.521444 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-c31451cf-e259-4265-8d4a-69d33eb435d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0571954 Dec 20 16:38:06.655185 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-b5955722-4345-458c-af6a-e98607c5b255 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256499 Dec 20 16:38:06.687650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ef39c-b841-438a-9b03-107b5689557e req-f32006af-fdd5-4c83-b456-eaa0d05aa522 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:06.689035 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d50ef39c-b841-438a-9b03-107b5689557e req-f32006af-fdd5-4c83-b456-eaa0d05aa522 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 943 time: 0.1191840 Dec 20 16:38:06.824534 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d50ef39c-b841-438a-9b03-107b5689557e req-4741d72a-8463-4edb-8c41-df772b3a6066 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290307 Dec 20 16:38:06.846717 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-eb1d4ba9-29c6-46a4-a571-4d3451c5392d service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845114 Dec 20 16:38:06.980485 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-043d0e41-5eaa-4196-9017-478a93bf08de req-515166b8-a15d-4f73-89a9-8f74471e1aa9 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277595 Dec 20 16:38:08.023893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9d1dd-1b21-44cc-b4ac-109f7a67d3a6 req-e499a608-5200-40c3-92ea-7056bc3a73df tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:08.025626 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-16d9d1dd-1b21-44cc-b4ac-109f7a67d3a6 req-e499a608-5200-40c3-92ea-7056bc3a73df tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 943 time: 0.0790348 Dec 20 16:38:08.071844 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-16d9d1dd-1b21-44cc-b4ac-109f7a67d3a6 req-ee95172c-bf7a-4b37-b475-ec11d67c97b3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401535 Dec 20 16:38:09.280336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd73c87-867e-4c01-9d79-ec18d6bb5be3 req-5ac2c002-74bd-49a6-baff-8dfa4ff24475 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:09.281801 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fbd73c87-867e-4c01-9d79-ec18d6bb5be3 req-5ac2c002-74bd-49a6-baff-8dfa4ff24475 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 943 time: 0.0801744 Dec 20 16:38:09.327197 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fbd73c87-867e-4c01-9d79-ec18d6bb5be3 req-edb09a37-7fd7-4007-9f7c-e07c4f216c65 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397081 Dec 20 16:38:10.521032 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5ea03-d59b-45df-ba96-e2834e158b5a req-7bc3d6e3-8568-474f-a155-6c8df298e6e7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:10.522410 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-21b5ea03-d59b-45df-ba96-e2834e158b5a req-7bc3d6e3-8568-474f-a155-6c8df298e6e7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 943 time: 0.0750036 Dec 20 16:38:10.566683 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-21b5ea03-d59b-45df-ba96-e2834e158b5a req-b1f0ef77-16ba-4301-90b1-3d8cc4e21089 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384927 Dec 20 16:38:10.699761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9a25e5ec-6be3-4887-a4f9-a792982f27aa details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:38:10.829761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:10.842334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'mac_address': 'fa:16:3e:2a:01:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:38:10.894751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:10.911849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a25e5ec-6be3-4887-a4f9-a792982f27aa {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:38:10.927050 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:11.024089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:11.026143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:38:11.091681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9a25e5ec-6be3-4887-a4f9-a792982f27aa,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:11.094713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:38:11.351861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['9a25e5ec-6be3-4887-a4f9-a792982f27aa'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:38:11.762885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df25e-10b0-4d4e-acae-376b00a5369d req-de9c0868-7e1e-4005-8d32-f51ef32c3aaf tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:11.764356 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb5df25e-10b0-4d4e-acae-376b00a5369d req-de9c0868-7e1e-4005-8d32-f51ef32c3aaf tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 944 time: 0.0793030 Dec 20 16:38:11.810240 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb5df25e-10b0-4d4e-acae-376b00a5369d req-12fb053c-1f12-4ee6-8407-67aa7026415c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394659 Dec 20 16:38:12.701963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9a25e5ec-6be3-4887-a4f9-a792982f27aa up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:38:12.852593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 9a25e5ec-6be3-4887-a4f9-a792982f27aa completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:38:12.857847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 9a25e5ec-6be3-4887-a4f9-a792982f27aa triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:12.858259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:12.975220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:13.002688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:38:13.012406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:13.020892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c468640-a701-4926-8c98-1502689bd50b req-282820b8-e17d-4eec-8e14-f63ce7f3a244 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:13.022379 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8c468640-a701-4926-8c98-1502689bd50b req-282820b8-e17d-4eec-8e14-f63ce7f3a244 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 944 time: 0.0888505 Dec 20 16:38:13.072246 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'code': 200} Dec 20 16:38:13.073946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8c468640-a701-4926-8c98-1502689bd50b req-2f05fb2e-bdc6-4d78-be12-f540349851af tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456429 Dec 20 16:38:13.081621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:13.083501 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-26700dc0-f281-456b-970b-98fd13ce5e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:38:13.148839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9a25e5ec-6be3-4887-a4f9-a792982f27aa,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:13.152169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:38:13.432421 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15a9f729-b65b-4970-a414-443df9181d27 req-20cbc25e-355f-4eb4-890a-836b72609d74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 1098 time: 0.0668514 Dec 20 16:38:13.474832 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15a9f729-b65b-4970-a414-443df9181d27 req-0969efb5-593d-46bd-960a-8e72657605d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360813 Dec 20 16:38:14.384423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55ccb3-0839-49d7-97e4-fa847b6d6953 req-49433f73-ffe4-4cb3-8e6f-95bfeb19963f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:14.385764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f55ccb3-0839-49d7-97e4-fa847b6d6953 req-49433f73-ffe4-4cb3-8e6f-95bfeb19963f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.1821954 Dec 20 16:38:14.429957 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f55ccb3-0839-49d7-97e4-fa847b6d6953 req-0b926e34-67ba-44b8-ba6e-9b25d5dee63d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386059 Dec 20 16:38:15.189997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:15.628763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01458d-b0ee-42c8-b712-1018c420d42c req-00a398f1-e029-4749-9b2d-2b704c9004be tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:15.630207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ba01458d-b0ee-42c8-b712-1018c420d42c req-00a398f1-e029-4749-9b2d-2b704c9004be tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0766146 Dec 20 16:38:15.675509 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ba01458d-b0ee-42c8-b712-1018c420d42c req-3b131f26-651e-49f8-886c-d7e627490add tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394711 Dec 20 16:38:15.866394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5021ea5-f5a3-445a-9529-cc83d0ee38e5 req-cfed2fb6-8a33-4df5-830d-c6aa940075f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:15.867871 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5021ea5-f5a3-445a-9529-cc83d0ee38e5 req-cfed2fb6-8a33-4df5-830d-c6aa940075f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0793531 Dec 20 16:38:15.876384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 60866) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:38:15.881600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-833c2561-5b2e-49cc-bba6-2580119c0a9f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'floatingip': {'port_id': '9a25e5ec-6be3-4887-a4f9-a792982f27aa'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:38:15.957286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-833c2561-5b2e-49cc-bba6-2580119c0a9f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:16.543366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-833c2561-5b2e-49cc-bba6-2580119c0a9f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:16.629415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-833c2561-5b2e-49cc-bba6-2580119c0a9f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:16.816166 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-833c2561-5b2e-49cc-bba6-2580119c0a9f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4 associated. External IP: 172.26.7.31, port: 9a25e5ec-6be3-4887-a4f9-a792982f27aa. Dec 20 16:38:17.335019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833c2561-5b2e-49cc-bba6-2580119c0a9f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:38:17.538403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833c2561-5b2e-49cc-bba6-2580119c0a9f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:17.543292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-833c2561-5b2e-49cc-bba6-2580119c0a9f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:17.552573 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:38:17.565262 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:17.568630 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:37:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:17.601157 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-833c2561-5b2e-49cc-bba6-2580119c0a9f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "PUT /v2.0/floatingips/8dbcc0ae-2440-4b6b-8c04-5af1687428a4 HTTP/1.1" status: 200 len: 990 time: 1.7237291 Dec 20 16:38:17.601916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:38:17.666487 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'status': 'completed', 'code': 200} Dec 20 16:38:17.751163 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:38:17.755329 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-874cdf01-50a8-4a6f-a0f6-43c0a1fca980 req-7079b6c4-bb0f-4b5f-8d27-acbe12bfedbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 1098 time: 0.0740473 Dec 20 16:38:17.893894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cdf01-50a8-4a6f-a0f6-43c0a1fca980 req-67fc859a-69b0-41f0-ac0c-d99ee1e001b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:17.895278 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-874cdf01-50a8-4a6f-a0f6-43c0a1fca980 req-67fc859a-69b0-41f0-ac0c-d99ee1e001b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1334000 Dec 20 16:38:17.999118 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-874cdf01-50a8-4a6f-a0f6-43c0a1fca980 req-a2da0374-fb47-4b6d-bf10-d32a6db08117 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa HTTP/1.1" status: 200 len: 998 time: 0.0967875 Dec 20 16:38:18.060479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cdf01-50a8-4a6f-a0f6-43c0a1fca980 req-43c95212-c43b-4263-835f-9b5b1cacd827 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:18.061932 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-874cdf01-50a8-4a6f-a0f6-43c0a1fca980 req-43c95212-c43b-4263-835f-9b5b1cacd827 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0572090 Dec 20 16:38:18.096196 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:2a:01:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:38:16Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:18.100632 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:38:18.110507 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:18.111244 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:37:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:18.136676 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-874cdf01-50a8-4a6f-a0f6-43c0a1fca980 req-8b52a5b7-e03f-4743-83bd-c4314fc66098 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682182 Dec 20 16:38:18.268413 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-874cdf01-50a8-4a6f-a0f6-43c0a1fca980 req-2e46d864-387b-46e3-9e8e-fa83e8aa638f service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257451 Dec 20 16:38:18.287038 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:38:18.398546 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-874cdf01-50a8-4a6f-a0f6-43c0a1fca980 req-2346be6c-627e-43bc-b51c-136fd2021e9b service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234467 Dec 20 16:38:18.657412 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:2a:01:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:38:16Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:18.661299 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c8393-989d-4208-9b36-a433ab2bd695 None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:2a:01:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:38:16Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:38:18.862863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bacee-44e8-49f0-94d0-56536c2cc718 None None] New status for floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:38:22.017554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2c2e1e69-ac03-406c-976d-13bc1be2f9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:24.275900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9acdf0a5-6d60-4aab-b193-c747ce722868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:25.543862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:25.595898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:27.017891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:33.992304 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:38:45.235081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:52.127222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bae0-9772-482f-b458-473a36019aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:54.274700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-58d42d96-11ac-4a65-944b-6c57618062d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:55.480944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:55.583392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:38:57.046426 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:04.133508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64e0e85c-0ea4-430c-a78d-b817a869718f req-ceb1bde7-2632-4948-befd-edc00e7df969 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1793282 Dec 20 16:39:04.274895 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64e0e85c-0ea4-430c-a78d-b817a869718f req-fca3aa01-894d-4afc-a273-0aabfceb3936 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 1098 time: 0.0689569 Dec 20 16:39:04.431305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0e85c-0ea4-430c-a78d-b817a869718f req-2d43e3de-b836-4f5a-87c1-02ee5bf7fe2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:04.432732 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64e0e85c-0ea4-430c-a78d-b817a869718f req-2d43e3de-b836-4f5a-87c1-02ee5bf7fe2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1395431 Dec 20 16:39:04.539735 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64e0e85c-0ea4-430c-a78d-b817a869718f req-31d64bc3-971f-41e4-b275-1eaf8fb23d07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa HTTP/1.1" status: 200 len: 1000 time: 0.0969915 Dec 20 16:39:04.601778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0e85c-0ea4-430c-a78d-b817a869718f req-a31141fd-d326-4e9a-9a59-9aa737641667 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:04.603230 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64e0e85c-0ea4-430c-a78d-b817a869718f req-a31141fd-d326-4e9a-9a59-9aa737641667 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0567656 Dec 20 16:39:04.785871 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64e0e85c-0ea4-430c-a78d-b817a869718f req-cb6ebeda-7714-4917-96f2-bf80847e7314 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1753464 Dec 20 16:39:04.917295 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64e0e85c-0ea4-430c-a78d-b817a869718f req-d29f361c-be63-4295-b2e8-53298fba4cf6 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245458 Dec 20 16:39:05.049592 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64e0e85c-0ea4-430c-a78d-b817a869718f req-c467e83a-64f6-4dd2-ba0b-4c22476a8156 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250598 Dec 20 16:39:10.991809 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:39:15.263470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:22.005985 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-16a4cb18-f204-4f38-a151-16d0aac89452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:24.268888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a54105b8-9e87-44e8-a085-ceee1d9f27b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:25.491833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:25.605758 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:27.034290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:29.967148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3cca-8e85-4fe5-9454-b2f2a569f45f req-da508972-0109-4a9f-9b87-ce955d69ce6a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:29.968590 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-298b3cca-8e85-4fe5-9454-b2f2a569f45f req-da508972-0109-4a9f-9b87-ce955d69ce6a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0810742 Dec 20 16:39:30.015058 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-298b3cca-8e85-4fe5-9454-b2f2a569f45f req-6e24d949-11dd-4510-bab0-b2851e7af6cb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406468 Dec 20 16:39:31.212014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306b7a9-6b6c-4f05-b636-f7538cdd8bca req-f81c4ba1-da75-4e05-a695-16570677d107 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:31.213477 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c306b7a9-6b6c-4f05-b636-f7538cdd8bca req-f81c4ba1-da75-4e05-a695-16570677d107 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0775049 Dec 20 16:39:31.259257 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c306b7a9-6b6c-4f05-b636-f7538cdd8bca req-fff1ea2f-2e1f-4870-9dab-e34d4b198bfc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403531 Dec 20 16:39:32.455559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c75ad-a0c9-472e-9470-fe5240eff797 req-09f94a5a-5651-414d-8389-0af968de97e9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:32.457027 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f4c75ad-a0c9-472e-9470-fe5240eff797 req-09f94a5a-5651-414d-8389-0af968de97e9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0795443 Dec 20 16:39:32.501979 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f4c75ad-a0c9-472e-9470-fe5240eff797 req-92737ae1-4768-40ac-9250-83569364556d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393949 Dec 20 16:39:33.701946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05b230-6c23-4473-8d59-4989b3b539de req-457f3d7b-ad05-418f-b300-572a043c6d2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:33.703430 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a05b230-6c23-4473-8d59-4989b3b539de req-457f3d7b-ad05-418f-b300-572a043c6d2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0779817 Dec 20 16:39:33.748344 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a05b230-6c23-4473-8d59-4989b3b539de req-d28fd0b8-5955-4a51-b3a0-4a9e9d56c7c2 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392814 Dec 20 16:39:34.950814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb463185-e4bf-48e0-b160-50809e47c92e req-80d23073-21de-45e9-b4f9-56a0e3f3beb5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:34.952365 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb463185-e4bf-48e0-b160-50809e47c92e req-80d23073-21de-45e9-b4f9-56a0e3f3beb5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0821004 Dec 20 16:39:35.000106 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb463185-e4bf-48e0-b160-50809e47c92e req-442b9dee-59f2-4b3f-9d56-21865f0ab55f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 Dec 20 16:39:36.196111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630c3a-253d-4f4a-8da6-fd59172371e2 req-d47ef862-1599-49ff-a9ed-1eeec7f56469 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:36.197547 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cb630c3a-253d-4f4a-8da6-fd59172371e2 req-d47ef862-1599-49ff-a9ed-1eeec7f56469 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0784731 Dec 20 16:39:36.248066 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cb630c3a-253d-4f4a-8da6-fd59172371e2 req-d893530d-f351-4760-813f-37d6ae7dc995 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449221 Dec 20 16:39:37.450473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830ddae-91b0-4bc5-95f3-81369793e3e2 req-b6879c11-ebda-4741-9b40-ded8ac67173b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:37.451954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6830ddae-91b0-4bc5-95f3-81369793e3e2 req-b6879c11-ebda-4741-9b40-ded8ac67173b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0778775 Dec 20 16:39:37.497047 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6830ddae-91b0-4bc5-95f3-81369793e3e2 req-81f6d2aa-5b08-4359-8432-85d1a10be421 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394948 Dec 20 16:39:38.695628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17bcd0-67e3-48bb-94ed-71a0d035fdb9 req-690324ab-4d8e-4f1c-8647-9b58dca29dce tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:38.697200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d17bcd0-67e3-48bb-94ed-71a0d035fdb9 req-690324ab-4d8e-4f1c-8647-9b58dca29dce tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0803900 Dec 20 16:39:38.742098 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d17bcd0-67e3-48bb-94ed-71a0d035fdb9 req-f62a51df-cf88-45ff-9146-654c93b1ad38 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389931 Dec 20 16:39:39.944751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591c1b-a88b-4e0b-b8fe-cf5c3225f8d9 req-1fbb65c8-0e87-4f2e-a611-d5a5f4d47290 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:39.946141 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a1591c1b-a88b-4e0b-b8fe-cf5c3225f8d9 req-1fbb65c8-0e87-4f2e-a611-d5a5f4d47290 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0831826 Dec 20 16:39:39.991356 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a1591c1b-a88b-4e0b-b8fe-cf5c3225f8d9 req-bcc994dc-79c5-460c-816b-eb9e3b9ec889 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396724 Dec 20 16:39:41.198404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa3a86-5748-4a9b-88c0-61640cd65fc6 req-d2e55251-bc92-46c5-a448-fc7b6a794821 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:41.199847 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-33fa3a86-5748-4a9b-88c0-61640cd65fc6 req-d2e55251-bc92-46c5-a448-fc7b6a794821 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0834365 Dec 20 16:39:41.247071 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-33fa3a86-5748-4a9b-88c0-61640cd65fc6 req-dd8bc8ac-7ebe-4bc5-a41a-c60bb8803ebb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 Dec 20 16:39:41.441337 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90f692e1-fa2b-4064-a4f3-887885e48b7a req-3600f064-5e5a-4969-8d97-c02e52c9bc90 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0672262 Dec 20 16:39:41.953667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb8188-b8b4-4f6b-b875-e8f7b858a221 req-926b1411-c358-4f21-ae31-ccbfc4efbbe1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:41.955168 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dfb8188-b8b4-4f6b-b875-e8f7b858a221 req-926b1411-c358-4f21-ae31-ccbfc4efbbe1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0846362 Dec 20 16:39:41.999915 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dfb8188-b8b4-4f6b-b875-e8f7b858a221 req-414a4a96-d99b-4d73-897f-946db1f40140 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392382 Dec 20 16:39:42.076981 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-3ccf7a87-39ec-439f-be9a-17ecc725c895 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736816 Dec 20 16:39:43.199453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511d7ed-ea8b-4629-b091-c367964ef9a7 req-3d1ccd71-338f-4991-9bd3-08e6d1d84f10 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:43.200903 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7511d7ed-ea8b-4629-b091-c367964ef9a7 req-3d1ccd71-338f-4991-9bd3-08e6d1d84f10 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0808940 Dec 20 16:39:43.245992 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7511d7ed-ea8b-4629-b091-c367964ef9a7 req-81f5cf55-0d9a-4e23-a285-5e31fa3e3545 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388100 Dec 20 16:39:44.438585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea4c73-87c4-4b12-9a4b-8df4500c37a2 req-323e0b88-b213-4e74-a00f-b93b3a616d89 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:44.440052 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39ea4c73-87c4-4b12-9a4b-8df4500c37a2 req-323e0b88-b213-4e74-a00f-b93b3a616d89 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0751681 Dec 20 16:39:44.488641 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39ea4c73-87c4-4b12-9a4b-8df4500c37a2 req-6c16a2e3-3314-476d-9752-37637e964ec7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430667 Dec 20 16:39:45.228512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:45.774639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f36743-6a97-4af6-84e9-aae9c728c3c0 req-9547cb7d-fbb6-4fdb-ae1f-ea12247199dc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:45.776402 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d4f36743-6a97-4af6-84e9-aae9c728c3c0 req-9547cb7d-fbb6-4fdb-ae1f-ea12247199dc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.1647825 Dec 20 16:39:45.823574 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d4f36743-6a97-4af6-84e9-aae9c728c3c0 req-a5a96182-ed33-4ad3-99c2-3aa50eb5c7a3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389583 Dec 20 16:39:47.020870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6afe5-f296-405a-9076-4cb934f24574 req-cd845f17-79f0-494d-b64a-1ff8c104d837 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:47.022335 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cbd6afe5-f296-405a-9076-4cb934f24574 req-cd845f17-79f0-494d-b64a-1ff8c104d837 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0781572 Dec 20 16:39:47.068919 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cbd6afe5-f296-405a-9076-4cb934f24574 req-58ef10cd-4c9f-41bb-851a-bd97717d2cc3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406389 Dec 20 16:39:47.994099 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:39:48.268589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c5f1b-f8f1-4ca9-8c3e-4cf58cd19558 req-76c45d71-feb4-41e8-a82d-63ad64b36ed1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:48.269962 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-290c5f1b-f8f1-4ca9-8c3e-4cf58cd19558 req-76c45d71-feb4-41e8-a82d-63ad64b36ed1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0808811 Dec 20 16:39:48.316070 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-290c5f1b-f8f1-4ca9-8c3e-4cf58cd19558 req-a19043bc-cbbe-4a52-a63b-ff8d7d94944c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 Dec 20 16:39:48.425948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-c6886a62-d607-42a9-b6e5-7fa6be265c5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 1098 time: 0.0765424 Dec 20 16:39:48.554820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-fe5fc54d-82e2-40e2-a102-f25ed95f276e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:48.556186 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-fe5fc54d-82e2-40e2-a102-f25ed95f276e service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1244383 Dec 20 16:39:48.657308 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-3c334f9e-c68f-46fb-9505-3ab24261c9b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa HTTP/1.1" status: 200 len: 1000 time: 0.0944026 Dec 20 16:39:48.720301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-7c6204ea-ed71-4e2b-8cbc-b61fde6cab6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:48.721718 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-7c6204ea-ed71-4e2b-8cbc-b61fde6cab6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0581212 Dec 20 16:39:48.798484 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-f163d885-42a4-4bdc-bc57-1216e9346193 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707319 Dec 20 16:39:48.928588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-e6d4d4c4-d6a6-4c0b-a666-d0ec4f537f48 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233351 Dec 20 16:39:49.057305 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-7f30092e-7d94-4c2c-a415-5b57f1ea0137 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230268 Dec 20 16:39:49.510957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ecb18-9119-4523-91d4-356269ec06a8 req-5d216ece-3b5c-43c7-ab7a-d561d77cedcc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:49.512282 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-464ecb18-9119-4523-91d4-356269ec06a8 req-5d216ece-3b5c-43c7-ab7a-d561d77cedcc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0762248 Dec 20 16:39:49.557373 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-464ecb18-9119-4523-91d4-356269ec06a8 req-d9011440-c5fa-4ad5-a3bc-73f610814e0e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393853 Dec 20 16:39:50.758581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b29de-8103-4bdb-ba01-17bd72071a4c req-7bd04219-cd49-435d-ba65-244cdeb56b53 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:50.760050 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-201b29de-8103-4bdb-ba01-17bd72071a4c req-7bd04219-cd49-435d-ba65-244cdeb56b53 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0838814 Dec 20 16:39:50.805682 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-201b29de-8103-4bdb-ba01-17bd72071a4c req-63e24403-40f9-48b1-94e0-9c095cd123fd tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401013 Dec 20 16:39:51.195318 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-85d28527-c939-4b75-a331-0c2f55bd9d77 service neutron] 10.222.0.64 "GET /v2.0/ports/9a25e5ec-6be3-4887-a4f9-a792982f27aa/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0747645 Dec 20 16:39:51.852122 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-3bed9fbd-9027-48cd-a483-9540c5ce45fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 1098 time: 0.0749667 Dec 20 16:39:51.985225 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-5c813a03-6264-46f5-835b-264091c0a214 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 1098 time: 0.1116443 Dec 20 16:39:52.005856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5bfcde8b-4664-43c9-b8d4-72215e34fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:52.218675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6242a-2f4a-4a5d-ac12-518bf52751b0 req-77a951af-532b-478c-b0bc-5ae442d69e3a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:52.220030 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-27f6242a-2f4a-4a5d-ac12-518bf52751b0 req-77a951af-532b-478c-b0bc-5ae442d69e3a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.2852378 Dec 20 16:39:52.255237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-52b6b8b6-6a6f-41a7-af07-515cc3b304ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:52.257165 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-52b6b8b6-6a6f-41a7-af07-515cc3b304ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.2652297 Dec 20 16:39:52.346804 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-27f6242a-2f4a-4a5d-ac12-518bf52751b0 req-e3c2b012-4077-4f69-92e3-0936e7b64e84 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134646 Dec 20 16:39:52.372418 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-438c2f93-3bfe-4da9-af51-84afb70f63d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa HTTP/1.1" status: 200 len: 1000 time: 0.1049545 Dec 20 16:39:52.433584 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-a639769d-0b32-4787-bb74-996c149b5e83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:52.435022 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-a639769d-0b32-4787-bb74-996c149b5e83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0561934 Dec 20 16:39:52.511580 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-09a8cbaf-6c87-4f40-a209-56bb94840d6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695913 Dec 20 16:39:52.639946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-597cb9f5-28d2-414e-bba2-4c0aee299958 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219616 Dec 20 16:39:52.772217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-14d8b186-05b9-4bfd-bb4b-62e98206422a service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263177 Dec 20 16:39:53.114571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9a25e5ec-6be3-4887-a4f9-a792982f27aa no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:39:53.226123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:53.251861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:39:53.261007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:53.315501 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'code': 200} Dec 20 16:39:53.360020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:53.361719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:39:53.426132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9a25e5ec-6be3-4887-a4f9-a792982f27aa,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:53.434847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.435226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.435570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.435907 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.436242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.436901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.437242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.437575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.438002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.438323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.438654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:53.443252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:39:53.551844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ecdfe-94b5-4dbd-86fd-5511df22ec7b req-b7e72d33-c4c9-4fed-9370-6c593aa60de7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:53.554282 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e0ecdfe-94b5-4dbd-86fd-5511df22ec7b req-b7e72d33-c4c9-4fed-9370-6c593aa60de7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 943 time: 0.0770826 Dec 20 16:39:53.599666 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e0ecdfe-94b5-4dbd-86fd-5511df22ec7b req-9bc99cf8-b047-46e5-a8ed-15bb13e0df04 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408599 Dec 20 16:39:54.297209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9b99cd11-58d9-4cf8-815d-68f659644ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:54.802892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639e93e-b4d0-4fe7-93d9-d97729e68fc0 req-f360c02e-533d-47ae-b505-59bbf7cfde54 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:54.804868 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a639e93e-b4d0-4fe7-93d9-d97729e68fc0 req-f360c02e-533d-47ae-b505-59bbf7cfde54 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 943 time: 0.0818608 Dec 20 16:39:54.851477 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a639e93e-b4d0-4fe7-93d9-d97729e68fc0 req-b8c92f4d-c7be-4075-a53b-1d37480c39d8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409253 Dec 20 16:39:55.119812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9a25e5ec-6be3-4887-a4f9-a792982f27aa details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:39:55.298794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:55.312210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'mac_address': 'fa:16:3e:2a:01:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:39:55.363936 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:55.380842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a25e5ec-6be3-4887-a4f9-a792982f27aa {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:39:55.395584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:55.497270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:55.500489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:39:55.553008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:55.578363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['9a25e5ec-6be3-4887-a4f9-a792982f27aa'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:39:55.615465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9a25e5ec-6be3-4887-a4f9-a792982f27aa,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:55.619858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:39:55.657438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:56.061350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62a85-4785-4b04-8f78-70fdfd415823 req-8fea0e65-3d0d-467b-87d4-bb1753437ad4 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:56.062797 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-48c62a85-4785-4b04-8f78-70fdfd415823 req-8fea0e65-3d0d-467b-87d4-bb1753437ad4 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 944 time: 0.0770240 Dec 20 16:39:56.115661 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-48c62a85-4785-4b04-8f78-70fdfd415823 req-367c0664-2655-4901-9d6c-517216567b40 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447230 Dec 20 16:39:56.678402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8edcb-c6ac-454b-859f-11b94a01a18b req-a247700b-4cfa-4062-bbe2-2d201eb503b8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:56.681089 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-96f8edcb-c6ac-454b-859f-11b94a01a18b req-a247700b-4cfa-4062-bbe2-2d201eb503b8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 944 time: 0.1205499 Dec 20 16:39:56.745349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-995890f0-69fe-4076-83ba-c17f73803d93 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:56.746812 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-995890f0-69fe-4076-83ba-c17f73803d93 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 944 time: 0.1257751 Dec 20 16:39:56.754887 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-96f8edcb-c6ac-454b-859f-11b94a01a18b req-0ce28971-211b-4234-97d0-a2a4ff601c13 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678186 Dec 20 16:39:56.887958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-99fea0ac-30b9-408f-bebe-9e243cfda19d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 1097 time: 0.0680828 Dec 20 16:39:57.021636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-15818d01-4f91-4be6-ac2f-022094005421 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:57.023550 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-15818d01-4f91-4be6-ac2f-022094005421 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1289573 Dec 20 16:39:57.045795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:57.128847 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-56c7a6c2-7c63-4c49-8b98-8bedcb5f2fc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa HTTP/1.1" status: 200 len: 999 time: 0.0993044 Dec 20 16:39:57.138441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9a25e5ec-6be3-4887-a4f9-a792982f27aa up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:39:57.192653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-c05e812e-88e6-4228-b0ff-0f1604cd0992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:57.193974 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-c05e812e-88e6-4228-b0ff-0f1604cd0992 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0577583 Dec 20 16:39:57.208900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 9a25e5ec-6be3-4887-a4f9-a792982f27aa triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:57.209289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:57.274297 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-89ad224d-3d6a-4a19-9cd9-82b2d936eeaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734057 Dec 20 16:39:57.324640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:57.351202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:39:57.360451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:57.418527 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'code': 200} Dec 20 16:39:57.451763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:39:57.453625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:39:57.519997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-92f16c10-5285-452e-a8fb-19af41069456 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396870 Dec 20 16:39:57.537173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9a25e5ec-6be3-4887-a4f9-a792982f27aa,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:57.537173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:39:57.651946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c137b53-c4c5-4a32-8bb5-938ba66825fb req-d92368b1-c585-4d9b-bb3d-61d6c44d9687 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240313 Dec 20 16:39:57.966499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac020-2a30-4d97-b49b-c72e8636df8b req-6d827ddc-2ead-420a-b79a-d9bf8dc7cc52 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:57.967975 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5a2ac020-2a30-4d97-b49b-c72e8636df8b req-6d827ddc-2ead-420a-b79a-d9bf8dc7cc52 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0774353 Dec 20 16:39:58.015529 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5a2ac020-2a30-4d97-b49b-c72e8636df8b req-9c2ae284-0ea1-4786-9d66-ae6ad8bba415 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417435 Dec 20 16:39:59.222049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54788187-ec31-43c9-9d92-74d5add3853e req-38ef4399-9492-48a3-a420-119b5b88917d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:59.223595 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-54788187-ec31-43c9-9d92-74d5add3853e req-38ef4399-9492-48a3-a420-119b5b88917d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0826881 Dec 20 16:39:59.271495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-54788187-ec31-43c9-9d92-74d5add3853e req-5548fed8-7752-47d7-9671-1d6b58cedd06 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423412 Dec 20 16:39:59.462403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a61ef-c2d1-4a1a-9acb-b62d3136e26a req-2d00baf9-c623-4bca-befe-f0d258c13aa5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:59.463873 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-941a61ef-c2d1-4a1a-9acb-b62d3136e26a req-2d00baf9-c623-4bca-befe-f0d258c13aa5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0747781 Dec 20 16:39:59.512275 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-941a61ef-c2d1-4a1a-9acb-b62d3136e26a req-4243fc5a-1455-479e-bfd2-9aa4aa8b8ffe tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428686 Dec 20 16:40:00.074599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b06aad-94f7-4ad0-9e67-d03420341168 req-fcdf8c35-1ec8-461f-9ffc-fa1aab460bf4 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:00.074599 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-43b06aad-94f7-4ad0-9e67-d03420341168 req-fcdf8c35-1ec8-461f-9ffc-fa1aab460bf4 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0763397 Dec 20 16:40:00.122631 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-43b06aad-94f7-4ad0-9e67-d03420341168 req-d825d4aa-10af-401c-b4fc-9147e9f57f12 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428307 Dec 20 16:40:00.253550 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1441edb5-3f23-4ac7-bfbd-a47efe2dc1cb req-ee184adb-46ec-48dc-89cb-8cd74255232e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 1098 time: 0.0774071 Dec 20 16:40:00.383472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441edb5-3f23-4ac7-bfbd-a47efe2dc1cb req-0affbb90-3558-4a35-9d17-5d9cb6d17081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:00.384901 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1441edb5-3f23-4ac7-bfbd-a47efe2dc1cb req-0affbb90-3558-4a35-9d17-5d9cb6d17081 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1248081 Dec 20 16:40:00.482417 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1441edb5-3f23-4ac7-bfbd-a47efe2dc1cb req-0e3499af-dd29-4650-b0b6-1af442fe5ab5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa HTTP/1.1" status: 200 len: 1000 time: 0.0909340 Dec 20 16:40:00.546832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441edb5-3f23-4ac7-bfbd-a47efe2dc1cb req-ba94cc08-ec26-4709-a8dc-2b027deffb01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:00.548180 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1441edb5-3f23-4ac7-bfbd-a47efe2dc1cb req-ba94cc08-ec26-4709-a8dc-2b027deffb01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0594666 Dec 20 16:40:00.620529 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1441edb5-3f23-4ac7-bfbd-a47efe2dc1cb req-8f12b5be-437f-44c1-a77d-55dea5e75b00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661111 Dec 20 16:40:00.751017 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1441edb5-3f23-4ac7-bfbd-a47efe2dc1cb req-131ec115-435c-4a64-8cad-6e411c22d80f service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232376 Dec 20 16:40:00.881078 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1441edb5-3f23-4ac7-bfbd-a47efe2dc1cb req-4f625180-9632-4c35-92c5-e83bebaf1206 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232541 Dec 20 16:40:01.339166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c3d3a-a429-4ada-860d-6c12f80e181f req-f3f00285-6067-4314-88c0-1fbdd6719f90 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:01.340722 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-269c3d3a-a429-4ada-860d-6c12f80e181f req-f3f00285-6067-4314-88c0-1fbdd6719f90 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0893838 Dec 20 16:40:01.389564 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-269c3d3a-a429-4ada-860d-6c12f80e181f req-5b1e3798-1ab0-4fac-adb8-c59aa7b5368e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429749 Dec 20 16:40:02.587511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d291a-29e3-4427-9f8d-032a7365ae92 req-01cc02e7-84dc-4a2d-869b-b09224a217bb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:02.588854 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-481d291a-29e3-4427-9f8d-032a7365ae92 req-01cc02e7-84dc-4a2d-869b-b09224a217bb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0745978 Dec 20 16:40:02.634261 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-481d291a-29e3-4427-9f8d-032a7365ae92 req-b615325c-7813-48a8-b07d-9ae1861cdaec tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398047 Dec 20 16:40:03.370479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4488ca-1bb6-4596-a4d8-9881a9c1b3a2 req-2936997d-7e8d-4481-86e0-5821d894a1b8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:03.371947 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cb4488ca-1bb6-4596-a4d8-9881a9c1b3a2 req-2936997d-7e8d-4481-86e0-5821d894a1b8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0827870 Dec 20 16:40:03.418600 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cb4488ca-1bb6-4596-a4d8-9881a9c1b3a2 req-92c58ba9-9193-4f9f-a5a6-914f269a0cb8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411248 Dec 20 16:40:04.616334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc93ab-ef2e-4046-93be-fe9cbb5387c0 req-e71c17ca-5b40-4015-a875-3455d6434fc7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:04.617835 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80dc93ab-ef2e-4046-93be-fe9cbb5387c0 req-e71c17ca-5b40-4015-a875-3455d6434fc7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0777411 Dec 20 16:40:04.772735 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-80dc93ab-ef2e-4046-93be-fe9cbb5387c0 req-ff70a34e-200c-4891-9755-cc8399c170f0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485238 Dec 20 16:40:05.058004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-ea779f25-0d13-4beb-a3ac-163e53b52359 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:05.059474 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-ea779f25-0d13-4beb-a3ac-163e53b52359 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.0756929 Dec 20 16:40:05.129275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Deleting port 9a25e5ec-6be3-4887-a4f9-a792982f27aa {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:40:05.129609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:05.390175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] For port 9a25e5ec-6be3-4887-a4f9-a792982f27aa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9a25e5ec-6be3-4887-a4f9-a792982f27aa,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:05.390440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:05.694967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:05.695628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:05.695628 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4 disassociated. External IP: 172.26.7.31, port: 9a25e5ec-6be3-4887-a4f9-a792982f27aa. Dec 20 16:40:05.695861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Calling delete_port for 9a25e5ec-6be3-4887-a4f9-a792982f27aa owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:40:05.955245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:05.962933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-22e92d92-11e7-4424-a21e-7a58cb2ce906 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:40:06.018358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf842f1-4f01-4c27-ae0c-ceb5367b1ad8 req-fee2f4f7-c1bb-4c1b-8312-630cbb9a0bf5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:06.019837 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1cf842f1-4f01-4c27-ae0c-ceb5367b1ad8 req-fee2f4f7-c1bb-4c1b-8312-630cbb9a0bf5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 945 time: 0.1298947 Dec 20 16:40:06.021349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event deleted for resources: {'Port': ['ID=9a25e5ec-6be3-4887-a4f9-a792982f27aa,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:06.053514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.053906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.054287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.054666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.055072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.055487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.055816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.056256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.056719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.057084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.057450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:06.061202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:40:06.152793 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1cf842f1-4f01-4c27-ae0c-ceb5367b1ad8 req-557480ae-d1ae-4223-af5d-dfde4e4360eb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218686 Dec 20 16:40:06.293657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:06.494262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:06.506291 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:40:06.518757 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:06.519487 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:39:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:06.567213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] No DVR routers for this DVR port 9a25e5ec-6be3-4887-a4f9-a792982f27aa on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:06.570416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:06.573145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'name': 'network-vif-deleted', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:40:06.657861 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b5f19c0d-fddb-4a4d-85c7-9fde84a717e6 req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "DELETE /v2.0/ports/9a25e5ec-6be3-4887-a4f9-a792982f27aa HTTP/1.1" status: 204 len: 173 time: 1.5924592 Dec 20 16:40:06.696115 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:40:06.723114 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a2190e-adc6-46ba-966b-d54c1f2f37cb', 'name': 'network-vif-deleted', 'tag': '9a25e5ec-6be3-4887-a4f9-a792982f27aa', 'status': 'completed', 'code': 200} Dec 20 16:40:07.010327 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:07.014115 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:40:07.024624 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:07.025217 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:39:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:07.210766 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:40:07.449843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5aaabd1f-0eb7-45fc-9f0d-70efe7eb9179 req-c6931866-ca02-4b9d-b296-30d387be9b60 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Synchronizing usage tracker for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:40:07.558195 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:07.560307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5aaabd1f-0eb7-45fc-9f0d-70efe7eb9179 req-c6931866-ca02-4b9d-b296-30d387be9b60 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Unset dirty status for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:40:07.561590 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5aaabd1f-0eb7-45fc-9f0d-70efe7eb9179 req-c6931866-ca02-4b9d-b296-30d387be9b60 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a2190e-adc6-46ba-966b-d54c1f2f37cb HTTP/1.1" status: 200 len: 210 time: 0.2614534 Dec 20 16:40:07.562152 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a7d31-8f1f-4293-ba33-5a96eed133fe None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:40:07.792786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca3d2c-cd31-47ca-88a9-9b39a61d2275 None None] New status for floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:40:08.953107 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-2ac8acea-cffe-43a6-a5f2-bf36674f5a8f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--689408367&fields=id&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 267 time: 0.0497558 Dec 20 16:40:09.102489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-80045f07-dc31-438b-86b7-83827c17a487 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:09.103971 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-80045f07-dc31-438b-86b7-83827c17a487 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 812 time: 0.1427734 Dec 20 16:40:09.120361 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-f9bd7c2f-1f27-4446-b776-8ae39ff4d899 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/quotas/13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 375 time: 0.0109427 Dec 20 16:40:09.191877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9a25e5ec-6be3-4887-a4f9-a792982f27aa no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:40:09.204791 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-1f533342-36ff-4281-9eb1-56d52c04e488 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796010 Dec 20 16:40:09.229151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 9a25e5ec-6be3-4887-a4f9-a792982f27aa {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:40:09.229502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9a25e5ec-6be3-4887-a4f9-a792982f27aa not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:40:09.353141 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-9f008a71-4951-463e-b92e-0be3282c2d9e service neutron] 10.222.0.62 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355760 Dec 20 16:40:09.482704 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3391c48a-977f-4e23-b306-f6f28bc7c4f2 service neutron] 10.222.0.62 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238842 Dec 20 16:40:09.775836 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-39d10acb-627f-41e1-9c2a-b48b2e7732e7 req-54940965-64dc-40c8-b54c-a30a9232f844 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 210 time: 0.0406415 Dec 20 16:40:10.934512 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b40a7077-c773-48fe-b185-e2a045f37f8f req-1fb4fafe-e3f4-4067-8582-27add7da3228 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 210 time: 0.0408468 Dec 20 16:40:12.127275 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f5494f21-5c58-44a3-8d9a-3ce9c6fb26fa req-9af84e70-4a2b-49cb-8df4-f0b5793c1e28 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 210 time: 0.0647292 Dec 20 16:40:12.134652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-57b5ec39-6fc1-47f4-b80b-dd082d0eab93 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:12.136110 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-57b5ec39-6fc1-47f4-b80b-dd082d0eab93 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 812 time: 0.1966484 Dec 20 16:40:12.190518 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-12eb785f-a981-49ce-aff2-a5fbd00e337e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 379 time: 0.0411830 Dec 20 16:40:12.199375 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'port': {'device_id': '663fb449-4e53-407b-b441-950daa93304c', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'admin_state_up': True, 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'security_groups': ['e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:40:12.338649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:40:12.351136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:40:12.456741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Made reservation on behalf of 13fcbffa7f064f93b13ad3ca97ebd49b for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:12.459929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:12.625825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Allocated IP 172.20.0.13 (70acbf1d-8d93-4aed-94db-c18e0c0f24e7/65c30bf0-1b96-4152-b8d4-1b23195adf54/9de2b5eb-6108-4333-97be-b2d34c6c840c) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:12.806455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:12.823690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Transition to ACTIVE for port object 9de2b5eb-6108-4333-97be-b2d34c6c840c will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:40:12.932245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:12.938564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f50a0706-b201-4bdf-b2f2-5c3b4645e327 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:40:13.020573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:13.024002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:13.028004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:13.063255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:13.067693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:40:13.096462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:13.097060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:13.191748 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9933243 Dec 20 16:40:13.201090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Request body: {'port': {'device_id': '663fb449-4e53-407b-b441-950daa93304c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:40:13.325744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-78873e66-2ade-475c-9108-0ff8251dfb5d None None] Provisioning for port 9de2b5eb-6108-4333-97be-b2d34c6c840c completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:40:13.331161 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-78873e66-2ade-475c-9108-0ff8251dfb5d None None] Provisioning complete for port 9de2b5eb-6108-4333-97be-b2d34c6c840c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:13.331538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-78873e66-2ade-475c-9108-0ff8251dfb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:13.384906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-78873e66-2ade-475c-9108-0ff8251dfb5d None None] Port 9de2b5eb-6108-4333-97be-b2d34c6c840c cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:40:13.464532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:13.538822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e952-1cbc-4b17-af7c-fd1e5075874f req-2c6c3c25-498b-4356-ad72-758a6ccf8af0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:13.539533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-dc80e952-1cbc-4b17-af7c-fd1e5075874f req-2c6c3c25-498b-4356-ad72-758a6ccf8af0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Synchronizing usage tracker for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:40:13.634223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-dc80e952-1cbc-4b17-af7c-fd1e5075874f req-2c6c3c25-498b-4356-ad72-758a6ccf8af0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Unset dirty status for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:40:13.635385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc80e952-1cbc-4b17-af7c-fd1e5075874f req-2c6c3c25-498b-4356-ad72-758a6ccf8af0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 932 time: 0.3837903 Dec 20 16:40:13.780177 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc80e952-1cbc-4b17-af7c-fd1e5075874f req-f7bf6361-4684-4ed3-b3d7-3c4f281e1f48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384430 Dec 20 16:40:13.874430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de2b5eb-6108-4333-97be-b2d34c6c840c {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:40:13.881308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:13.895193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Transition to ACTIVE for port object 9de2b5eb-6108-4333-97be-b2d34c6c840c will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:40:13.965437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:13.969164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:40:14.099810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:14.103889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:40:14.209426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Attempting to bind port 9de2b5eb-6108-4333-97be-b2d34c6c840c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:40:14.210156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Attempting to bind port 9de2b5eb-6108-4333-97be-b2d34c6c840c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:40:14.210156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Attempting to bind port 9de2b5eb-6108-4333-97be-b2d34c6c840c on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:40:14.215875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Port 9de2b5eb-6108-4333-97be-b2d34c6c840c on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:40:14.216187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Attempting to bind port 9de2b5eb-6108-4333-97be-b2d34c6c840c on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:40:14.222329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:40:14.222660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Checking segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:40:14.223065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Bound using segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:40:14.223482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Bound port: 9de2b5eb-6108-4333-97be-b2d34c6c840c, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:40:14.223819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:14.316240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:14.319507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:14.452025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:14.455833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a2097b2b-49f6-4769-a780-5329479a8305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:40:14.517208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:14.518552 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] 10.222.0.64 "PUT /v2.0/ports/9de2b5eb-6108-4333-97be-b2d34c6c840c HTTP/1.1" status: 200 len: 1094 time: 1.3220928 Dec 20 16:40:14.519109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:40:14.541991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:14.546904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:40:14.576573 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'status': 'completed', 'code': 200} Dec 20 16:40:14.670696 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76efc2e9-db0a-4fbd-8699-9ea15cb6daad req-65630931-8202-4710-9a84-f66b50a8df13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 1097 time: 0.0730147 Dec 20 16:40:14.813304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efc2e9-db0a-4fbd-8699-9ea15cb6daad req-0deaa5ac-2605-4724-b955-5eb4ce1f0bcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:14.814650 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76efc2e9-db0a-4fbd-8699-9ea15cb6daad req-0deaa5ac-2605-4724-b955-5eb4ce1f0bcb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1373210 Dec 20 16:40:14.959883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efc2e9-db0a-4fbd-8699-9ea15cb6daad req-c7c93aa4-dc8e-4fbd-b9d6-75a704a556e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:14.961366 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76efc2e9-db0a-4fbd-8699-9ea15cb6daad req-c7c93aa4-dc8e-4fbd-b9d6-75a704a556e0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406012 Dec 20 16:40:15.125538 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-2493ccc6-fb46-4077-864c-44aa3b702ba7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 1097 time: 0.1277089 Dec 20 16:40:15.139071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443e45e-18b2-466a-851e-0fbca3ad6a4f req-c87545fc-9490-40c2-b87e-dcfaea20ca07 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:15.140434 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d443e45e-18b2-466a-851e-0fbca3ad6a4f req-c87545fc-9490-40c2-b87e-dcfaea20ca07 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 944 time: 0.0990574 Dec 20 16:40:15.218600 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-61c826f6-cb48-42da-8c72-d828a449c41b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c HTTP/1.1" status: 200 len: 217 time: 0.0852604 Dec 20 16:40:15.279679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:15.280499 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d443e45e-18b2-466a-851e-0fbca3ad6a4f req-47b683dc-1941-472b-b478-e5a922ba33c9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919015 Dec 20 16:40:15.296589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-200e9cf7-a762-41c7-b2b2-a06f51e7047c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:15.297641 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-200e9cf7-a762-41c7-b2b2-a06f51e7047c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0685627 Dec 20 16:40:15.466428 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-321fc717-6814-45e4-a7b7-3dd2498c0d01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1626501 Dec 20 16:40:15.594707 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-a75c72e7-8342-4265-b411-9a98796883d1 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221611 Dec 20 16:40:15.724330 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e529d2d7-0a0d-4840-98b6-57c5e10bcd98 req-53e406e3-883f-44fd-be87-bdd0ad3af781 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227849 Dec 20 16:40:16.485573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33d107-a12a-4a64-bdf2-7081dee102a6 req-ee1c01ac-00d5-4199-b47d-1956c7bc066f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:16.486929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6e33d107-a12a-4a64-bdf2-7081dee102a6 req-ee1c01ac-00d5-4199-b47d-1956c7bc066f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 944 time: 0.0762630 Dec 20 16:40:16.535479 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6e33d107-a12a-4a64-bdf2-7081dee102a6 req-121ce4c1-4361-42f7-8e5b-3c7b444f5267 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Dec 20 16:40:17.227610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de2b5eb-6108-4333-97be-b2d34c6c840c details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:40:17.362170 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:17.375780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'mac_address': 'fa:16:3e:8c:08:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:40:17.431820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:17.449301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de2b5eb-6108-4333-97be-b2d34c6c840c {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:40:17.464357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:17.543433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:17.545173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:40:17.609975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:17.613151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:40:17.728701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4668e-a278-4d77-80ce-9c06371c04d0 req-e05bc26d-62b6-4bb9-ba9b-d75893261f41 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:17.730658 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0df4668e-a278-4d77-80ce-9c06371c04d0 req-e05bc26d-62b6-4bb9-ba9b-d75893261f41 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 945 time: 0.0760026 Dec 20 16:40:17.773717 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0df4668e-a278-4d77-80ce-9c06371c04d0 req-6858a1c1-6af7-4fa7-8083-a0dd78a6628e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375195 Dec 20 16:40:17.941367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['9de2b5eb-6108-4333-97be-b2d34c6c840c'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:40:18.970934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fdeaf-8a8c-4cf9-b908-e55d2d77f509 req-08cd601c-b195-4d64-be97-9c6dcfb0a7c7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:18.972371 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f0fdeaf-8a8c-4cf9-b908-e55d2d77f509 req-08cd601c-b195-4d64-be97-9c6dcfb0a7c7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 945 time: 0.0791399 Dec 20 16:40:19.023133 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f0fdeaf-8a8c-4cf9-b908-e55d2d77f509 req-667ace7e-4953-4b99-af44-cfbab96d860d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449708 Dec 20 16:40:19.238010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de2b5eb-6108-4333-97be-b2d34c6c840c up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:40:19.388606 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 9de2b5eb-6108-4333-97be-b2d34c6c840c completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:40:19.393939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 9de2b5eb-6108-4333-97be-b2d34c6c840c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:19.394319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:19.540968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:19.566765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:40:19.576697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:19.620836 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'code': 200} Dec 20 16:40:19.668288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:19.670226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:40:19.735541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:19.738531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:40:20.069839 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d922f053-5e85-4de8-9321-b1bb360e732c req-e0239b72-9c77-4f43-9ff5-967c28150459 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 1099 time: 0.0677276 Dec 20 16:40:20.112945 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d922f053-5e85-4de8-9321-b1bb360e732c req-1a88124d-7baa-42c4-a48f-9ee02f9664ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367591 Dec 20 16:40:20.234737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ae743-faf4-4bbe-b3ae-c626b0dbc7cc req-0857f82d-112a-4767-9eb7-c08c8a030ad1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:20.235551 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8a9ae743-faf4-4bbe-b3ae-c626b0dbc7cc req-0857f82d-112a-4767-9eb7-c08c8a030ad1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0906918 Dec 20 16:40:20.280650 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8a9ae743-faf4-4bbe-b3ae-c626b0dbc7cc req-81560ca7-446d-4ca4-91a5-d7dc0af430fc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396531 Dec 20 16:40:21.477410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a5c8f-85ea-46c6-9392-e884f4be42eb req-d2b7731f-9c52-466d-9a34-65baa4016ea6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:21.478981 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-279a5c8f-85ea-46c6-9392-e884f4be42eb req-d2b7731f-9c52-466d-9a34-65baa4016ea6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0761001 Dec 20 16:40:21.524994 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-279a5c8f-85ea-46c6-9392-e884f4be42eb req-47e5c0e5-6a5a-4226-a200-2b05da5bf089 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401194 Dec 20 16:40:22.028696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-526f2c51-a486-4351-af98-7f08217a45ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:22.733711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62f572-7add-4043-a4fd-906962dd7fd9 req-97f78774-3407-4ddf-8df2-515fdfec733d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:22.735171 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8c62f572-7add-4043-a4fd-906962dd7fd9 req-97f78774-3407-4ddf-8df2-515fdfec733d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0777509 Dec 20 16:40:22.781542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8c62f572-7add-4043-a4fd-906962dd7fd9 req-23631807-e103-44e2-8b14-dcf8bca6ae0d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407400 Dec 20 16:40:22.970182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d413f-a656-4596-9bd6-7bcbb07ff361 req-199c0845-f2df-48e7-a63d-f631fd19f618 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:22.971665 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a73d413f-a656-4596-9bd6-7bcbb07ff361 req-199c0845-f2df-48e7-a63d-f631fd19f618 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0752907 Dec 20 16:40:22.980156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 32940) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:40:22.985520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a93eef61-b995-4ce6-af21-6aa74ae1b239 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'floatingip': {'port_id': '9de2b5eb-6108-4333-97be-b2d34c6c840c'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:40:23.063475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a93eef61-b995-4ce6-af21-6aa74ae1b239 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:23.756868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a93eef61-b995-4ce6-af21-6aa74ae1b239 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:23.844914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a93eef61-b995-4ce6-af21-6aa74ae1b239 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:24.035494 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-a93eef61-b995-4ce6-af21-6aa74ae1b239 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4 associated. External IP: 172.26.7.31, port: 9de2b5eb-6108-4333-97be-b2d34c6c840c. Dec 20 16:40:24.285654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-62f7b47f-d1a0-4405-a69e-f44196ecdc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:24.473034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93eef61-b995-4ce6-af21-6aa74ae1b239 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:24.722210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93eef61-b995-4ce6-af21-6aa74ae1b239 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:24.726872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a93eef61-b995-4ce6-af21-6aa74ae1b239 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:24.732704 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:40:24.748315 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:24.748936 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:40:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:24.780727 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a93eef61-b995-4ce6-af21-6aa74ae1b239 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "PUT /v2.0/floatingips/8dbcc0ae-2440-4b6b-8c04-5af1687428a4 HTTP/1.1" status: 200 len: 991 time: 1.7995193 Dec 20 16:40:24.781465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:40:24.837625 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'status': 'completed', 'code': 200} Dec 20 16:40:24.938473 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3b86541a-c32e-4db9-8933-8130930f00f7 req-ed9f7811-f540-4d47-9443-24735f4d0be7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 1099 time: 0.0766902 Dec 20 16:40:24.939775 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:40:25.010310 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:40:25.071625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86541a-c32e-4db9-8933-8130930f00f7 req-abce9e2f-f4b9-41b1-82b8-58d3f5ba792c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:25.073168 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3b86541a-c32e-4db9-8933-8130930f00f7 req-abce9e2f-f4b9-41b1-82b8-58d3f5ba792c service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1280065 Dec 20 16:40:25.172921 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3b86541a-c32e-4db9-8933-8130930f00f7 req-815965b1-5d35-484c-8c9a-dc5add8d57bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c HTTP/1.1" status: 200 len: 999 time: 0.0927279 Dec 20 16:40:25.297152 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:8c:08:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fb449-4e53-407b-b441-950daa93304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:40:23Z', 'revision_number': 9, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:25.301465 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:40:25.313290 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:25.313959 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:40:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:25.355345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86541a-c32e-4db9-8933-8130930f00f7 req-898e1285-8876-438d-9ac0-e20171085f78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:25.356954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3b86541a-c32e-4db9-8933-8130930f00f7 req-898e1285-8876-438d-9ac0-e20171085f78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.1780427 Dec 20 16:40:25.434872 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3b86541a-c32e-4db9-8933-8130930f00f7 req-1d0d79ff-7cd7-4067-99f8-ab96b89f7741 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710840 Dec 20 16:40:25.484854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:25.505545 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:40:25.576303 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3b86541a-c32e-4db9-8933-8130930f00f7 req-4cb56a13-bcfe-4100-9330-5ad86d1f7d59 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343074 Dec 20 16:40:25.600110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:25.710806 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3b86541a-c32e-4db9-8933-8130930f00f7 req-a815bf95-aacc-4e7b-aff7-cecb083e668f service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284125 Dec 20 16:40:25.862139 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:8c:08:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fb449-4e53-407b-b441-950daa93304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:40:23Z', 'revision_number': 9, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:25.866023 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731371a9-b07e-4bec-b0f9-1772832322ef None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:8c:08:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fb449-4e53-407b-b441-950daa93304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:40:23Z', 'revision_number': 9, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:40:26.094429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d945e-9a3c-42b6-9a00-c9151287bdd8 None None] New status for floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:40:27.159605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:45.347606 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:52.056957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-550ebd3a-54fe-4091-8eaf-84ec7b24bc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:54.354028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-42c32ab1-c2b9-4a53-b315-dd115ba50b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:55.496872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:55.639374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:40:57.074486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:02.000532 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:41:05.006795 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b0f4276-f537-4175-bcda-de60512f7556 req-8e4f0568-f8e7-4d31-8ddd-3e054ce6175c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700734 Dec 20 16:41:05.146477 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b0f4276-f537-4175-bcda-de60512f7556 req-a8897f92-eca6-4f61-9c99-63c9643ca58c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 1099 time: 0.0687215 Dec 20 16:41:05.291316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f4276-f537-4175-bcda-de60512f7556 req-85cec7e1-6685-4220-954c-3b13591ce59f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:05.292663 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b0f4276-f537-4175-bcda-de60512f7556 req-85cec7e1-6685-4220-954c-3b13591ce59f service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1276183 Dec 20 16:41:05.394992 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b0f4276-f537-4175-bcda-de60512f7556 req-fb84253b-85aa-4c94-aa06-ab123e5c2123 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c HTTP/1.1" status: 200 len: 1002 time: 0.0955389 Dec 20 16:41:05.460256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f4276-f537-4175-bcda-de60512f7556 req-80a6a914-102a-43db-b269-ff358f678833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:05.461681 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b0f4276-f537-4175-bcda-de60512f7556 req-80a6a914-102a-43db-b269-ff358f678833 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0606229 Dec 20 16:41:05.535145 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b0f4276-f537-4175-bcda-de60512f7556 req-8776afc9-bc21-4eaa-a603-ec55417eed82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674567 Dec 20 16:41:05.671901 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b0f4276-f537-4175-bcda-de60512f7556 req-efe68ceb-ef55-4d96-bfd2-273d606c432a service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297503 Dec 20 16:41:05.802869 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b0f4276-f537-4175-bcda-de60512f7556 req-df8bd02f-b08a-43bb-abfa-6eaa26281338 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245964 Dec 20 16:41:15.342775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:22.044960 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-57174d26-55c1-481c-a853-577af1bb5aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:24.273830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-32e69bde-f85e-438f-a0c3-c5ced7bc76c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:25.496685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:25.616035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:27.044856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:37.923697 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9377bb0b-5612-454a-9bb9-90425dd4c7a7 req-9fc064ac-601f-4c55-b720-5508ce966000 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684066 Dec 20 16:41:38.451142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faec1e-e867-426d-a87c-79757b3b5118 req-67b431f0-ac0c-4ce0-ba90-d38ef963dd93 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:38.452627 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-73faec1e-e867-426d-a87c-79757b3b5118 req-67b431f0-ac0c-4ce0-ba90-d38ef963dd93 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0969298 Dec 20 16:41:38.518327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-73faec1e-e867-426d-a87c-79757b3b5118 req-1d73adf7-853d-4da1-b76d-78e10a886aa1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579760 Dec 20 16:41:38.638247 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-ce40573c-fc14-4cdb-a012-a81d67c4bff6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2114751 Dec 20 16:41:39.000274 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:41:39.724931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d42d-4c51-4d7b-943c-4d0ce4a04f8a req-a34cbd88-8d01-4e24-9e97-4c1f62171214 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:39.726395 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb79d42d-4c51-4d7b-943c-4d0ce4a04f8a req-a34cbd88-8d01-4e24-9e97-4c1f62171214 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0824316 Dec 20 16:41:39.772751 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb79d42d-4c51-4d7b-943c-4d0ce4a04f8a req-ff553f53-235d-431a-a947-28d5e5fd1c8a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406206 Dec 20 16:41:40.928745 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-e7fe5f0f-6773-417b-9fe4-4e122e84c584 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 1099 time: 0.0753829 Dec 20 16:41:41.244258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2af77-2265-449e-89d2-113d7104e780 req-8bd03d53-2f19-4c49-9764-b89191c1734d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:41.245793 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f2af77-2265-449e-89d2-113d7104e780 req-8bd03d53-2f19-4c49-9764-b89191c1734d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.3161788 Dec 20 16:41:41.248488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-5b945d71-258c-4018-bf7c-a41074c162ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:41.249816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-5b945d71-258c-4018-bf7c-a41074c162ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1808147 Dec 20 16:41:41.382101 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f2af77-2265-449e-89d2-113d7104e780 req-72b7ce6e-4fd5-408c-8ba3-a1ab06f3508e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281683 Dec 20 16:41:41.391606 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-f0a5aefd-6932-42c4-9bcf-043f47743bf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c HTTP/1.1" status: 200 len: 1002 time: 0.1236370 Dec 20 16:41:41.460660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-9cef2a4c-0f4a-457f-aa1f-6f9df565ce8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:41.462376 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-9cef2a4c-0f4a-457f-aa1f-6f9df565ce8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0634828 Dec 20 16:41:41.540809 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-f4e0433f-45a3-4ed9-8165-26c24e4dc164 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721271 Dec 20 16:41:41.687464 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-5f581151-5158-4120-a896-e1e78fe827c3 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394448 Dec 20 16:41:41.826701 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-161329a6-e9d9-4d18-863a-8a61a3b8fb3a service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323812 Dec 20 16:41:42.586604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99902-9248-4e2e-b2fe-fae271321e97 req-55f20777-8417-47ad-878d-16f11e20aebd tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:42.587982 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d6e99902-9248-4e2e-b2fe-fae271321e97 req-55f20777-8417-47ad-878d-16f11e20aebd tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0781710 Dec 20 16:41:42.637782 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d6e99902-9248-4e2e-b2fe-fae271321e97 req-612d40fe-24f9-471a-9af4-adc75ff7d0c1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442393 Dec 20 16:41:43.842861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd70b6-dc05-49b8-b9c8-2e441762926b req-8bafe6a2-993e-4e0e-9374-68c1684bb6d9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:43.844335 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-53cd70b6-dc05-49b8-b9c8-2e441762926b req-8bafe6a2-993e-4e0e-9374-68c1684bb6d9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0779183 Dec 20 16:41:43.891592 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-53cd70b6-dc05-49b8-b9c8-2e441762926b req-89cda7d4-782a-425a-ba7c-4ea23c72be5e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408642 Dec 20 16:41:45.112338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bc6fc-1ac2-49b7-88ce-e44afbfcbb54 req-98a037d2-a6fc-4c5f-9c60-ef0141a53b0a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:45.114334 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-694bc6fc-1ac2-49b7-88ce-e44afbfcbb54 req-98a037d2-a6fc-4c5f-9c60-ef0141a53b0a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0974402 Dec 20 16:41:45.160627 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-694bc6fc-1ac2-49b7-88ce-e44afbfcbb54 req-055cd192-965f-40a7-8029-21fa8a91ef8b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406852 Dec 20 16:41:45.348031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:46.355534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda17ab3-8da3-4357-9d91-454f5c472612 req-55eef190-7c48-41f5-95db-f98ac59492cc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:46.356974 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bda17ab3-8da3-4357-9d91-454f5c472612 req-55eef190-7c48-41f5-95db-f98ac59492cc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0758955 Dec 20 16:41:46.401708 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bda17ab3-8da3-4357-9d91-454f5c472612 req-38c2865d-3551-47bf-a3c9-55a47f4babca tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392182 Dec 20 16:41:47.604742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8029-66bf-45fb-956b-93f583fe9b86 req-d0960fbe-53f8-46a4-b3e0-a3ad3aa5a242 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:47.606081 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eaaf8029-66bf-45fb-956b-93f583fe9b86 req-d0960fbe-53f8-46a4-b3e0-a3ad3aa5a242 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0817761 Dec 20 16:41:47.652451 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eaaf8029-66bf-45fb-956b-93f583fe9b86 req-9379e08d-f64b-4146-8847-9c263b1836f1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408418 Dec 20 16:41:48.846663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77798-1daa-4ef0-9f7b-64ef9c780da3 req-9c859c97-0e82-40ca-92ee-3334b425f575 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:48.848133 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6eb77798-1daa-4ef0-9f7b-64ef9c780da3 req-9c859c97-0e82-40ca-92ee-3334b425f575 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0754108 Dec 20 16:41:48.892826 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6eb77798-1daa-4ef0-9f7b-64ef9c780da3 req-7483268d-ad1b-4152-9e67-a02587c33d1e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392413 Dec 20 16:41:50.098087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77400c0-48d4-414a-a396-375e07b6de37 req-334d50b3-03b5-4c6c-8c39-c940bc87b01b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:50.099590 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d77400c0-48d4-414a-a396-375e07b6de37 req-334d50b3-03b5-4c6c-8c39-c940bc87b01b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0817165 Dec 20 16:41:50.146758 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d77400c0-48d4-414a-a396-375e07b6de37 req-ad70d65d-a527-4904-b5c8-b1256aa09dee tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416331 Dec 20 16:41:51.350530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afb0d9-4618-439d-94c9-e8c947c96a59 req-8b386658-8f6b-4ecc-9207-3b0580941c59 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:51.353561 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d3afb0d9-4618-439d-94c9-e8c947c96a59 req-8b386658-8f6b-4ecc-9207-3b0580941c59 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0788977 Dec 20 16:41:51.403546 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d3afb0d9-4618-439d-94c9-e8c947c96a59 req-01060b79-8334-47cd-871e-37d7600015a3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450327 Dec 20 16:41:52.108132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1e764295-2691-4de8-a538-f205219832a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:52.600481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f162bf6-5da2-4a6b-bfbe-0f957e7761a5 req-a9113aae-d2b1-4059-a682-462d6bcc197d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:52.601936 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4f162bf6-5da2-4a6b-bfbe-0f957e7761a5 req-a9113aae-d2b1-4059-a682-462d6bcc197d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0780613 Dec 20 16:41:52.648591 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4f162bf6-5da2-4a6b-bfbe-0f957e7761a5 req-cc2ed5b8-7ecb-4309-b891-021ad0d1bf25 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Dec 20 16:41:54.008213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6a607-74ac-4532-a27f-92d4c4c2e95f req-8eddbacd-3fb5-4ffb-aeb1-3beb332eb066 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:54.009678 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-16c6a607-74ac-4532-a27f-92d4c4c2e95f req-8eddbacd-3fb5-4ffb-aeb1-3beb332eb066 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.2403936 Dec 20 16:41:54.064930 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-95279c2e-da70-4807-843e-df2928667108 service neutron] 10.222.0.64 "GET /v2.0/ports/9de2b5eb-6108-4333-97be-b2d34c6c840c/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.1160588 Dec 20 16:41:54.073809 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-16c6a607-74ac-4532-a27f-92d4c4c2e95f req-33192d57-ba25-4823-aa8f-37cee20f7c74 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568693 Dec 20 16:41:54.267734 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fb06ef2e-8aea-4548-9c3b-f010f6cefe84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:54.761965 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-8fdd7636-fbe7-4859-be99-e5b9b12edf22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 1099 time: 0.0736649 Dec 20 16:41:54.851884 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-961e52c5-f6ef-4026-99dc-a69081eb1acd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 1099 time: 0.0693181 Dec 20 16:41:54.990394 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-891808fb-4a31-405c-80c5-1f738271bd44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:54.991940 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-891808fb-4a31-405c-80c5-1f738271bd44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1344326 Dec 20 16:41:55.097969 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-069371d0-fd01-4b88-bbda-6bbcf8945c0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c HTTP/1.1" status: 200 len: 1002 time: 0.0992386 Dec 20 16:41:55.161350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-3b7bdeb9-f926-4a76-bae0-f871343c3cec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:55.162805 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-3b7bdeb9-f926-4a76-bae0-f871343c3cec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0592823 Dec 20 16:41:55.325042 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-4009c290-f608-4865-8041-f891d17e1c36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1561699 Dec 20 16:41:55.331115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba932761-8b18-49f7-b2ac-7b210f705c2f req-19d9b249-64ee-4cd8-bdad-8ec276c6e66e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:55.333128 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ba932761-8b18-49f7-b2ac-7b210f705c2f req-19d9b249-64ee-4cd8-bdad-8ec276c6e66e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.1199615 Dec 20 16:41:55.484189 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ba932761-8b18-49f7-b2ac-7b210f705c2f req-0bd9916c-837c-4e24-bc2d-66de9e464e55 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323667 Dec 20 16:41:55.511169 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-873ec102-18d2-4481-86de-13708a4068e5 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769662 Dec 20 16:41:55.534041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:55.643829 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e264256a-3576-4fc1-939d-5cf7cb673b0f req-ce1a8cb3-232d-437b-a2c3-3c5d4f4ce5f3 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261125 Dec 20 16:41:55.644974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:56.695775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dcd4a-2223-46ee-9ecd-e75b0cd12618 req-144d9361-0a7e-4e98-b3d5-bd8ad91d0d63 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:56.697245 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d49dcd4a-2223-46ee-9ecd-e75b0cd12618 req-144d9361-0a7e-4e98-b3d5-bd8ad91d0d63 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0828114 Dec 20 16:41:56.747828 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d49dcd4a-2223-46ee-9ecd-e75b0cd12618 req-0dae3a19-bad8-4436-80d2-9ffc72ebaaf5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444040 Dec 20 16:41:57.142147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:57.757023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de2b5eb-6108-4333-97be-b2d34c6c840c no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:41:57.866786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:57.895303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:41:57.905232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:57.952860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e3116-222d-43d0-b855-df1ae6014deb req-44690d05-7fea-48a6-9111-af05c1cd79a0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:57.954326 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-722e3116-222d-43d0-b855-df1ae6014deb req-44690d05-7fea-48a6-9111-af05c1cd79a0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0825155 Dec 20 16:41:57.963109 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'code': 200} Dec 20 16:41:58.000321 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-722e3116-222d-43d0-b855-df1ae6014deb req-274d8ddb-6348-48fc-8a95-b159cf15b462 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398648 Dec 20 16:41:58.016091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:58.017884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:41:58.092983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:58.102115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.104678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.104678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.104678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.104678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.104678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.104678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.104678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.104678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.105697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.105697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:58.109199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:41:59.206334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd551b-6fa1-439b-a0fe-47b87d9c41cb req-807be874-5eed-42e4-a4f7-5dd43cb90e2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:59.207913 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-17fd551b-6fa1-439b-a0fe-47b87d9c41cb req-807be874-5eed-42e4-a4f7-5dd43cb90e2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 944 time: 0.0776241 Dec 20 16:41:59.259159 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-17fd551b-6fa1-439b-a0fe-47b87d9c41cb req-6bbd252b-5c56-42a8-8e79-21bb27361262 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455406 Dec 20 16:41:59.760401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de2b5eb-6108-4333-97be-b2d34c6c840c details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:41:59.896645 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:59.910463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'mac_address': 'fa:16:3e:8c:08:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:41:59.963220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:41:59.980918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de2b5eb-6108-4333-97be-b2d34c6c840c {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:41:59.996007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:00.142202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:00.145553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a5fa6256-0f69-4401-9e45-38ea8cdaf5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:00.214185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['9de2b5eb-6108-4333-97be-b2d34c6c840c'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:42:00.260127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:00.270183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:00.337897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca7930-9fbb-487f-8552-4c51229ab772 req-a42588b4-0969-45e6-97d2-1e672fd5d61b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:00.339454 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61ca7930-9fbb-487f-8552-4c51229ab772 req-a42588b4-0969-45e6-97d2-1e672fd5d61b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 945 time: 0.1334171 Dec 20 16:42:00.382976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-99566c91-ab80-416e-8ba1-53d98b5728b3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:00.384426 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-99566c91-ab80-416e-8ba1-53d98b5728b3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 945 time: 0.1250029 Dec 20 16:42:00.452812 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61ca7930-9fbb-487f-8552-4c51229ab772 req-29d6e272-3b22-4f09-b8d8-16c87bd2ebad tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063344 Dec 20 16:42:00.482544 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-c6604a8f-3435-43e1-b1fb-95e1c6782632 service neutron] 10.222.0.64 "GET /v2.0/ports/9de2b5eb-6108-4333-97be-b2d34c6c840c/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0901172 Dec 20 16:42:00.574027 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-5f752731-e1b3-4b38-9f81-b1bc88104172 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 1098 time: 0.0691462 Dec 20 16:42:00.703725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-4640f9b9-9b3e-4ead-b39d-b588836fcff5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:00.705193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-4640f9b9-9b3e-4ead-b39d-b588836fcff5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1250632 Dec 20 16:42:00.904317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-a17c2d22-681b-4ca9-88ff-685f29138ebc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c HTTP/1.1" status: 200 len: 1001 time: 0.1926448 Dec 20 16:42:00.969492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-73846e6f-2e9e-4046-9206-789aac042631 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:00.970998 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-73846e6f-2e9e-4046-9206-789aac042631 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0605643 Dec 20 16:42:01.045157 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-e00a535e-3864-4503-a902-a0d26c35070e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674765 Dec 20 16:42:01.178447 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-188f30d1-9048-4dac-8cb0-6d0b5edcd1d6 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264105 Dec 20 16:42:01.308876 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-02293f89-e8b1-48c9-9faf-ffdd8ec7ef01 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247480 Dec 20 16:42:01.653460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3f72f-4cce-48b9-99e8-5677742f0064 req-6bf272e9-d2c5-4301-b5da-9d13d17f0da9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:01.654905 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1fd3f72f-4cce-48b9-99e8-5677742f0064 req-6bf272e9-d2c5-4301-b5da-9d13d17f0da9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 945 time: 0.0750749 Dec 20 16:42:01.703756 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1fd3f72f-4cce-48b9-99e8-5677742f0064 req-e28e5f1f-57b1-4ff5-aca1-7f76f295edaa tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Dec 20 16:42:01.779885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de2b5eb-6108-4333-97be-b2d34c6c840c up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:42:01.847585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 9de2b5eb-6108-4333-97be-b2d34c6c840c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:01.847849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:01.996267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:02.023286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:02.032656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:02.089261 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'code': 200} Dec 20 16:42:02.119122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:02.120969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:02.184630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:02.187754 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:03.040803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c515f8-9618-4b53-bd52-f9e69617f7e8 req-2a37162c-4c88-4f1a-9f22-e52272af32af tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:03.042172 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-87c515f8-9618-4b53-bd52-f9e69617f7e8 req-2a37162c-4c88-4f1a-9f22-e52272af32af tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0777981 Dec 20 16:42:03.089687 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-87c515f8-9618-4b53-bd52-f9e69617f7e8 req-e3beea94-aff5-4eda-b529-a474460b41ee tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418768 Dec 20 16:42:04.292841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d684594-d260-40ab-ae6f-a3738401fc6e req-fa083104-3605-4e30-acfc-a1bd8f1cf39c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:04.294290 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d684594-d260-40ab-ae6f-a3738401fc6e req-fa083104-3605-4e30-acfc-a1bd8f1cf39c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0809343 Dec 20 16:42:04.340650 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d684594-d260-40ab-ae6f-a3738401fc6e req-392a5f01-0473-4ce6-90de-743119c459d2 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408204 Dec 20 16:42:04.822385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-d4030de3-2cfb-4ab1-ab3a-35de80517f76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 1099 time: 0.0694737 Dec 20 16:42:04.921341 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-256214a5-412e-4a2d-96db-6686715f4eba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 1099 time: 0.0779092 Dec 20 16:42:05.067028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-e6b9b4c8-3f72-4438-ac61-c83c19d51ace service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:05.068450 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-e6b9b4c8-3f72-4438-ac61-c83c19d51ace service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1340332 Dec 20 16:42:05.176578 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-72f853bc-9b2b-43ae-992c-9bb03f76dbae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c HTTP/1.1" status: 200 len: 1002 time: 0.1018326 Dec 20 16:42:05.241319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-ff77f061-fe42-46b1-bd2e-2ecb055cf497 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:05.242958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-ff77f061-fe42-46b1-bd2e-2ecb055cf497 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0601664 Dec 20 16:42:05.326059 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-112bd019-a6e5-4505-bd6f-e6131f69afa1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768821 Dec 20 16:42:05.505547 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-ed906904-c48b-49de-b541-fcdefe1940d6 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729169 Dec 20 16:42:05.783328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d95a0b-7f61-4d31-880f-45677f04805f req-27cf28a1-e54d-4228-8b6e-d65f4158501c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:05.784812 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00d95a0b-7f61-4d31-880f-45677f04805f req-27cf28a1-e54d-4228-8b6e-d65f4158501c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.3198214 Dec 20 16:42:05.786557 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccfb0701-c4d1-40fb-b554-2a258744d4e4 req-94b23c86-356c-43c0-aef3-4765c47521e0 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745843 Dec 20 16:42:05.832929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00d95a0b-7f61-4d31-880f-45677f04805f req-8350b69c-69a7-4b1b-8f60-ea0ab799ece2 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421209 Dec 20 16:42:07.100736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a5c2-8846-4738-a288-2e27b0437f59 req-8babeffc-42c0-42e3-b2e8-ab1b331590b9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:07.102173 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dfd7a5c2-8846-4738-a288-2e27b0437f59 req-8babeffc-42c0-42e3-b2e8-ab1b331590b9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.1421828 Dec 20 16:42:07.105778 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d65c9572-0632-48a4-9b92-71273faf470c req-25926a39-c9d2-4ea2-b427-4a9cd22f3505 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 1099 time: 0.1009576 Dec 20 16:42:07.185133 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dfd7a5c2-8846-4738-a288-2e27b0437f59 req-a85dacfc-8e77-4255-a568-5a6bc16f8747 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771475 Dec 20 16:42:07.272497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c9572-0632-48a4-9b92-71273faf470c req-9116fabd-8207-4473-a7ed-c9562c314771 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:07.273936 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d65c9572-0632-48a4-9b92-71273faf470c req-9116fabd-8207-4473-a7ed-c9562c314771 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1472869 Dec 20 16:42:07.387737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d65c9572-0632-48a4-9b92-71273faf470c req-a667ec19-29db-4c89-b2d1-13e71481f21f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c HTTP/1.1" status: 200 len: 1002 time: 0.1018932 Dec 20 16:42:07.450877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c9572-0632-48a4-9b92-71273faf470c req-7dcd2679-699d-4fa3-b942-e40a89718f6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:07.452260 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d65c9572-0632-48a4-9b92-71273faf470c req-7dcd2679-699d-4fa3-b942-e40a89718f6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0571613 Dec 20 16:42:07.540327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d65c9572-0632-48a4-9b92-71273faf470c req-f2e394a0-9e5a-4e78-8c12-4114d8f16d87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783339 Dec 20 16:42:07.675952 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d65c9572-0632-48a4-9b92-71273faf470c req-25b4e71b-36cc-488b-abad-5da569bf7e19 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282046 Dec 20 16:42:07.816921 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d65c9572-0632-48a4-9b92-71273faf470c req-eefc5838-13c0-4592-95ca-22bd0c3e5b51 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331084 Dec 20 16:42:07.820608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de2b5eb-6108-4333-97be-b2d34c6c840c details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:42:07.824042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de2b5eb-6108-4333-97be-b2d34c6c840c no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:42:08.046797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:08.067498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:08.091990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:08.098112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'mac_address': 'fa:16:3e:8c:08:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:42:08.104300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:08.149269 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'code': 200} Dec 20 16:42:08.162859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:08.173769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:08.178476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:08.221828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9de2b5eb-6108-4333-97be-b2d34c6c840c {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:42:08.295572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=9']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:08.301328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:08.305601 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:42:08.305959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:42:08.385937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bbda6-e269-4d63-b31a-99844a305cc3 req-cdbf04bd-8015-45c7-adc7-208339023290 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:08.387385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1d4bbda6-e269-4d63-b31a-99844a305cc3 req-cdbf04bd-8015-45c7-adc7-208339023290 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 944 time: 0.0768723 Dec 20 16:42:08.434741 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1d4bbda6-e269-4d63-b31a-99844a305cc3 req-7134e364-b157-489d-a828-55af4e7b7830 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417593 Dec 20 16:42:08.635928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ba40-53b4-48e1-8d90-cd0fd3128bb7 req-37223a3a-cdfe-4b52-97bf-94c5ef51ecc1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:08.637416 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4582ba40-53b4-48e1-8d90-cd0fd3128bb7 req-37223a3a-cdfe-4b52-97bf-94c5ef51ecc1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 944 time: 0.0778284 Dec 20 16:42:08.682289 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4582ba40-53b4-48e1-8d90-cd0fd3128bb7 req-b5f59bc6-ab0f-4f72-8585-44bc3a3ed8c6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Dec 20 16:42:08.859295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:08.877146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de2b5eb-6108-4333-97be-b2d34c6c840c {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:42:08.885069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f36bf-7be2-4e38-927d-02f662c070e2 req-38f737e0-1667-4483-a564-8a582738469a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:08.886600 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4d4f36bf-7be2-4e38-927d-02f662c070e2 req-38f737e0-1667-4483-a564-8a582738469a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 944 time: 0.0772505 Dec 20 16:42:08.893579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:08.937394 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4d4f36bf-7be2-4e38-927d-02f662c070e2 req-22dc9a7c-bf09-4eab-ae87-580574c321fd tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451076 Dec 20 16:42:08.999149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:09.001218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:09.067174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['9de2b5eb-6108-4333-97be-b2d34c6c840c'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:42:09.114720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=10']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:09.123987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:09.717635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceed13-bcac-49db-8445-9393a47a8495 req-4560ef62-2897-42c9-8608-e715ba7f3ad5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:09.719116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-53ceed13-bcac-49db-8445-9393a47a8495 req-4560ef62-2897-42c9-8608-e715ba7f3ad5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 946 time: 0.0760980 Dec 20 16:42:09.771483 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-53ceed13-bcac-49db-8445-9393a47a8495 req-7a5dea0c-a534-4450-a40e-228a61f7b009 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461862 Dec 20 16:42:09.835211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de2b5eb-6108-4333-97be-b2d34c6c840c up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:42:09.904330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 9de2b5eb-6108-4333-97be-b2d34c6c840c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:09.904985 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:10.018145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:10.051729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:10.125059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:10.126795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:10.153975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:10.195351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=11']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:10.198342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:10.210792 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'code': 200} Dec 20 16:42:10.997666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc3b79-e1d5-4fdc-8130-31a0549ef10b req-56e2d098-383c-4d0f-9b63-b8790c42a8b9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:10.999200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0acc3b79-e1d5-4fdc-8130-31a0549ef10b req-56e2d098-383c-4d0f-9b63-b8790c42a8b9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 947 time: 0.1007991 Dec 20 16:42:11.044948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0acc3b79-e1d5-4fdc-8130-31a0549ef10b req-22f402d2-2fa4-42bb-809d-014e3f0ae768 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400331 Dec 20 16:42:11.907736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-706914ee-69b6-4f0d-8cd8-634afd5746be tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:11.909115 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-706914ee-69b6-4f0d-8cd8-634afd5746be tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 947 time: 0.0829768 Dec 20 16:42:11.982300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Deleting port 9de2b5eb-6108-4333-97be-b2d34c6c840c {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:42:11.982637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:12.397762 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] For port 9de2b5eb-6108-4333-97be-b2d34c6c840c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de2b5eb-6108-4333-97be-b2d34c6c840c,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:12.398430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:12.496648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb419c1-0e68-47ae-97cc-5844c41b8baa req-9834cbba-9790-45b0-a3f6-ed51944e609b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:12.498103 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aeb419c1-0e68-47ae-97cc-5844c41b8baa req-9834cbba-9790-45b0-a3f6-ed51944e609b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 947 time: 0.2418149 Dec 20 16:42:12.699609 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aeb419c1-0e68-47ae-97cc-5844c41b8baa req-8c8d2c3f-54a5-46de-b5c8-8e545069c7ca tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916852 Dec 20 16:42:12.749299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:12.749299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:12.749299 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4 disassociated. External IP: 172.26.7.31, port: 9de2b5eb-6108-4333-97be-b2d34c6c840c. Dec 20 16:42:12.749299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Calling delete_port for 9de2b5eb-6108-4333-97be-b2d34c6c840c owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:42:12.962646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:12.969274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bd8d5ad9-3a79-44b2-8451-cecd5ae69302 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:13.016926 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event deleted for resources: {'Port': ['ID=9de2b5eb-6108-4333-97be-b2d34c6c840c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:13.030982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.031344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.031728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.032065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.032448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.032886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.033152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.033507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.033857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.034206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.034602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:13.038675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:13.244891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:13.456941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:13.467404 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:42:13.480127 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:13.480910 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:41:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:13.549679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] No DVR routers for this DVR port 9de2b5eb-6108-4333-97be-b2d34c6c840c on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:13.553590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:13.560405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-deleted', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:13.633275 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663fb449-4e53-407b-b441-950daa93304c', 'name': 'network-vif-deleted', 'tag': '9de2b5eb-6108-4333-97be-b2d34c6c840c', 'status': 'completed', 'code': 200} Dec 20 16:42:13.643949 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a31dcf3-bb3a-4a8a-a7d0-b9d29c055a27 req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "DELETE /v2.0/ports/9de2b5eb-6108-4333-97be-b2d34c6c840c HTTP/1.1" status: 204 len: 173 time: 1.7280817 Dec 20 16:42:13.682119 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:42:13.881216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6a452e96-99ff-4b33-9283-f9e55e17e545 req-4320f335-a570-48f8-9ef2-58467b12b768 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Synchronizing usage tracker for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:42:13.979960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-6a452e96-99ff-4b33-9283-f9e55e17e545 req-4320f335-a570-48f8-9ef2-58467b12b768 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Unset dirty status for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:42:13.981805 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a452e96-99ff-4b33-9283-f9e55e17e545 req-4320f335-a570-48f8-9ef2-58467b12b768 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=663fb449-4e53-407b-b441-950daa93304c HTTP/1.1" status: 200 len: 210 time: 0.1537602 Dec 20 16:42:14.048720 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:14.054174 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:42:14.066676 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:14.067491 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:41:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:14.267165 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:42:14.625460 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:14.630204 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e2ca9-59ee-464b-9a42-9a38cbc923f2 None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:42:14.880513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d76d2-940d-4c39-9d20-e4e483c95512 None None] New status for floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:42:15.305687 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:15.417634 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-b1b97489-7c5e-45cc-b380-d2f8d6c57629 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--689408367&fields=id&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 267 time: 0.0441234 Dec 20 16:42:15.569139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-b7c93dc3-376f-4deb-8c5b-bddfc2cea237 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:15.570582 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-b7c93dc3-376f-4deb-8c5b-bddfc2cea237 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 812 time: 0.1458392 Dec 20 16:42:15.587618 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-2e883592-46b1-4f2c-9337-49918e9298d7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/quotas/13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 375 time: 0.0116024 Dec 20 16:42:15.671808 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-6ab0ae67-1392-4052-9b87-302092206704 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785973 Dec 20 16:42:15.756834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-415856db-99b3-4698-b36a-635f0b544fa5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:42:15.757847 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-415856db-99b3-4698-b36a-635f0b544fa5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0736012 Dec 20 16:42:15.866146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de2b5eb-6108-4333-97be-b2d34c6c840c no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:42:15.900594 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 9de2b5eb-6108-4333-97be-b2d34c6c840c {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:42:15.901361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de2b5eb-6108-4333-97be-b2d34c6c840c not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:42:15.999635 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:42:16.021297 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-a204c5fb-3ec1-4f95-a915-caed8a49e38b service neutron] 10.222.0.62 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556303 Dec 20 16:42:16.164368 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-ba0d86f8-f94d-4ca1-abcd-ef8a2a0d8f06 service neutron] 10.222.0.62 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370251 Dec 20 16:42:16.465804 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0e9a501a-299f-484a-ac4e-5e7fdf3c7235 req-4c304915-88ff-42ee-834c-b717d3b0490d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 210 time: 0.0633895 Dec 20 16:42:17.676041 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cb988dca-3b7b-494b-b295-918c5050f9bd req-6543ba59-f8e5-4838-9420-9f3706113dff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 210 time: 0.0718253 Dec 20 16:42:18.809525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0318add1-a809-492f-8e6b-6c55d0c0de9d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:18.812236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0318add1-a809-492f-8e6b-6c55d0c0de9d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 812 time: 0.2039375 Dec 20 16:42:18.939092 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-3e391ea7-2208-45b8-a709-db3b45c6053c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 379 time: 0.1134627 Dec 20 16:42:18.946490 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d13963f1-840f-4278-b12c-8dc09739c18f req-24113a16-6051-4123-b052-fdee3dbe7a8d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 210 time: 0.0534203 Dec 20 16:42:18.955696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'port': {'device_id': '1cc51fee-5712-497f-be8d-047b167952d2', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'admin_state_up': True, 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'security_groups': ['e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:42:19.130171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:42:19.143416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:42:19.222595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Made reservation on behalf of 13fcbffa7f064f93b13ad3ca97ebd49b for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:19.227993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:19.444841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Allocated IP 172.20.0.7 (70acbf1d-8d93-4aed-94db-c18e0c0f24e7/65c30bf0-1b96-4152-b8d4-1b23195adf54/866a1212-d39a-4943-a206-c1435f65b7d7) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:19.642690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:19.665726 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Transition to ACTIVE for port object 866a1212-d39a-4943-a206-c1435f65b7d7 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:42:19.745880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:19.752289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:19.832991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:19.837006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:19.842135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:19.869770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:19.876297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:19.913849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:19.914558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:20.044071 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0947862 Dec 20 16:42:20.062633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Request body: {'port': {'device_id': '1cc51fee-5712-497f-be8d-047b167952d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:42:20.146203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-eaf10c03-acd5-4a92-b325-24baad1bcb9a None None] Provisioning for port 866a1212-d39a-4943-a206-c1435f65b7d7 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:42:20.152083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-eaf10c03-acd5-4a92-b325-24baad1bcb9a None None] Provisioning complete for port 866a1212-d39a-4943-a206-c1435f65b7d7 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:20.152444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eaf10c03-acd5-4a92-b325-24baad1bcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:20.212217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-eaf10c03-acd5-4a92-b325-24baad1bcb9a None None] Port 866a1212-d39a-4943-a206-c1435f65b7d7 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:42:20.237807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:20.263864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f68807-0ce8-4bf0-a1fe-889e082e9c93 req-acf03ef2-1c7b-4d80-bcbc-4188d7c6e47e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:20.264454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-28f68807-0ce8-4bf0-a1fe-889e082e9c93 req-acf03ef2-1c7b-4d80-bcbc-4188d7c6e47e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Synchronizing usage tracker for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:42:20.403403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-28f68807-0ce8-4bf0-a1fe-889e082e9c93 req-acf03ef2-1c7b-4d80-bcbc-4188d7c6e47e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Unset dirty status for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:42:20.404585 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-28f68807-0ce8-4bf0-a1fe-889e082e9c93 req-acf03ef2-1c7b-4d80-bcbc-4188d7c6e47e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 931 time: 0.3064759 Dec 20 16:42:20.657025 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-28f68807-0ce8-4bf0-a1fe-889e082e9c93 req-20363ec2-2276-4e86-953a-662387aeb028 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447205 Dec 20 16:42:20.772001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866a1212-d39a-4943-a206-c1435f65b7d7 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:42:20.781000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:20.806795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Transition to ACTIVE for port object 866a1212-d39a-4943-a206-c1435f65b7d7 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:42:20.901805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:20.906046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7fb9b79d-840f-4614-8754-83e5049caf0c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:21.036530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:21.040571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:21.180967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Attempting to bind port 866a1212-d39a-4943-a206-c1435f65b7d7 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:42:21.181495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Attempting to bind port 866a1212-d39a-4943-a206-c1435f65b7d7 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:42:21.182000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Attempting to bind port 866a1212-d39a-4943-a206-c1435f65b7d7 on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:42:21.192987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Port 866a1212-d39a-4943-a206-c1435f65b7d7 on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:42:21.193482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Attempting to bind port 866a1212-d39a-4943-a206-c1435f65b7d7 on network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:42:21.209863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:42:21.210653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Checking segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:42:21.211412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Bound using segment: {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:42:21.211946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Bound port: 866a1212-d39a-4943-a206-c1435f65b7d7, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b6eeee-e39b-4b50-8ccc-389b8e151933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:42:21.212523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:21.345634 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:21.349828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:21.422679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:21.427731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6b322ccf-056f-46bb-b15c-10db2bc2ab2b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:21.493076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:21.494489 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] 10.222.0.64 "PUT /v2.0/ports/866a1212-d39a-4943-a206-c1435f65b7d7 HTTP/1.1" status: 200 len: 1093 time: 1.4410887 Dec 20 16:42:21.495067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:21.515090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:21.523467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:21.583112 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'status': 'completed', 'code': 200} Dec 20 16:42:21.707499 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0d4b6cf8-4e25-4de9-a6fc-a17314f96d14 req-0fb4d95c-e618-424d-a1a9-1129f47b9f24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 1096 time: 0.1003940 Dec 20 16:42:21.916242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6cf8-4e25-4de9-a6fc-a17314f96d14 req-a298339c-02cd-436e-ac3c-3f5203c27a4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:21.917806 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0d4b6cf8-4e25-4de9-a6fc-a17314f96d14 req-a298339c-02cd-436e-ac3c-3f5203c27a4e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2025549 Dec 20 16:42:22.039021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8c11f96-6e21-4ca5-9558-d3f6a5ab9cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:22.080924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab422a8-6a3b-4c8e-9382-aaaa5e326e1b req-d4a16abd-d74e-4b6d-9fae-2d1b725117a3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:22.083098 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ab422a8-6a3b-4c8e-9382-aaaa5e326e1b req-d4a16abd-d74e-4b6d-9fae-2d1b725117a3 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 943 time: 0.2299573 Dec 20 16:42:22.124609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6cf8-4e25-4de9-a6fc-a17314f96d14 req-fce0dc4e-1672-4244-89db-b556709f0d45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:22.126061 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0d4b6cf8-4e25-4de9-a6fc-a17314f96d14 req-fce0dc4e-1672-4244-89db-b556709f0d45 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2006476 Dec 20 16:42:22.154645 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ab422a8-6a3b-4c8e-9382-aaaa5e326e1b req-15b236b7-b97a-4a3b-bd56-bc736c3d801e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647540 Dec 20 16:42:22.241323 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-e64d5a57-1fa0-485d-935e-6b72b695e5f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 1096 time: 0.0761850 Dec 20 16:42:22.317872 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-fca7798c-7efd-4fde-a11f-9675e34131e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=866a1212-d39a-4943-a206-c1435f65b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0694959 Dec 20 16:42:22.381271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-924c562f-e014-41b7-9e4d-07658ef4c710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:22.382724 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-924c562f-e014-41b7-9e4d-07658ef4c710 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0590250 Dec 20 16:42:22.461439 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-d5aed274-5265-419f-b625-871c8eca3720 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724669 Dec 20 16:42:22.598711 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-3ad9d633-f011-4e49-a2f0-fc17443b3d55 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304035 Dec 20 16:42:22.858429 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-372fd4bb-1bbd-47d3-a4f7-9ebe23d5b632 req-20a08cc7-d882-40f5-8cb0-1e505e8f5187 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536538 Dec 20 16:42:23.382624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00db83-ea7e-45d7-8714-e511deb01d55 req-4e7d5043-b46f-44cb-9424-45421c156117 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:23.384196 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e00db83-ea7e-45d7-8714-e511deb01d55 req-4e7d5043-b46f-44cb-9424-45421c156117 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 943 time: 0.0804369 Dec 20 16:42:23.432138 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2e00db83-ea7e-45d7-8714-e511deb01d55 req-a2bbc7bf-e936-47a9-a579-49058f7d8ae5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419335 Dec 20 16:42:24.261680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bf48ae47-8bfd-4af2-85c8-48eba8492d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:24.644081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d06c5-9722-4a85-822c-72e9eeb3af6e req-3b98affe-32fd-48f3-9a82-27415d401073 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:24.645617 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f4d06c5-9722-4a85-822c-72e9eeb3af6e req-3b98affe-32fd-48f3-9a82-27415d401073 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 943 time: 0.0886161 Dec 20 16:42:24.698084 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f4d06c5-9722-4a85-822c-72e9eeb3af6e req-6a1749ad-47d9-450d-bf2c-9592fdb9fc6d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453773 Dec 20 16:42:25.484782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:25.610904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:25.892204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:42:25.972675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8ee15-f499-4560-a827-2f5b6d746a7c req-3f65f063-930a-4ce1-bc9a-2ce26e21508f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:25.980532 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7de8ee15-f499-4560-a827-2f5b6d746a7c req-3f65f063-930a-4ce1-bc9a-2ce26e21508f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 943 time: 0.1545753 Dec 20 16:42:26.025740 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7de8ee15-f499-4560-a827-2f5b6d746a7c req-13c25afb-93cd-4062-86ad-28c71871d8af tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444191 Dec 20 16:42:26.086180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:26.100607 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '866a1212-d39a-4943-a206-c1435f65b7d7', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '866a1212-d39a-4943-a206-c1435f65b7d7', 'mac_address': 'fa:16:3e:96:e8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:42:26.157166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:26.176877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866a1212-d39a-4943-a206-c1435f65b7d7 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:42:26.193786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:26.254111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:26.255912 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:26.323698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:26.326942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:26.587583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['866a1212-d39a-4943-a206-c1435f65b7d7'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:42:27.030925 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:27.296371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1db9a3-1c97-498b-afe7-b30c617831ee req-b306087d-714b-477e-9745-2f1a5954823b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:27.297853 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1e1db9a3-1c97-498b-afe7-b30c617831ee req-b306087d-714b-477e-9745-2f1a5954823b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.1501133 Dec 20 16:42:27.343442 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1e1db9a3-1c97-498b-afe7-b30c617831ee req-b3d6b614-dbe1-4de8-8a51-450337f439ab tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400414 Dec 20 16:42:27.910726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:42:28.061532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 866a1212-d39a-4943-a206-c1435f65b7d7 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:42:28.067015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 866a1212-d39a-4943-a206-c1435f65b7d7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:28.067543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:28.197267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:28.224928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:28.235365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:28.281605 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'code': 200} Dec 20 16:42:28.318868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:28.320907 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:42:28.392866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:28.395053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:42:28.546377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0258d7-c55e-4f63-a257-0a71c18982e1 req-fb454ab3-f82e-4419-8b93-12826a0cacec tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:28.548051 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa0258d7-c55e-4f63-a257-0a71c18982e1 req-fb454ab3-f82e-4419-8b93-12826a0cacec tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0807028 Dec 20 16:42:28.640631 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fa0258d7-c55e-4f63-a257-0a71c18982e1 req-05b8726d-ab79-4013-984d-a2d8a06b31e1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869970 Dec 20 16:42:28.664498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff8d24a1-5dd6-4f16-9575-6624182da3c6 req-a310d8aa-c00b-441a-ab42-334e6732601d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 1098 time: 0.0923960 Dec 20 16:42:28.707659 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff8d24a1-5dd6-4f16-9575-6624182da3c6 req-6a65ee7f-aece-415b-bb3f-f6f8a8c88d5b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370255 Dec 20 16:42:29.844764 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7b006-4ee9-4554-af70-68e3c52c225d req-ebec00ae-4025-420b-8f42-7649cc61cf4b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:29.846221 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0e7b006-4ee9-4554-af70-68e3c52c225d req-ebec00ae-4025-420b-8f42-7649cc61cf4b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0820570 Dec 20 16:42:29.893153 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0e7b006-4ee9-4554-af70-68e3c52c225d req-b6788bb4-11f1-4cb8-b1b9-f29986570a7a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410500 Dec 20 16:42:31.090614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa01b0-25ee-433a-b3b5-17245f5f55ce req-b418b4da-f013-4e19-bd20-58c2e257436c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:31.092322 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18fa01b0-25ee-433a-b3b5-17245f5f55ce req-b418b4da-f013-4e19-bd20-58c2e257436c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0789411 Dec 20 16:42:31.138488 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18fa01b0-25ee-433a-b3b5-17245f5f55ce req-3bb17d6f-0420-48c3-bdf9-87617954ad29 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406232 Dec 20 16:42:31.330797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd7192-8089-4e40-8d36-db945cbf0ff1 req-e14313e6-d95b-40f4-b984-3e3ce4bb7672 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:31.332875 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b4fd7192-8089-4e40-8d36-db945cbf0ff1 req-e14313e6-d95b-40f4-b984-3e3ce4bb7672 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0801632 Dec 20 16:42:31.341963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33250) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:42:31.347539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9edfa016-5358-4939-88d5-d0a18b872965 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Request body: {'floatingip': {'port_id': '866a1212-d39a-4943-a206-c1435f65b7d7'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:42:31.424717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9edfa016-5358-4939-88d5-d0a18b872965 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:32.135059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9edfa016-5358-4939-88d5-d0a18b872965 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:32.219282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9edfa016-5358-4939-88d5-d0a18b872965 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:32.412873 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-9edfa016-5358-4939-88d5-d0a18b872965 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4 associated. External IP: 172.26.7.31, port: 866a1212-d39a-4943-a206-c1435f65b7d7. Dec 20 16:42:32.816228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edfa016-5358-4939-88d5-d0a18b872965 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:33.030820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edfa016-5358-4939-88d5-d0a18b872965 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:33.036721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9edfa016-5358-4939-88d5-d0a18b872965 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:33.044032 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:42:33.057553 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:33.058197 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:42:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:33.095489 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9edfa016-5358-4939-88d5-d0a18b872965 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "PUT /v2.0/floatingips/8dbcc0ae-2440-4b6b-8c04-5af1687428a4 HTTP/1.1" status: 200 len: 991 time: 1.7494943 Dec 20 16:42:33.095489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:33.279202 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'status': 'completed', 'code': 200} Dec 20 16:42:33.309298 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:42:33.369574 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-41b7d0d7-08b5-4878-9efe-39884824359e req-daddc970-ca00-4e73-a13e-3a56568cd04b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 1098 time: 0.0712864 Dec 20 16:42:33.502218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7d0d7-08b5-4878-9efe-39884824359e req-8b1cff06-326f-4732-be26-7ed89b1cfdfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:33.503841 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-41b7d0d7-08b5-4878-9efe-39884824359e req-8b1cff06-326f-4732-be26-7ed89b1cfdfa service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1284571 Dec 20 16:42:33.610030 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-41b7d0d7-08b5-4878-9efe-39884824359e req-44d51f32-b5fb-4224-92cd-70269c58e321 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=866a1212-d39a-4943-a206-c1435f65b7d7 HTTP/1.1" status: 200 len: 999 time: 0.0992539 Dec 20 16:42:33.651453 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '866a1212-d39a-4943-a206-c1435f65b7d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:96:e8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc51fee-5712-497f-be8d-047b167952d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:42:32Z', 'revision_number': 13, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:33.655638 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:42:33.667730 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:33.668344 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:42:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:33.677001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7d0d7-08b5-4878-9efe-39884824359e req-0f9ba733-c468-44e5-85e7-d267a1048b5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:33.678465 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-41b7d0d7-08b5-4878-9efe-39884824359e req-0f9ba733-c468-44e5-85e7-d267a1048b5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0616429 Dec 20 16:42:33.754293 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-41b7d0d7-08b5-4878-9efe-39884824359e req-f3f3dfb7-e2b0-4f8c-ab9b-8dfe6f8abac7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690515 Dec 20 16:42:33.850883 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:42:33.894542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-41b7d0d7-08b5-4878-9efe-39884824359e req-1cee245a-6e7d-46bc-8aef-d37c1a6435c3 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339891 Dec 20 16:42:34.027232 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-41b7d0d7-08b5-4878-9efe-39884824359e req-006660b1-1ad9-49d2-8848-990ec0109b82 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266384 Dec 20 16:42:34.202035 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '866a1212-d39a-4943-a206-c1435f65b7d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:96:e8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc51fee-5712-497f-be8d-047b167952d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:42:32Z', 'revision_number': 13, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:34.206343 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea3466-45d4-40e3-b6a5-fd209a36201d None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '8dbcc0ae-2440-4b6b-8c04-5af1687428a4', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'port_id': '866a1212-d39a-4943-a206-c1435f65b7d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'mac_address': 'fa:16:3e:96:e8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc51fee-5712-497f-be8d-047b167952d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:53Z', 'updated_at': '2021-12-20T16:42:32Z', 'revision_number': 13, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:42:34.398751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c8428-cfdd-412f-9aea-8b5427ff79ba None None] New status for floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:42:45.272789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:52.018628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b99c59db-510e-4af9-bd4f-5141f9109eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:53.000356 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:42:54.276032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-50fab7b3-ae31-4b10-8ce9-b92386b8ecfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:55.489767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:55.578845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:42:57.053074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:09.038038 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3893cdf3-1f98-485c-a35e-43af8d83e443 req-c325c30d-5af0-4708-8d17-bbb5f81d296c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720973 Dec 20 16:43:09.288625 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3893cdf3-1f98-485c-a35e-43af8d83e443 req-e5c4cbbe-547c-486a-a0fb-8b529e5197ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 1098 time: 0.1808505 Dec 20 16:43:09.439645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893cdf3-1f98-485c-a35e-43af8d83e443 req-8c0111a6-b088-4318-968d-a124f488585d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:09.441145 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3893cdf3-1f98-485c-a35e-43af8d83e443 req-8c0111a6-b088-4318-968d-a124f488585d service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1325717 Dec 20 16:43:09.547634 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3893cdf3-1f98-485c-a35e-43af8d83e443 req-2ad90f97-982d-4b92-a2a6-a8b78d2abe11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=866a1212-d39a-4943-a206-c1435f65b7d7 HTTP/1.1" status: 200 len: 1001 time: 0.0997102 Dec 20 16:43:09.610587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893cdf3-1f98-485c-a35e-43af8d83e443 req-8ea5e593-9ce8-4d0e-8de9-591b8c95c3be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:09.612105 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3893cdf3-1f98-485c-a35e-43af8d83e443 req-8ea5e593-9ce8-4d0e-8de9-591b8c95c3be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0587733 Dec 20 16:43:09.695591 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3893cdf3-1f98-485c-a35e-43af8d83e443 req-1b176324-cd8e-4c10-92e7-49a09e187bbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775361 Dec 20 16:43:09.840726 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3893cdf3-1f98-485c-a35e-43af8d83e443 req-22adb542-cc19-4ca7-8cf7-98d81485991d service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383514 Dec 20 16:43:09.982940 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3893cdf3-1f98-485c-a35e-43af8d83e443 req-08f3cfb0-e41b-4929-a30d-face050bab72 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352024 Dec 20 16:43:15.305525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:22.007060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf498-23ed-4478-9025-2c2744ec0f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:24.280875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b123ccd1-ea6f-4f68-ad95-d4cf95da2132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:25.507175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:25.595942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:27.063760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:30.001322 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:43:45.309893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:46.128779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014f8b0-37b4-4d98-9571-0e49ce666301 req-9c42cbd9-2ad3-4868-bd49-d40df4173a9e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:46.130312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1014f8b0-37b4-4d98-9571-0e49ce666301 req-9c42cbd9-2ad3-4868-bd49-d40df4173a9e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0866270 Dec 20 16:43:46.178624 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1014f8b0-37b4-4d98-9571-0e49ce666301 req-6c1c121c-307b-4d46-bf58-b9489034ae6a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 Dec 20 16:43:52.014864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-da4ad6a9-fbc1-474a-878a-ee53f5f3c578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:54.284071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d8835e3a-89cf-415f-b028-c2246e2c439f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:55.514833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:55.594524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:57.112622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:43:57.700442 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7644171e-736c-4b10-9b1f-3e46986f64c7 req-5b27c6e4-f6f3-408f-a79f-02c0590e8f84 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1390607 Dec 20 16:43:58.254868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859df06c-a4aa-469f-9bc3-0ba6c7192ebe req-22364238-4e0f-4c40-b6c0-97cb760e9854 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:58.256385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-859df06c-a4aa-469f-9bc3-0ba6c7192ebe req-22364238-4e0f-4c40-b6c0-97cb760e9854 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.1351836 Dec 20 16:43:58.328873 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-859df06c-a4aa-469f-9bc3-0ba6c7192ebe req-cd7ac3cc-6e9d-41f2-b6c4-aa7932ae57b8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618279 Dec 20 16:43:58.332187 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-a20f327f-4dd9-4e95-b174-ef2ef596c599 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441920 Dec 20 16:43:59.565081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05798ea-c785-401b-994b-828ef6db1c9f req-c5687b6a-f6fd-4721-9988-fc07cb47d1de tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:59.566543 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c05798ea-c785-401b-994b-828ef6db1c9f req-c5687b6a-f6fd-4721-9988-fc07cb47d1de tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0799069 Dec 20 16:43:59.625417 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c05798ea-c785-401b-994b-828ef6db1c9f req-f3869e5a-e90f-418f-9435-146f9f017130 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523252 Dec 20 16:44:00.883855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f2552-bdf7-472a-8852-74ee6efc0183 req-29b4b2b6-5e12-4721-8fda-32ec29f40edf tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:00.886497 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b36f2552-bdf7-472a-8852-74ee6efc0183 req-29b4b2b6-5e12-4721-8fda-32ec29f40edf tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.1074083 Dec 20 16:44:00.935108 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b36f2552-bdf7-472a-8852-74ee6efc0183 req-60aafac0-28aa-4a4e-95e4-da5002125e97 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431247 Dec 20 16:44:01.511998 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-34e94efb-8b67-40da-812f-12f03832810c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 1098 time: 0.0782120 Dec 20 16:44:01.655915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-99a4911a-8c74-4bbf-802a-2aa56edfd7ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:01.657944 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-99a4911a-8c74-4bbf-802a-2aa56edfd7ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1388278 Dec 20 16:44:01.756804 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-51aa5caf-49b6-4deb-805f-86abf961fb57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=866a1212-d39a-4943-a206-c1435f65b7d7 HTTP/1.1" status: 200 len: 1001 time: 0.0932856 Dec 20 16:44:01.932958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-45850685-d281-4aa5-b247-8df726290f37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:01.934293 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-45850685-d281-4aa5-b247-8df726290f37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.1717823 Dec 20 16:44:02.010072 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-c7563f30-5e5f-467f-b032-1bf8faf9e012 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694561 Dec 20 16:44:02.020779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-cc5d91d9-b0bc-40de-9bc7-8ed19286f503 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:44:02.021743 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-cc5d91d9-b0bc-40de-9bc7-8ed19286f503 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054107 Dec 20 16:44:02.209744 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-59e611f1-45e3-49df-a8a2-3632da83cedc service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815190 Dec 20 16:44:02.269232 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73382f7c-179d-4796-a5cf-33614f3b17a2 req-8cf193b7-967e-48b3-bfe2-b280cc77affe tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:02.270737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-73382f7c-179d-4796-a5cf-33614f3b17a2 req-8cf193b7-967e-48b3-bfe2-b280cc77affe tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.1985312 Dec 20 16:44:02.388022 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-30a635c5-75d8-4bde-b550-c0d72563eefe service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706855 Dec 20 16:44:02.390302 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-73382f7c-179d-4796-a5cf-33614f3b17a2 req-cd897ca5-9783-43bd-b484-454594cfba3d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690930 Dec 20 16:44:03.593271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2bd8a-3931-4236-996b-427b8f7d5801 req-e85d95b8-77bb-446b-a8a3-f11a304529e8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:03.594610 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-20a2bd8a-3931-4236-996b-427b8f7d5801 req-e85d95b8-77bb-446b-a8a3-f11a304529e8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0829222 Dec 20 16:44:03.640959 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-20a2bd8a-3931-4236-996b-427b8f7d5801 req-47a01d50-de22-47ad-bfcc-e2beefac6be0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406277 Dec 20 16:44:04.841206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a971e06-e2f0-46ab-8f6d-9e2af1501170 req-75208fb3-5b84-4d19-94e4-98c36716341e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:04.842714 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5a971e06-e2f0-46ab-8f6d-9e2af1501170 req-75208fb3-5b84-4d19-94e4-98c36716341e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0775383 Dec 20 16:44:04.890216 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5a971e06-e2f0-46ab-8f6d-9e2af1501170 req-f4b6e355-35e9-45a5-8a96-a1bfdc6050ad tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413222 Dec 20 16:44:06.096991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d83c26-ebc7-44dc-8641-6c91462f5da4 req-2ffe2aa4-cbdf-4367-9a54-908101258bc6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:06.098738 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11d83c26-ebc7-44dc-8641-6c91462f5da4 req-2ffe2aa4-cbdf-4367-9a54-908101258bc6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0835128 Dec 20 16:44:06.147877 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11d83c26-ebc7-44dc-8641-6c91462f5da4 req-467b245d-ef08-4b48-8bc9-d4be4b9327ef tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436316 Dec 20 16:44:07.001665 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:44:07.368945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8b5e-cfee-49fd-9de6-e24e3587cca5 req-54f5a658-8957-4562-84cf-3ca5422e92ca tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:07.370319 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a2ef8b5e-cfee-49fd-9de6-e24e3587cca5 req-54f5a658-8957-4562-84cf-3ca5422e92ca tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0847144 Dec 20 16:44:07.420495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a2ef8b5e-cfee-49fd-9de6-e24e3587cca5 req-97d1fc00-eb45-4a38-8673-7f05f8a779bb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443478 Dec 20 16:44:08.623834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b07ab-80db-451e-bfeb-cf5963dc1181 req-7659da4f-6fc2-416c-a374-57bf6393c0c0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:08.625242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-219b07ab-80db-451e-bfeb-cf5963dc1181 req-7659da4f-6fc2-416c-a374-57bf6393c0c0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0796969 Dec 20 16:44:08.674364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-219b07ab-80db-451e-bfeb-cf5963dc1181 req-27e45b8b-bd86-4aae-825e-10b07b89f5ac tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407681 Dec 20 16:44:09.136865 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b304ef1a-5909-4c0a-92d4-56ab3fe7a808 req-783fe9df-95fe-4016-a82e-07484c33793f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 1098 time: 0.1431727 Dec 20 16:44:09.298897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304ef1a-5909-4c0a-92d4-56ab3fe7a808 req-f56ff61a-359b-4230-a7a8-ec8b8cee0434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:09.300284 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b304ef1a-5909-4c0a-92d4-56ab3fe7a808 req-f56ff61a-359b-4230-a7a8-ec8b8cee0434 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1374552 Dec 20 16:44:09.403849 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b304ef1a-5909-4c0a-92d4-56ab3fe7a808 req-fa501c0f-dbd3-4e8d-b621-9977e78b1f08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=866a1212-d39a-4943-a206-c1435f65b7d7 HTTP/1.1" status: 200 len: 1001 time: 0.0974057 Dec 20 16:44:09.469103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304ef1a-5909-4c0a-92d4-56ab3fe7a808 req-ea734b24-bf56-4bf0-8fdb-35b5b65bfec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:09.471094 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b304ef1a-5909-4c0a-92d4-56ab3fe7a808 req-ea734b24-bf56-4bf0-8fdb-35b5b65bfec3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0609362 Dec 20 16:44:09.546248 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b304ef1a-5909-4c0a-92d4-56ab3fe7a808 req-3a6f181c-3c7b-410f-9fe5-35464869cc90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691917 Dec 20 16:44:09.680329 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b304ef1a-5909-4c0a-92d4-56ab3fe7a808 req-cc6107dc-1642-4026-8dd9-66a8570d5098 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265178 Dec 20 16:44:09.969268 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b304ef1a-5909-4c0a-92d4-56ab3fe7a808 req-639a07a1-4a22-48ba-a9ca-961445ae08b2 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813952 Dec 20 16:44:09.995751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ea2f1-8aee-40de-a8c9-b60ba60009d4 req-9be001a1-6fc6-4c06-b1a6-0a7f0f865f3b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:09.997291 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4f6ea2f1-8aee-40de-a8c9-b60ba60009d4 req-9be001a1-6fc6-4c06-b1a6-0a7f0f865f3b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.1160998 Dec 20 16:44:10.047286 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4f6ea2f1-8aee-40de-a8c9-b60ba60009d4 req-af4d8b3b-b496-4fc7-9cb9-5281be695c25 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434747 Dec 20 16:44:11.244810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51ccdc-df98-4e79-9a99-7d7e624a29f6 req-9839faa6-c77e-4d39-8752-f53a1b5ff41b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:11.246275 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0d51ccdc-df98-4e79-9a99-7d7e624a29f6 req-9839faa6-c77e-4d39-8752-f53a1b5ff41b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0764198 Dec 20 16:44:11.291993 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0d51ccdc-df98-4e79-9a99-7d7e624a29f6 req-78d5e99c-403c-430b-adc1-a6a9f8a9fb26 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393965 Dec 20 16:44:12.491703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ae346-8361-466e-8058-8ffe74b25f2c req-f40e97a0-4d58-4872-b4f6-f8720ba1cb62 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:12.493067 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a6ae346-8361-466e-8058-8ffe74b25f2c req-f40e97a0-4d58-4872-b4f6-f8720ba1cb62 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0802722 Dec 20 16:44:12.538401 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7a6ae346-8361-466e-8058-8ffe74b25f2c req-3dcd2f26-b691-4fd0-a9b6-1c9831eb5c47 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398560 Dec 20 16:44:13.744509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c1b00-c56c-47d5-aad1-1b431e83974c req-4c39d45b-75d0-414f-aebf-16a6948bebd5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:13.746162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f2c1b00-c56c-47d5-aad1-1b431e83974c req-4c39d45b-75d0-414f-aebf-16a6948bebd5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0802639 Dec 20 16:44:13.801007 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f2c1b00-c56c-47d5-aad1-1b431e83974c req-a76d5da6-2bce-45a8-8a83-216b5444fafa tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486093 Dec 20 16:44:15.013590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a59f9-3405-46b2-aa98-5122426dcbfd req-c70010a5-1349-4454-81ce-c4e9da8d5023 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:15.015101 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645a59f9-3405-46b2-aa98-5122426dcbfd req-c70010a5-1349-4454-81ce-c4e9da8d5023 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0830221 Dec 20 16:44:15.062484 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645a59f9-3405-46b2-aa98-5122426dcbfd req-24d7b0a5-cbcd-47e2-951c-7bcc151e7a06 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Dec 20 16:44:15.314270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:16.266548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558af895-70c0-4e59-9262-0b4cd6dc589a req-fb803f3e-a817-49e8-ad4a-6fa53a290fc7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:16.268049 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-558af895-70c0-4e59-9262-0b4cd6dc589a req-fb803f3e-a817-49e8-ad4a-6fa53a290fc7 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0817287 Dec 20 16:44:16.313673 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-558af895-70c0-4e59-9262-0b4cd6dc589a req-3ccd50a2-f6dc-4eae-9919-a66fb6d95750 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400229 Dec 20 16:44:17.666148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2218660-a577-4796-9742-34703bb3146a req-7666c24c-0101-420f-bfec-7bffbe5cfcd1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:17.667544 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2218660-a577-4796-9742-34703bb3146a req-7666c24c-0101-420f-bfec-7bffbe5cfcd1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0773685 Dec 20 16:44:17.713291 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2218660-a577-4796-9742-34703bb3146a req-7135b378-8661-43cd-94fd-d50b10acc15e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393555 Dec 20 16:44:18.932254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856de5e-f936-42e3-a93f-a8c7b0e947de req-afb0074e-eb9a-448a-a343-d457e61d0c31 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:18.933692 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a856de5e-f936-42e3-a93f-a8c7b0e947de req-afb0074e-eb9a-448a-a343-d457e61d0c31 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0929735 Dec 20 16:44:18.980931 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a856de5e-f936-42e3-a93f-a8c7b0e947de req-cabfddda-d351-4b1c-a8b2-83804e978bd8 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Dec 20 16:44:20.182485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a074a-b036-4f06-b52f-93a9170c65d7 req-c6c3dd44-3b72-4d44-b5c0-1da648715071 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:20.184842 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-071a074a-b036-4f06-b52f-93a9170c65d7 req-c6c3dd44-3b72-4d44-b5c0-1da648715071 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0791504 Dec 20 16:44:20.235775 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-071a074a-b036-4f06-b52f-93a9170c65d7 req-e52ba672-a800-4826-aeb2-8121aa16ea06 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447934 Dec 20 16:44:20.646127 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-39ef617a-0647-4ade-9347-862684cf9448 service neutron] 10.222.0.64 "GET /v2.0/ports/866a1212-d39a-4943-a206-c1435f65b7d7/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0733969 Dec 20 16:44:21.292963 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-4aaeb0fa-019f-416f-84ac-fb149f0694ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 1098 time: 0.0727530 Dec 20 16:44:21.448977 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-f7597aa1-fa7d-4496-b8c3-01e97b29d6f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 1098 time: 0.1326618 Dec 20 16:44:21.458843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadeda2-192e-49fb-83fc-5df7277e05db req-f1d0d653-ed0d-4e34-8172-77e4481bbba5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:21.460226 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5eadeda2-192e-49fb-83fc-5df7277e05db req-f1d0d653-ed0d-4e34-8172-77e4481bbba5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0997396 Dec 20 16:44:21.589252 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5eadeda2-192e-49fb-83fc-5df7277e05db req-54bda0da-5e11-4252-8cfb-dec85998855b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111209 Dec 20 16:44:21.625013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-a25dfa73-ec61-4af6-8f21-777254008967 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:21.627108 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-a25dfa73-ec61-4af6-8f21-777254008967 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1660206 Dec 20 16:44:21.729005 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-df836cb0-7a22-45aa-8f94-3a490ed4060d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=866a1212-d39a-4943-a206-c1435f65b7d7 HTTP/1.1" status: 200 len: 1001 time: 0.0957952 Dec 20 16:44:21.798114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-dbc0bf9c-a861-4bf5-8e18-04ac6fb12bc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:21.799616 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-dbc0bf9c-a861-4bf5-8e18-04ac6fb12bc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0626047 Dec 20 16:44:21.873648 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-4d994285-3208-4ab7-996a-20bbe1e5ffa5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678792 Dec 20 16:44:22.017363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8566213e-ed70-48e3-9b36-7f05fc7691d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:22.021892 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-89d5cfe1-453d-48e4-b289-3157fa4a28d2 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421702 Dec 20 16:44:22.259312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-5b4dec54-5fac-480d-8d3d-38468f7dc7ac service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315044 Dec 20 16:44:22.805974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6e6f-8075-428d-9344-f92c55506fa2 req-6ad1df4d-b201-4363-931d-12e152dbb6bc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:22.807533 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8fb6e6f-8075-428d-9344-f92c55506fa2 req-6ad1df4d-b201-4363-931d-12e152dbb6bc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0903733 Dec 20 16:44:22.858267 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8fb6e6f-8075-428d-9344-f92c55506fa2 req-54c44190-ef17-4b85-80fa-3857f3310e0d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450273 Dec 20 16:44:24.070380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e429ce-69b6-4922-8d71-4c27fc9a6430 req-49733cc7-8559-49d3-8055-60027492ef8e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:24.072454 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-03e429ce-69b6-4922-8d71-4c27fc9a6430 req-49733cc7-8559-49d3-8055-60027492ef8e tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0829601 Dec 20 16:44:24.135219 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-03e429ce-69b6-4922-8d71-4c27fc9a6430 req-fe9eba30-1197-4067-b959-058272221303 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564446 Dec 20 16:44:24.289350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7eb19773-fdea-4e02-8c1a-0dcea1be2cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:24.363062 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:44:24.474987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:24.501615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:24.511393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:24.576681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:24.578491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:24.638538 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'code': 200} Dec 20 16:44:24.644051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:24.652107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.652444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.652776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.653104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.653432 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.653753 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.654079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.654659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.654998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.655317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.655633 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:24.660060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:25.353397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ce58-2abd-4c30-8b7a-4f1a3cf64b29 req-b4c80837-e7af-4a15-bba2-c28802bd12e0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:25.354838 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5766ce58-2abd-4c30-8b7a-4f1a3cf64b29 req-b4c80837-e7af-4a15-bba2-c28802bd12e0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 943 time: 0.0789297 Dec 20 16:44:25.407268 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5766ce58-2abd-4c30-8b7a-4f1a3cf64b29 req-bb87b747-efb2-4268-b6ba-c1715396a4a1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456035 Dec 20 16:44:25.486037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:25.603450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:26.378597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:44:26.555133 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:26.568575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '866a1212-d39a-4943-a206-c1435f65b7d7', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '866a1212-d39a-4943-a206-c1435f65b7d7', 'mac_address': 'fa:16:3e:96:e8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:44:26.616273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1bd4c-9741-46eb-a413-fc0c0652d1db req-cc1bb74f-74d7-442b-8f86-dd019aedf2ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:26.617784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5fd1bd4c-9741-46eb-a413-fc0c0652d1db req-cc1bb74f-74d7-442b-8f86-dd019aedf2ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 943 time: 0.0808983 Dec 20 16:44:26.625539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:26.643202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866a1212-d39a-4943-a206-c1435f65b7d7 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:44:26.659180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:26.663818 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5fd1bd4c-9741-46eb-a413-fc0c0652d1db req-23089733-da3e-4d30-860b-bd78994531e0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404134 Dec 20 16:44:26.723122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:26.725794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:26.790212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['866a1212-d39a-4943-a206-c1435f65b7d7'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:44:26.829532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:26.834076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:27.066166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:27.866180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea737ef1-7575-436c-af14-e5355ed0b8a9 req-bfa57706-2c3d-4b05-a2a9-1a58cf5a3d40 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:27.867737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ea737ef1-7575-436c-af14-e5355ed0b8a9 req-bfa57706-2c3d-4b05-a2a9-1a58cf5a3d40 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.0815463 Dec 20 16:44:27.914099 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ea737ef1-7575-436c-af14-e5355ed0b8a9 req-db70a553-32b5-4be6-b82d-510b3e3a1508 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407407 Dec 20 16:44:28.394684 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:44:28.483447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 866a1212-d39a-4943-a206-c1435f65b7d7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:28.483732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:28.605188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:28.634806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:28.646388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:28.703055 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'code': 200} Dec 20 16:44:28.730883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:28.732806 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:28.811905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:28.816106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:29.124858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1c428-9b91-4b0c-b62c-01444456ca28 req-4c80979c-1a7e-43a0-bdb2-eeae70dd725f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:29.126217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3a1c428-9b91-4b0c-b62c-01444456ca28 req-4c80979c-1a7e-43a0-bdb2-eeae70dd725f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0813513 Dec 20 16:44:29.172473 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3a1c428-9b91-4b0c-b62c-01444456ca28 req-2c57b3f3-a57b-48ce-9b09-1f02b3a658a2 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405290 Dec 20 16:44:30.371723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faa153-d3bb-4a25-b248-df0e406eed2e req-ed5425fd-1067-421b-a90e-1452595a7f2f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:30.373182 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d7faa153-d3bb-4a25-b248-df0e406eed2e req-ed5425fd-1067-421b-a90e-1452595a7f2f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0753388 Dec 20 16:44:30.420441 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d7faa153-d3bb-4a25-b248-df0e406eed2e req-11eb9214-5ef0-4f9b-9c41-a7f863340858 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412297 Dec 20 16:44:31.620113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b096a-e3a9-4e27-bf62-b3ded363e33e req-8a68a5f6-ccef-406c-bad0-c08da0ca722c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:31.621492 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e74b096a-e3a9-4e27-bf62-b3ded363e33e req-8a68a5f6-ccef-406c-bad0-c08da0ca722c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0794680 Dec 20 16:44:31.667222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e74b096a-e3a9-4e27-bf62-b3ded363e33e req-2d027da9-4bd9-4d56-b39f-7b40f28af8e6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402355 Dec 20 16:44:32.414984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:44:32.559173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:32.572484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '866a1212-d39a-4943-a206-c1435f65b7d7', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '866a1212-d39a-4943-a206-c1435f65b7d7', 'mac_address': 'fa:16:3e:96:e8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:44:32.626508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:32.644100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 866a1212-d39a-4943-a206-c1435f65b7d7 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:44:32.660597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:32.742631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:32.744419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:32.820579 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['866a1212-d39a-4943-a206-c1435f65b7d7'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:44:32.873888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701b54c-e2f4-4263-85f4-316b7b8b9cee req-68cb4d22-40f8-4319-8060-38250ab1e459 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:32.875962 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4701b54c-e2f4-4263-85f4-316b7b8b9cee req-68cb4d22-40f8-4319-8060-38250ab1e459 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.0855711 Dec 20 16:44:32.894479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=9']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:32.899571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:32.930529 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4701b54c-e2f4-4263-85f4-316b7b8b9cee req-ed89a7c0-a609-402b-b9c1-e26f249b652d tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475402 Dec 20 16:44:34.127933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e534a-2d20-40fb-951d-cf9dff4d22aa req-09e6b30e-d8bf-43ca-ba2a-6575b33faf5a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:34.129384 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c3e534a-2d20-40fb-951d-cf9dff4d22aa req-09e6b30e-d8bf-43ca-ba2a-6575b33faf5a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.0765014 Dec 20 16:44:34.175871 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c3e534a-2d20-40fb-951d-cf9dff4d22aa req-2bf13cc1-1e3e-4758-84e3-7dc5091e85b6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409570 Dec 20 16:44:34.441123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:44:34.511914 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 866a1212-d39a-4943-a206-c1435f65b7d7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:34.512285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:34.629858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:34.658569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:34.668053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:34.722324 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'code': 200} Dec 20 16:44:34.728845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:34.733187 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:34.800006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=10']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:34.803131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:34.951752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-36bb6e2b-65f1-47d6-92e2-eecf94f02ae2 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:34.953369 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-36bb6e2b-65f1-47d6-92e2-eecf94f02ae2 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 946 time: 0.0935717 Dec 20 16:44:35.093140 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-09e43328-7507-4ee1-b560-652f88baa6c5 service neutron] 10.222.0.64 "GET /v2.0/ports/866a1212-d39a-4943-a206-c1435f65b7d7/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.1339812 Dec 20 16:44:35.122140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f3bde-e118-4e95-a69e-d4e9eda91b97 req-9a7d26e6-3d27-4b88-80c7-6b349e187a6c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:35.123719 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-db3f3bde-e118-4e95-a69e-d4e9eda91b97 req-9a7d26e6-3d27-4b88-80c7-6b349e187a6c tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 946 time: 0.1172061 Dec 20 16:44:35.222866 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-db3f3bde-e118-4e95-a69e-d4e9eda91b97 req-10a18d6e-c0fa-49fe-bca9-b8b0e40c3a6f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690222 Dec 20 16:44:35.236322 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-0a85d9b5-8b50-4c19-8a7c-765f88067951 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 1099 time: 0.1115618 Dec 20 16:44:35.378286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-01d0f07a-a039-449b-8406-883cba2cc5a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:35.379656 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-01d0f07a-a039-449b-8406-883cba2cc5a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1359205 Dec 20 16:44:35.483898 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-976cd7e5-b50b-417a-8a4b-0e728d7baaa7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=866a1212-d39a-4943-a206-c1435f65b7d7 HTTP/1.1" status: 200 len: 1001 time: 0.0974023 Dec 20 16:44:35.546491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-27f12cd9-b75b-4784-9680-49f88239236f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:35.547970 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-27f12cd9-b75b-4784-9680-49f88239236f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0583370 Dec 20 16:44:35.722938 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-42ca448b-1000-4a41-91d0-ef5d913fc61b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1693118 Dec 20 16:44:35.854543 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-6c0dc8c2-c538-4a75-aabc-51cc9b8293ea service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250565 Dec 20 16:44:35.989756 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-1691d4d6-3938-4f34-b761-7da1526b67e6 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285677 Dec 20 16:44:36.425544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2579b-d8f4-42bb-b6f4-e096c25f5b21 req-aeff40c4-e88a-48d1-9fde-0c1f68e7e9ab tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:36.427043 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ed2579b-d8f4-42bb-b6f4-e096c25f5b21 req-aeff40c4-e88a-48d1-9fde-0c1f68e7e9ab tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 946 time: 0.0783255 Dec 20 16:44:36.440859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:44:36.479121 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ed2579b-d8f4-42bb-b6f4-e096c25f5b21 req-829ac06f-1fce-46b4-8132-81207fe4d33a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465147 Dec 20 16:44:36.556634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:36.588398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:36.662291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:36.664153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:36.723300 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:36.732341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=11']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:36.735499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:36.791709 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'code': 200} Dec 20 16:44:37.680464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df869f8-3f09-4ffa-acc0-258ec52abb72 req-a8c3bfdf-95fc-47ad-a9a0-9f095ea1f172 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:37.681985 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0df869f8-3f09-4ffa-acc0-258ec52abb72 req-a8c3bfdf-95fc-47ad-a9a0-9f095ea1f172 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.0782192 Dec 20 16:44:37.736770 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0df869f8-3f09-4ffa-acc0-258ec52abb72 req-c72199f1-fded-4f95-9979-39076b3ecaa9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463243 Dec 20 16:44:38.949683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e40cf-a8d5-4a8c-a07d-8dd4d8c3561f req-05a0f067-d220-4b79-ab9f-ada52b58f0ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:38.951173 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e6e40cf-a8d5-4a8c-a07d-8dd4d8c3561f req-05a0f067-d220-4b79-ab9f-ada52b58f0ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.0819407 Dec 20 16:44:38.998731 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e6e40cf-a8d5-4a8c-a07d-8dd4d8c3561f req-be515d8a-6c96-4514-a5eb-caa81dca7053 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Dec 20 16:44:40.205753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff1906-6108-48f8-8091-f3f0d30eb864 req-242e5e75-1057-46d5-a55d-ee9ffceb3131 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:40.207246 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ff1906-6108-48f8-8091-f3f0d30eb864 req-242e5e75-1057-46d5-a55d-ee9ffceb3131 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.0800755 Dec 20 16:44:40.255788 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31ff1906-6108-48f8-8091-f3f0d30eb864 req-c429c982-70ce-45d1-a37d-b1edf21cc2fb tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412138 Dec 20 16:44:40.350207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-d6d013fd-9f06-47c4-a12f-3cf5788cc16f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2&tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b HTTP/1.1" status: 200 len: 1097 time: 0.0744901 Dec 20 16:44:40.440677 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-f02c408b-4e53-4ba0-aa6d-d47fff03a7d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 1097 time: 0.0699544 Dec 20 16:44:40.573268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-1c188bb6-0a27-461c-b55c-6d7e4312c805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:40.574734 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-1c188bb6-0a27-461c-b55c-6d7e4312c805 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 200 len: 913 time: 0.1283443 Dec 20 16:44:40.679543 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-75a07db9-ce61-4685-99e3-e82de6c59c52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=866a1212-d39a-4943-a206-c1435f65b7d7 HTTP/1.1" status: 200 len: 999 time: 0.0975063 Dec 20 16:44:40.745505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-fac22c64-33f2-417d-a930-b3de4cac424d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:40.746993 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-fac22c64-33f2-417d-a930-b3de4cac424d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 200 len: 851 time: 0.0616562 Dec 20 16:44:40.822203 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-a2c9253c-7d1f-452a-a027-289fde1026d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70acbf1d-8d93-4aed-94db-c18e0c0f24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678854 Dec 20 16:44:40.952951 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-36a9a235-c995-41f3-8d68-96b429d69822 service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236582 Dec 20 16:44:41.085760 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-400b1219-bb67-4262-b96f-207e5309dbf9 req-ebfd78b1-5594-4084-8fbf-0ae877f7eaea service neutron] 10.222.0.64 "GET /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268165 Dec 20 16:44:41.459468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed37951-e792-4da5-9af1-d05ef4de5453 req-6e4e944b-84bf-4acf-839f-07fca0e63afd tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:41.461683 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ed37951-e792-4da5-9af1-d05ef4de5453 req-6e4e944b-84bf-4acf-839f-07fca0e63afd tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.0824659 Dec 20 16:44:41.511999 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7ed37951-e792-4da5-9af1-d05ef4de5453 req-7a873c52-94e6-4794-9ba3-c549b9a5bfe5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446999 Dec 20 16:44:42.459035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:44:42.828471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7271d17-7086-43a7-9105-8463ae253172 req-da3445f5-9a6c-4fad-8bb3-ed2107b59955 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:42.829921 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e7271d17-7086-43a7-9105-8463ae253172 req-da3445f5-9a6c-4fad-8bb3-ed2107b59955 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.1842299 Dec 20 16:44:42.876550 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e7271d17-7086-43a7-9105-8463ae253172 req-133bd1c3-1848-4c68-9da8-beef4e01fffa tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409832 Dec 20 16:44:44.002532 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:44:44.080502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e734e-ffa4-4aaa-8924-3ac03ba1eade req-af3ac8ed-56e9-4465-bceb-a8a6b72ba3d0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:44.082004 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3c4e734e-ffa4-4aaa-8924-3ac03ba1eade req-af3ac8ed-56e9-4465-bceb-a8a6b72ba3d0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.0809250 Dec 20 16:44:44.132200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3c4e734e-ffa4-4aaa-8924-3ac03ba1eade req-9044f9ce-593c-4e6d-be31-46d7b7c05cad tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444810 Dec 20 16:44:44.443853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:44:44.612072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:44.625732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '866a1212-d39a-4943-a206-c1435f65b7d7', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '866a1212-d39a-4943-a206-c1435f65b7d7', 'mac_address': 'fa:16:3e:96:e8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:44:44.682277 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:44.699818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866a1212-d39a-4943-a206-c1435f65b7d7 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:44:44.714756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:44.782333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:44.784189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:44.848324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['866a1212-d39a-4943-a206-c1435f65b7d7'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:44:44.900922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=12']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:44.904361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:45.301772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:45.338798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6712c3-f91f-48b3-94de-650aca36c343 req-45a89ede-1bdd-40e5-a621-41fa880e505b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:45.340264 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ef6712c3-f91f-48b3-94de-650aca36c343 req-45a89ede-1bdd-40e5-a621-41fa880e505b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0836482 Dec 20 16:44:45.386054 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ef6712c3-f91f-48b3-94de-650aca36c343 req-d7250bf3-9611-4509-96e0-7e8524eb88ae tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395234 Dec 20 16:44:46.475452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:44:46.544229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 866a1212-d39a-4943-a206-c1435f65b7d7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:46.544525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:46.584765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78017b-39e4-4ce7-9c22-75f0b7835e14 req-9dde9fc2-0702-49ce-86ce-57378fc52997 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:46.586236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8b78017b-39e4-4ce7-9c22-75f0b7835e14 req-9dde9fc2-0702-49ce-86ce-57378fc52997 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0793307 Dec 20 16:44:46.632345 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8b78017b-39e4-4ce7-9c22-75f0b7835e14 req-24349786-1ebc-450a-8450-c59579831f6b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401547 Dec 20 16:44:46.661417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:46.691355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:46.701288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:46.753766 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'code': 200} Dec 20 16:44:46.791744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:46.794735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:46.861857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=13']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:46.864933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:47.834708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe36cb-f9e4-42f6-80b8-12e753abc8a7 req-58b7d220-21f4-46a1-8e81-924b7e16d9e1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:47.836234 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0dfe36cb-f9e4-42f6-80b8-12e753abc8a7 req-58b7d220-21f4-46a1-8e81-924b7e16d9e1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 946 time: 0.0816367 Dec 20 16:44:47.887316 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0dfe36cb-f9e4-42f6-80b8-12e753abc8a7 req-ee834bd4-440f-40f5-b891-3ab1c9123c17 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446935 Dec 20 16:44:49.095149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56428940-6ec7-423a-8825-532dd4c35871 req-a663e907-c711-487b-ab96-6db824dd74ca tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:49.096605 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56428940-6ec7-423a-8825-532dd4c35871 req-a663e907-c711-487b-ab96-6db824dd74ca tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 946 time: 0.0804772 Dec 20 16:44:49.144257 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56428940-6ec7-423a-8825-532dd4c35871 req-9fbdb9b6-4770-41e8-b188-3806b0517906 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420089 Dec 20 16:44:50.359988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d698be-df99-42f3-90ec-8ec33773ca48 req-635f0255-f98e-4bfa-a3dc-69887d687618 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:50.362277 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61d698be-df99-42f3-90ec-8ec33773ca48 req-635f0255-f98e-4bfa-a3dc-69887d687618 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 946 time: 0.0876791 Dec 20 16:44:50.409619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61d698be-df99-42f3-90ec-8ec33773ca48 req-eed7951a-053d-4a7a-b778-85f0136c9a6f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425689 Dec 20 16:44:50.495262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:44:50.631450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:50.644659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '866a1212-d39a-4943-a206-c1435f65b7d7', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'port_id': '866a1212-d39a-4943-a206-c1435f65b7d7', 'mac_address': 'fa:16:3e:96:e8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:44:50.705349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:50.723272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 866a1212-d39a-4943-a206-c1435f65b7d7 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:44:50.738672 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:50.825892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:50.829416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2ec41e33-05e5-4351-9648-1ca91f1d3aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:50.898153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['866a1212-d39a-4943-a206-c1435f65b7d7'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:44:50.937199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=14']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:50.940964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:51.609827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606387fd-39fc-4fc6-b12d-70d50174ac2a req-8ebd3426-d226-4b6e-86d7-59f06a8925c9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:51.611245 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-606387fd-39fc-4fc6-b12d-70d50174ac2a req-8ebd3426-d226-4b6e-86d7-59f06a8925c9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0769503 Dec 20 16:44:51.657390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-606387fd-39fc-4fc6-b12d-70d50174ac2a req-6739d1aa-6697-42b9-800e-28012bad8889 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404072 Dec 20 16:44:51.855593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17d70-e364-4e53-9fd3-4bb70ed2b99a req-650841e3-65bd-48fc-b959-b4a1d040f9e1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:51.857038 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-23c17d70-e364-4e53-9fd3-4bb70ed2b99a req-650841e3-65bd-48fc-b959-b4a1d040f9e1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0805411 Dec 20 16:44:51.905661 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-23c17d70-e364-4e53-9fd3-4bb70ed2b99a req-4e6836bd-22f2-48e6-9d69-85d4d64a1fe1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429180 Dec 20 16:44:52.016795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1d25e100-6952-4110-8201-01253d95783b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:52.103076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f15227-5a26-4a79-8244-2bd55ac54cfc req-3ceb3c11-57ef-47ac-a682-e53316e7e42b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:52.104524 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-57f15227-5a26-4a79-8244-2bd55ac54cfc req-3ceb3c11-57ef-47ac-a682-e53316e7e42b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0793500 Dec 20 16:44:52.155826 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-57f15227-5a26-4a79-8244-2bd55ac54cfc req-5049b884-b2b8-496e-8781-98540a8d01ee tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453479 Dec 20 16:44:52.507431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:44:52.581865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 866a1212-d39a-4943-a206-c1435f65b7d7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:52.582244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:52.710348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:52.744688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:52.754716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:52.791444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0d83c-6ef4-4ee3-a356-270a540400f1 req-764f6279-bc46-4d5f-ae29-a18e6fc733e1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:52.792909 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56e0d83c-6ef4-4ee3-a356-270a540400f1 req-764f6279-bc46-4d5f-ae29-a18e6fc733e1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 945 time: 0.0836816 Dec 20 16:44:52.803805 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'code': 200} Dec 20 16:44:52.831998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:52.834808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:52.840458 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56e0d83c-6ef4-4ee3-a356-270a540400f1 req-c0081c37-2cdf-4650-9a67-19313d271ea1 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411062 Dec 20 16:44:52.904305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=15']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:52.908356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:54.046533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a14a96-bf35-4995-ab87-5c5c5a161fbb req-eaf5cbf4-9358-4234-99c9-523936e619ca tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:54.048526 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10a14a96-bf35-4995-ab87-5c5c5a161fbb req-eaf5cbf4-9358-4234-99c9-523936e619ca tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 946 time: 0.0861063 Dec 20 16:44:54.095085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10a14a96-bf35-4995-ab87-5c5c5a161fbb req-d7ec834f-b175-4038-903b-75c03a11ec84 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406971 Dec 20 16:44:54.273143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8029b44a-0120-4bd3-8b3a-8b9ffa9396c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:54.532984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:44:54.646044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:54.678510 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:54.759035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:54.760839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:54.804974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:54.831008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=16']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:54.834039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:54.879364 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'code': 200} Dec 20 16:44:55.315025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-4e252026-b477-4a51-b284-3f22c8015ca0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:55.323055 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-4e252026-b477-4a51-b284-3f22c8015ca0 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.1472654 Dec 20 16:44:55.376443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae632ad-78c9-4441-87e1-0478d8bfb2d2 req-e6a79e8b-d259-4984-9dcf-2effca1b4ca9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:55.377803 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aae632ad-78c9-4441-87e1-0478d8bfb2d2 req-e6a79e8b-d259-4984-9dcf-2effca1b4ca9 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 944 time: 0.1562293 Dec 20 16:44:55.422749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Deleting port 866a1212-d39a-4943-a206-c1435f65b7d7 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:44:55.423039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:55.490540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:55.494647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aae632ad-78c9-4441-87e1-0478d8bfb2d2 req-052d875a-2fcd-4e9e-aa3d-f7536dd3088f tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113431 Dec 20 16:44:55.616064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:55.688106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] For port 866a1212-d39a-4943-a206-c1435f65b7d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=866a1212-d39a-4943-a206-c1435f65b7d7,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:55.688349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:56.072117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:56.072487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:56.072790 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4 disassociated. External IP: 172.26.7.31, port: 866a1212-d39a-4943-a206-c1435f65b7d7. Dec 20 16:44:56.073124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Calling delete_port for 866a1212-d39a-4943-a206-c1435f65b7d7 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:44:56.296334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:56.302377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3eada23b-728d-4ff4-98e8-a6c02ea8f034 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:44:56.346118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event deleted for resources: {'Port': ['ID=866a1212-d39a-4943-a206-c1435f65b7d7,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:56.360311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.360794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.361146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.361576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.361922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.362298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.362664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.363064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.363425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.363786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.364143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:56.368783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:44:56.579565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:44:56.689859 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-080c9e83-2a19-49f4-90b0-df8b1fe82bba req-fcce3894-a2d5-4d07-ab19-157bca8165d2 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 210 time: 0.0511968 Dec 20 16:44:56.821326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:44:56.832576 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:44:56.844700 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:56.845330 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:44:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:56.894947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] No DVR routers for this DVR port 866a1212-d39a-4943-a206-c1435f65b7d7 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:44:56.897456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:56.900219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-deleted', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:56.958500 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc51fee-5712-497f-be8d-047b167952d2', 'name': 'network-vif-deleted', 'tag': '866a1212-d39a-4943-a206-c1435f65b7d7', 'status': 'completed', 'code': 200} Dec 20 16:44:57.000490 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-adf21bc5-75db-48b2-99c4-9dd42acabdcb req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.64 "DELETE /v2.0/ports/866a1212-d39a-4943-a206-c1435f65b7d7 HTTP/1.1" status: 204 len: 173 time: 1.6708386 Dec 20 16:44:57.067768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:44:57.070980 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:44:57.399001 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:57.403317 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:44:57.415592 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:57.416214 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:44:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:57.609615 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:44:57.870236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b39c0c94-aae2-484e-93d9-201d7ea7d224 req-56a7727c-893d-4ddf-b019-4220b5af33ae tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Synchronizing usage tracker for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:44:57.974201 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:57.976173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b39c0c94-aae2-484e-93d9-201d7ea7d224 req-56a7727c-893d-4ddf-b019-4220b5af33ae tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Unset dirty status for tenant:13fcbffa7f064f93b13ad3ca97ebd49b on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:44:57.977390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b39c0c94-aae2-484e-93d9-201d7ea7d224 req-56a7727c-893d-4ddf-b019-4220b5af33ae tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cc51fee-5712-497f-be8d-047b167952d2 HTTP/1.1" status: 200 len: 210 time: 0.1590898 Dec 20 16:44:57.979500 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b767e49-1c74-4a20-b834-fe55c0721b9d None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:35:49Z', 'revision_number': 4, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '936da6f2-b298-454f-9cc6-c997e9c5d28e', 'name': '', 'network_id': '70acbf1d-8d93-4aed-94db-c18e0c0f24e7', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'mac_address': 'fa:16:3e:b7:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:48Z', 'updated_at': '2021-12-20T16:35:57Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'subnets': [{'id': '65c30bf0-1b96-4152-b8d4-1b23195adf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:44:58.201760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd17bcd-bfb2-46d3-8784-f743dc4dae1c None None] New status for floating IP 8dbcc0ae-2440-4b6b-8c04-5af1687428a4: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:44:58.556441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:44:58.588970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 866a1212-d39a-4943-a206-c1435f65b7d7 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:44:58.589321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 866a1212-d39a-4943-a206-c1435f65b7d7 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:45:02.675452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 33672) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:02.748323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-30137e68-f01f-44a5-97a4-638610b53e7b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:02.779027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-30137e68-f01f-44a5-97a4-638610b53e7b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:02.930491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-30137e68-f01f-44a5-97a4-638610b53e7b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:02.934509 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:02.949257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30137e68-f01f-44a5-97a4-638610b53e7b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:02.952263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-30137e68-f01f-44a5-97a4-638610b53e7b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:02.955113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-30137e68-f01f-44a5-97a4-638610b53e7b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:02.956194 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-30137e68-f01f-44a5-97a4-638610b53e7b tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "DELETE /v2.0/security-groups/e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4 HTTP/1.1" status: 204 len: 168 time: 0.2793939 Dec 20 16:45:02.958371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 33676) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:02.978438 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.api.v2.resource [None req-a0ee6b4a-5fa0-4738-93f7-b54b137e723a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] show failed (client error): The resource could not be found. Dec 20 16:45:02.979793 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a0ee6b4a-5fa0-4738-93f7-b54b137e723a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "GET /v2.0/security-groups/e7a2d4c8-4a3d-4f48-b97f-f5c88cd93ef4 HTTP/1.1" status: 404 len: 347 time: 0.0201862 Dec 20 16:45:02.982248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 33680) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:03.137058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Deleting port f40d3317-b24c-4d9f-99ba-c9588de458e9 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:45:03.137392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:03.305331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:03.305651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:03.550775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Calling delete_port for f40d3317-b24c-4d9f-99ba-c9588de458e9 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:45:03.774052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:03.777976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:03.825253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Pushing event deleted for resources: {'Port': ['ID=f40d3317-b24c-4d9f-99ba-c9588de458e9,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:03.827890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:03.924433 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:03.992330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:03.993475 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] 10.222.0.62 "DELETE /v2.0/floatingips/8dbcc0ae-2440-4b6b-8c04-5af1687428a4 HTTP/1.1" status: 204 len: 168 time: 1.0103528 Dec 20 16:45:03.996502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 33686) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:04.487399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:05.115798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Deleting port 936da6f2-b298-454f-9cc6-c997e9c5d28e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:45:05.116516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:05.387574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] For port 936da6f2-b298-454f-9cc6-c997e9c5d28e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=936da6f2-b298-454f-9cc6-c997e9c5d28e,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:05.387830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:05.505917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Calling delete_port for 936da6f2-b298-454f-9cc6-c997e9c5d28e owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:45:05.736362 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:05.740964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18c6f9e2-965d-4186-bbf8-c5d4ae29c0aa tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:05.789368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Pushing event deleted for resources: {'Port': ['ID=936da6f2-b298-454f-9cc6-c997e9c5d28e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:05.791792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:06.099309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:06.693100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Router 7a6d3144-6705-4af9-b6be-ff05e22ee085 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:45:07.014370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:45:07.024233 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] Sync routers for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:45:07.027647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] 10.222.0.62 "PUT /v2.0/routers/7a6d3144-6705-4af9-b6be-ff05e22ee085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0301356 Dec 20 16:45:07.030400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 33692) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:07.037370 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:07.037980 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:44:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:07.232791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:07.235722 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:45:07.435991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:07.501181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Deleting port fbad6935-8f44-4f9f-9021-b9829d32c1bf {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:45:07.501504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:07.554051 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:45:05Z', 'revision_number': 5, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port': {'id': 'fbad6935-8f44-4f9f-9021-b9829d32c1bf', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:07.558149 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] Checking router: 7a6d3144-6705-4af9-b6be-ff05e22ee085 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:45:07.568967 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] Routers {'7a6d3144-6705-4af9-b6be-ff05e22ee085'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:07.569578 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:44:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['7a6d3144-6705-4af9-b6be-ff05e22ee085'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:07.687761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] For port fbad6935-8f44-4f9f-9021-b9829d32c1bf, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=fbad6935-8f44-4f9f-9021-b9829d32c1bf,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:07.687998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:07.730318 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] Set router 7a6d3144-6705-4af9-b6be-ff05e22ee085 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:45:07.814120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Calling delete_port for fbad6935-8f44-4f9f-9021-b9829d32c1bf owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:45:07.837930 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:45:07Z', 'revision_number': 6, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:07.841907 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c2433-b67a-4cd5-b9eb-565ff3cc97f0 None None] The sync data for ids ['7a6d3144-6705-4af9-b6be-ff05e22ee085'] in dv-neutron-821074-1-hyperv is: [{'id': '7a6d3144-6705-4af9-b6be-ff05e22ee085', 'name': 'tempest-ServerActionsTestJSON-1605159553-router', 'tenant_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:45Z', 'updated_at': '2021-12-20T16:45:07Z', 'revision_number': 6, 'project_id': '13fcbffa7f064f93b13ad3ca97ebd49b', 'gw_port_host': None}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:45:08.027285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:08.032000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-15fb078c-219c-4fe2-a2c1-a8a7fd4f3173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:08.074608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbad6935-8f44-4f9f-9021-b9829d32c1bf,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:08.077045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:08.309786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:08.677776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:08.682078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:08.797042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:08.797548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6d3144-6705-4af9-b6be-ff05e22ee085 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:45:08.810226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:08.811445 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7a6d3144-6705-4af9-b6be-ff05e22ee085 HTTP/1.1" status: 204 len: 168 time: 1.7796803 Dec 20 16:45:08.814751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 33696) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:08.879842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2daa01-3e8a-4191-995b-1739db8742a5 admin admin] Deleting subnet 65c30bf0-1b96-4152-b8d4-1b23195adf54 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:45:08.885515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7a2daa01-3e8a-4191-995b-1739db8742a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:08.932309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7a2daa01-3e8a-4191-995b-1739db8742a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:09.012657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7a2daa01-3e8a-4191-995b-1739db8742a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:09.140940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7a2daa01-3e8a-4191-995b-1739db8742a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:09.144759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5c549480-1f3a-44d5-bef0-6a15857f2324 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:09.178206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2daa01-3e8a-4191-995b-1739db8742a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c30bf0-1b96-4152-b8d4-1b23195adf54,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:09.181640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7a2daa01-3e8a-4191-995b-1739db8742a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:09.186308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7a2daa01-3e8a-4191-995b-1739db8742a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:09.192962 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7a2daa01-3e8a-4191-995b-1739db8742a5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/65c30bf0-1b96-4152-b8d4-1b23195adf54 HTTP/1.1" status: 204 len: 168 time: 0.3771574 Dec 20 16:45:09.195483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33700) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:09.199340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9fed85-dc9d-45e3-9436-48ecf7eb7b7b None None] Network 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:45:09.306768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:09.321109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Deleting port 48a6645c-8ea2-4931-b83e-9c8be158c422 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:45:09.321471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:09.459959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] DHCP port deletion for 70acbf1d-8d93-4aed-94db-c18e0c0f24e7 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:45:09.463413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] Deleting port 48a6645c-8ea2-4931-b83e-9c8be158c422 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:45:09.463913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:09.547692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] For port 48a6645c-8ea2-4931-b83e-9c8be158c422, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=48a6645c-8ea2-4931-b83e-9c8be158c422,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:09.548040 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:09.691542 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] For port 48a6645c-8ea2-4931-b83e-9c8be158c422, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=48a6645c-8ea2-4931-b83e-9c8be158c422,segment=NetworkSegment(02b6eeee-e39b-4b50-8ccc-389b8e151933),segment_id=02b6eeee-e39b-4b50-8ccc-389b8e151933)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:09.691829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:09.805797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Calling delete_port for 48a6645c-8ea2-4931-b83e-9c8be158c422 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:45:09.808077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 48a6645c-8ea2-4931-b83e-9c8be158c422 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:45:09.839227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] Calling delete_port for 48a6645c-8ea2-4931-b83e-9c8be158c422 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:45:09.974438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:09.979251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:09.992957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:10.003493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:45:10.003852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:45:10.023763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=48a6645c-8ea2-4931-b83e-9c8be158c422,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:10.034182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] No DVR routers for this DVR port 48a6645c-8ea2-4931-b83e-9c8be158c422 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:45:10.036305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.036686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.037059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.037430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.037798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.038164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.038530 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.038923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.039277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.039633 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.039988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:10.049264 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 936da6f2-b298-454f-9cc6-c997e9c5d28e no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:45:10.066791 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:10.080671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 936da6f2-b298-454f-9cc6-c997e9c5d28e {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:45:10.081022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 936da6f2-b298-454f-9cc6-c997e9c5d28e not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:45:10.081450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device fbad6935-8f44-4f9f-9021-b9829d32c1bf no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:45:10.113247 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: fbad6935-8f44-4f9f-9021-b9829d32c1bf {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:45:10.113606 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device fbad6935-8f44-4f9f-9021-b9829d32c1bf not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:45:10.158040 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:10.182864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70acbf1d-8d93-4aed-94db-c18e0c0f24e7']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:10.194760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b6eeee-e39b-4b50-8ccc-389b8e151933') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:10.195079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b6eeee-e39b-4b50-8ccc-389b8e151933') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:10.206278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:10.223769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:10.230394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:45:10.230690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:45:10.244388 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:45:10.387224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:10.391136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2a59b191-93e7-4e9b-9c05-5a5be84852db tempest-FloatingIPNegativeTestJSON-2008331043 tempest-FloatingIPNegativeTestJSON-2008331043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:10.404017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:10.417203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=70acbf1d-8d93-4aed-94db-c18e0c0f24e7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:10.420769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:10.422622 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] 10.222.0.62 "DELETE /v2.0/networks/70acbf1d-8d93-4aed-94db-c18e0c0f24e7 HTTP/1.1" status: 204 len: 168 time: 1.2255805 Dec 20 16:45:10.509986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] Deleting port 48a6645c-8ea2-4931-b83e-9c8be158c422 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:45:10.509986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:10.570880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5adf5ec6-757c-494a-a720-587588f6eb48 None None] The port '48a6645c-8ea2-4931-b83e-9c8be158c422' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:45:10.794704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33710) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:10.847811 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2f24a842-7d97-420b-9548-8795cafee174 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13fcbffa7f064f93b13ad3ca97ebd49b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515983 Dec 20 16:45:10.850096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33714) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:10.909872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2cb58aee-3678-472e-90c0-eceed51a1fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:10.935958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2cb58aee-3678-472e-90c0-eceed51a1fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:11.107235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2cb58aee-3678-472e-90c0-eceed51a1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:11.111467 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-342189f6-d108-4e24-961e-4e66685455f0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:11.124496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb58aee-3678-472e-90c0-eceed51a1fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8ceb14-46ce-4542-acab-7f7b05042dfa,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:11.127172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2cb58aee-3678-472e-90c0-eceed51a1fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:11.130487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2cb58aee-3678-472e-90c0-eceed51a1fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:11.131615 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2cb58aee-3678-472e-90c0-eceed51a1fe2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f8ceb14-46ce-4542-acab-7f7b05042dfa HTTP/1.1" status: 204 len: 168 time: 0.2806404 Dec 20 16:45:12.333401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33736) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:12.520513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1446408563-network', 'tenant_id': '6d606049818341f1aa3301dd9753c016'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:45:12.525203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:45:12.529775 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Usage tracker for resource:network and tenant:6d606049818341f1aa3301dd9753c016 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:45:12.533359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:45:12.539425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:45:12.609539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Made reservation on behalf of 6d606049818341f1aa3301dd9753c016 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:45:12.611891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:12.624162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:12.654599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:45:12.659184 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Usage tracker for resource:security_group_rule and tenant:6d606049818341f1aa3301dd9753c016 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:45:12.662387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:45:12.667780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:45:12.729937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:12.808463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:12.811577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-604fcdcf-39a2-419c-8cd4-129d3d3bf798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:12.840921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:45:12.847035 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:12.850628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:12.854867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:12.854867 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Added segment 12ffa3b4-d847-4d37-a506-8018ce5ee2de of type vlan for network 63b83e01-67fe-43b9-a165-993bccb77ec3 Dec 20 16:45:12.879977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:12.993094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:12.993960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:12.994537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:12.998111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cef44d13-bdc9-4be0-8380-758338c90fa9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:13.097131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Pushing event updated for resources: {'Network': ['ID=63b83e01-67fe-43b9-a165-993bccb77ec3,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:13.099933 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:13.106899 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 63b83e01-67fe-43b9-a165-993bccb77ec3 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:45:13.179237 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a6933a74-3dd7-44fb-bb84-c0a60d8b3db3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8419666 Dec 20 16:45:13.179668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 33744) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:13.185542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Request body: {'subnet': {'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1446408563-subnet', 'tenant_id': '6d606049818341f1aa3301dd9753c016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:45:13.191103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:45:13.195553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Usage tracker for resource:subnet and tenant:6d606049818341f1aa3301dd9753c016 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:45:13.199012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:45:13.205829 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:45:13.294177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Made reservation on behalf of 6d606049818341f1aa3301dd9753c016 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:45:13.297211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:13.552794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:13.556520 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9d584691-0c06-4c20-a1b5-e8f593cf143f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:13.621742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9cc83a-d7a8-47b6-be9f-0050b52ed101,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:13.625422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:13.638541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Checking segment: {'id': '12ffa3b4-d847-4d37-a506-8018ce5ee2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:45:13.638894 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Network hostable DHCP agents. Network: 63b83e01-67fe-43b9-a165-993bccb77ec3, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:45:13.729924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Network 63b83e01-67fe-43b9-a165-993bccb77ec3 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:45:13.810015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 63b83e01-67fe-43b9-a165-993bccb77ec3) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:45:13.814361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:13.814965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:13.819166 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8399575d-8033-4894-9935-69120356557e None None] Network 63b83e01-67fe-43b9-a165-993bccb77ec3 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:45:13.900596 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bf870853-0b85-4066-8977-a09ff296c5bc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7196958 Dec 20 16:45:14.038569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d907e3d-b128-4681-9bed-821118180edd None None] Network 63b83e01-67fe-43b9-a165-993bccb77ec3 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:45:14.450778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-2452240d-e0c4-464a-a114-508c8bbb2a34 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:14.452148 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-2452240d-e0c4-464a-a114-508c8bbb2a34 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/networks?id=63b83e01-67fe-43b9-a165-993bccb77ec3 HTTP/1.1" status: 200 len: 814 time: 0.1467795 Dec 20 16:45:14.468827 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-27e8f36f-1584-49d1-b07f-ae64abd490b4 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/quotas/6d606049818341f1aa3301dd9753c016 HTTP/1.1" status: 200 len: 375 time: 0.0107093 Dec 20 16:45:14.517562 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-feb62907-6705-4fcb-9011-e9dc5397bd60 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d606049818341f1aa3301dd9753c016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436997 Dec 20 16:45:14.527853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-35ce27ec-6c53-47a6-811a-4fb87c2823ce service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:45:14.528781 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-35ce27ec-6c53-47a6-811a-4fb87c2823ce service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048621 Dec 20 16:45:14.665221 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-bc5fa3c1-e693-4848-92be-ff75534ea12d service neutron] 10.222.0.62 "GET /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299706 Dec 20 16:45:14.798614 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-22ca08e7-0647-476b-a3f2-f85f3e857cd4 service neutron] 10.222.0.62 "GET /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262314 Dec 20 16:45:15.046991 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-50cd82e1-a67b-44ce-a3ef-cb65fb91645c req-3a12562e-1a3c-4ee8-824e-cfe582d1f03a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 210 time: 0.0414221 Dec 20 16:45:15.385852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:16.207349 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f6c056c4-8cf3-482c-a68c-d914e81cf516 req-3563f5fe-0f09-4043-92c4-480e955f4944 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 210 time: 0.0404875 Dec 20 16:45:17.484499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-bc4a0282-4a9d-4b09-bb48-b7d15738e0db tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:17.485858 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-bc4a0282-4a9d-4b09-bb48-b7d15738e0db tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.64 "GET /v2.0/networks?id=63b83e01-67fe-43b9-a165-993bccb77ec3 HTTP/1.1" status: 200 len: 814 time: 0.3035953 Dec 20 16:45:17.492032 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7e6b34f1-d35d-480e-ada4-daa1b5f8d226 req-2f831efc-f464-40dd-a917-baf92a68f64c tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 210 time: 0.1574013 Dec 20 16:45:17.503082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Request body: {'port': {'device_id': 'd5328871-7c17-4a68-8178-5c36d8a5edb0', 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3', 'admin_state_up': True, 'tenant_id': '6d606049818341f1aa3301dd9753c016'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:45:17.644285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:45:17.648026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Usage tracker for resource:port and tenant:6d606049818341f1aa3301dd9753c016 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:45:17.650873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:45:17.658000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:45:17.764286 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Made reservation on behalf of 6d606049818341f1aa3301dd9753c016 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:45:17.767428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:17.932921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Allocated IP 172.20.0.11 (63b83e01-67fe-43b9-a165-993bccb77ec3/9e9cc83a-d7a8-47b6-be9f-0050b52ed101/90d3c084-089b-4e42-a81c-6ae1a3748063) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:45:18.141608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:18.225782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:18.231614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:18.306610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Network 63b83e01-67fe-43b9-a165-993bccb77ec3 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:45:18.310131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:45:18.312169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Pushing event updated for resources: {'Port': ['ID=90d3c084-089b-4e42-a81c-6ae1a3748063,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:18.314268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:45:18.339006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:18.374107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:18.374738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:18.501716 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0024374 Dec 20 16:45:18.513993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Request body: {'port': {'device_id': 'd5328871-7c17-4a68-8178-5c36d8a5edb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:45:18.660797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:18.809823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6c5a9-63ce-495c-b3ee-0fe883bad1f5 req-019ac0b4-3c29-4692-a270-840d12a0c863 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:18.810412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4db6c5a9-63ce-495c-b3ee-0fe883bad1f5 req-019ac0b4-3c29-4692-a270-840d12a0c863 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Synchronizing usage tracker for tenant:6d606049818341f1aa3301dd9753c016 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:45:18.951378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4db6c5a9-63ce-495c-b3ee-0fe883bad1f5 req-019ac0b4-3c29-4692-a270-840d12a0c863 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Unset dirty status for tenant:6d606049818341f1aa3301dd9753c016 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:45:18.952651 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4db6c5a9-63ce-495c-b3ee-0fe883bad1f5 req-019ac0b4-3c29-4692-a270-840d12a0c863 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 932 time: 0.3352878 Dec 20 16:45:19.052033 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4db6c5a9-63ce-495c-b3ee-0fe883bad1f5 req-b6991148-793b-4e73-82dc-6c1286d512cd tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915532 Dec 20 16:45:19.071288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d3c084-089b-4e42-a81c-6ae1a3748063 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:45:19.080235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:19.095572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Transition to ACTIVE for port object 90d3c084-089b-4e42-a81c-6ae1a3748063 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:45:19.152921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:19.157068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:19.278522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Pushing event updated for resources: {'Port': ['ID=90d3c084-089b-4e42-a81c-6ae1a3748063,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:19.282211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:19.394719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Attempting to bind port 90d3c084-089b-4e42-a81c-6ae1a3748063 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:45:19.395006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Attempting to bind port 90d3c084-089b-4e42-a81c-6ae1a3748063 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '12ffa3b4-d847-4d37-a506-8018ce5ee2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:45:19.395285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Attempting to bind port 90d3c084-089b-4e42-a81c-6ae1a3748063 on network 63b83e01-67fe-43b9-a165-993bccb77ec3 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:45:19.401271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Port 90d3c084-089b-4e42-a81c-6ae1a3748063 on network 63b83e01-67fe-43b9-a165-993bccb77ec3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:45:19.401578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Attempting to bind port 90d3c084-089b-4e42-a81c-6ae1a3748063 on network 63b83e01-67fe-43b9-a165-993bccb77ec3 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:45:19.411845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:45:19.411845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Checking segment: {'id': '12ffa3b4-d847-4d37-a506-8018ce5ee2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:45:19.411845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Bound using segment: {'id': '12ffa3b4-d847-4d37-a506-8018ce5ee2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:45:19.411845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Bound port: 90d3c084-089b-4e42-a81c-6ae1a3748063, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ffa3b4-d847-4d37-a506-8018ce5ee2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:45:19.411845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:19.500315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] For port 90d3c084-089b-4e42-a81c-6ae1a3748063, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:45:19.503343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] For port 90d3c084-089b-4e42-a81c-6ae1a3748063, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=90d3c084-089b-4e42-a81c-6ae1a3748063,segment=NetworkSegment(12ffa3b4-d847-4d37-a506-8018ce5ee2de),segment_id=12ffa3b4-d847-4d37-a506-8018ce5ee2de)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:45:19.591516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:19.599789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-713ad8c8-fdfa-490b-add5-c5f0bc5fadf6 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:19.653092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:19.654570 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/90d3c084-089b-4e42-a81c-6ae1a3748063 HTTP/1.1" status: 200 len: 1094 time: 1.1446481 Dec 20 16:45:19.662131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5328871-7c17-4a68-8178-5c36d8a5edb0', 'tag': '90d3c084-089b-4e42-a81c-6ae1a3748063'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:19.679697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Pushing event updated for resources: {'Port': ['ID=90d3c084-089b-4e42-a81c-6ae1a3748063,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:19.682684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:19.928490 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5328871-7c17-4a68-8178-5c36d8a5edb0', 'tag': '90d3c084-089b-4e42-a81c-6ae1a3748063', 'status': 'completed', 'code': 200} Dec 20 16:45:19.964267 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-bf5803fb-83c8-4641-b9c7-6ab2b56c0591 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d606049818341f1aa3301dd9753c016&device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 1097 time: 0.1741798 Dec 20 16:45:20.035354 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-0e6794d5-ed3b-4ba0-a70b-9a5be4a30b32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90d3c084-089b-4e42-a81c-6ae1a3748063 HTTP/1.1" status: 200 len: 217 time: 0.0644069 Dec 20 16:45:20.103934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-acac2cd8-7bc1-4094-b5af-ab2d5c7a6de7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:20.105729 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-acac2cd8-7bc1-4094-b5af-ab2d5c7a6de7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9cc83a-d7a8-47b6-be9f-0050b52ed101 HTTP/1.1" status: 200 len: 854 time: 0.0646002 Dec 20 16:45:20.152063 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-ff764d0c-3f5a-4123-9415-87e515485571 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63b83e01-67fe-43b9-a165-993bccb77ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400770 Dec 20 16:45:20.345183 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-938c8cd3-b215-47e9-ba78-491a8635dda1 service neutron] 10.222.0.64 "GET /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864266 Dec 20 16:45:20.351666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c37ba-875e-4f97-aec9-9a53cccacd0f req-95a96997-0564-46dd-9e2b-4ff8f1ced436 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:20.353005 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e4c37ba-875e-4f97-aec9-9a53cccacd0f req-95a96997-0564-46dd-9e2b-4ff8f1ced436 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 944 time: 0.1716197 Dec 20 16:45:20.484586 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e4c37ba-875e-4f97-aec9-9a53cccacd0f req-d4137343-420b-4a20-92cd-1e0f9a815c24 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126397 Dec 20 16:45:20.516731 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd045c29-72a2-4a3c-97fd-32456e8f6086 req-46a4e010-78bc-4955-a0ad-fa806df326ca service neutron] 10.222.0.64 "GET /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627972 Dec 20 16:45:20.704388 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84ecd023-694f-41c2-9748-50c7acd7b6f9 req-895b8da1-41b6-486a-a5d8-60c1eb0da25f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d606049818341f1aa3301dd9753c016&device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 1097 time: 0.0759046 Dec 20 16:45:20.835276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecd023-694f-41c2-9748-50c7acd7b6f9 req-47752b27-319f-4329-9008-a86924876473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:20.836630 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84ecd023-694f-41c2-9748-50c7acd7b6f9 req-47752b27-319f-4329-9008-a86924876473 service neutron] 10.222.0.64 "GET /v2.0/networks?id=63b83e01-67fe-43b9-a165-993bccb77ec3 HTTP/1.1" status: 200 len: 915 time: 0.1261673 Dec 20 16:45:20.903217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84ecd023-694f-41c2-9748-50c7acd7b6f9 req-520eb757-e7be-47bd-b85c-e2a6295adceb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90d3c084-089b-4e42-a81c-6ae1a3748063 HTTP/1.1" status: 200 len: 217 time: 0.0598488 Dec 20 16:45:20.965690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecd023-694f-41c2-9748-50c7acd7b6f9 req-1c2f6fce-51dc-4a72-b39c-48bcecb8b1bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:20.967134 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84ecd023-694f-41c2-9748-50c7acd7b6f9 req-1c2f6fce-51dc-4a72-b39c-48bcecb8b1bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9cc83a-d7a8-47b6-be9f-0050b52ed101 HTTP/1.1" status: 200 len: 854 time: 0.0582864 Dec 20 16:45:21.002040 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:45:21.011854 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84ecd023-694f-41c2-9748-50c7acd7b6f9 req-cb66d1c3-ea3c-45fa-843e-9011246d79f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63b83e01-67fe-43b9-a165-993bccb77ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380161 Dec 20 16:45:21.152170 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84ecd023-694f-41c2-9748-50c7acd7b6f9 req-fdca288b-f07f-4469-9855-be47e7b75bb0 service neutron] 10.222.0.64 "GET /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339948 Dec 20 16:45:21.286848 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84ecd023-694f-41c2-9748-50c7acd7b6f9 req-e4660f4d-b2b3-40a6-a216-0dbe4835c81b service neutron] 10.222.0.64 "GET /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277466 Dec 20 16:45:21.686097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1deb0-0cdc-4f82-b234-da6d08aa16bb req-c3e62fd2-0adc-4212-8ab4-bc4e2d4f8c1c tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:21.688153 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-44f1deb0-0cdc-4f82-b234-da6d08aa16bb req-c3e62fd2-0adc-4212-8ab4-bc4e2d4f8c1c tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 944 time: 0.0822752 Dec 20 16:45:21.736852 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-44f1deb0-0cdc-4f82-b234-da6d08aa16bb req-1590a7e2-90c2-4f43-b2c8-a6e59f3415d4 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Dec 20 16:45:22.038494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1a28b4e4-089a-453b-9924-d15dfd1ab9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:22.934495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a4b0b-5d90-4a1f-ba92-13d6384aa7e8 req-55ecd5c2-aa52-487f-b61e-43534b6cce76 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:22.935994 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-669a4b0b-5d90-4a1f-ba92-13d6384aa7e8 req-55ecd5c2-aa52-487f-b61e-43534b6cce76 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 944 time: 0.0765958 Dec 20 16:45:22.983681 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-669a4b0b-5d90-4a1f-ba92-13d6384aa7e8 req-8aa9dc52-f303-48e4-8edc-c92ea219a686 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Dec 20 16:45:24.278312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c73e3ab0-f2b7-43da-9f69-d7bc5c7e29e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:24.332483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6892-49f4-4da3-8747-b02c354a1a43 req-ee0c3678-0837-43e8-8adf-d0e8c5c08436 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:24.333881 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1ced6892-49f4-4da3-8747-b02c354a1a43 req-ee0c3678-0837-43e8-8adf-d0e8c5c08436 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 944 time: 0.2009342 Dec 20 16:45:24.381159 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1ced6892-49f4-4da3-8747-b02c354a1a43 req-4e14c4ed-9849-4dc3-99ac-fbef17a967f5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Dec 20 16:45:24.720692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 90d3c084-089b-4e42-a81c-6ae1a3748063 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:45:24.863614 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 90d3c084-089b-4e42-a81c-6ae1a3748063, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=90d3c084-089b-4e42-a81c-6ae1a3748063,segment=NetworkSegment(12ffa3b4-d847-4d37-a506-8018ce5ee2de),segment_id=12ffa3b4-d847-4d37-a506-8018ce5ee2de)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:24.878040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '90d3c084-089b-4e42-a81c-6ae1a3748063', 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3', 'port_id': '90d3c084-089b-4e42-a81c-6ae1a3748063', 'mac_address': 'fa:16:3e:11:91:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9cc83a-d7a8-47b6-be9f-0050b52ed101', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:45:24.937913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:24.956196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d3c084-089b-4e42-a81c-6ae1a3748063 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:45:24.971691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 90d3c084-089b-4e42-a81c-6ae1a3748063, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=90d3c084-089b-4e42-a81c-6ae1a3748063,segment=NetworkSegment(12ffa3b4-d847-4d37-a506-8018ce5ee2de),segment_id=12ffa3b4-d847-4d37-a506-8018ce5ee2de)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:25.112361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:25.114195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:25.179250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=90d3c084-089b-4e42-a81c-6ae1a3748063,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:25.188146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.188494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.188837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.189170 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.189509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.189835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.190180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.190488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.190813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.191163 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.191483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:25.195356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:25.485883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['90d3c084-089b-4e42-a81c-6ae1a3748063'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:45:25.552427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:25.587213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba470b-ef2b-4422-a8bb-d686d6c618d3 req-a7db657a-a236-475f-ac99-652dd0ff7c72 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:25.588603 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37ba470b-ef2b-4422-a8bb-d686d6c618d3 req-a7db657a-a236-475f-ac99-652dd0ff7c72 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 945 time: 0.0835781 Dec 20 16:45:25.639302 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37ba470b-ef2b-4422-a8bb-d686d6c618d3 req-98c23a55-d636-4b40-8cd1-7cf0875974af tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 Dec 20 16:45:25.656848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:26.746273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 90d3c084-089b-4e42-a81c-6ae1a3748063 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:45:26.838478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003914fd-af76-4613-9653-0778ce2b7888 req-1c9848db-e32c-459e-acd6-0caf6702d89d tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:26.839967 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-003914fd-af76-4613-9653-0778ce2b7888 req-1c9848db-e32c-459e-acd6-0caf6702d89d tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 945 time: 0.0795264 Dec 20 16:45:26.887200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-003914fd-af76-4613-9653-0778ce2b7888 req-632b2178-c462-4fbc-a670-c82e210e758a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Dec 20 16:45:26.976185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 90d3c084-089b-4e42-a81c-6ae1a3748063 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:45:26.985926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 90d3c084-089b-4e42-a81c-6ae1a3748063 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:26.986307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:27.107928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:27.124545 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:27.135839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5328871-7c17-4a68-8178-5c36d8a5edb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d3c084-089b-4e42-a81c-6ae1a3748063'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:27.146188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 90d3c084-089b-4e42-a81c-6ae1a3748063, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=90d3c084-089b-4e42-a81c-6ae1a3748063,segment=NetworkSegment(12ffa3b4-d847-4d37-a506-8018ce5ee2de),segment_id=12ffa3b4-d847-4d37-a506-8018ce5ee2de)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:27.194113 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5328871-7c17-4a68-8178-5c36d8a5edb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d3c084-089b-4e42-a81c-6ae1a3748063', 'code': 200} Dec 20 16:45:27.232538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:27.234664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:27.304012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=90d3c084-089b-4e42-a81c-6ae1a3748063,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:27.307086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:27.587808 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e30a7bfc-31c6-4dfc-8e68-70986f92e54d req-a6a8a41b-befb-4eb4-bf23-7ed2781d4017 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 1099 time: 0.0769057 Dec 20 16:45:27.634239 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e30a7bfc-31c6-4dfc-8e68-70986f92e54d req-b8f6eda1-c475-4cf8-9cf7-81be04ba4e84 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Dec 20 16:45:28.093821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469f43-ac95-40a2-a31a-6d163ce1720d req-c210e5f3-2930-48fc-8050-1cc8f4f1dd04 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:28.095325 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df469f43-ac95-40a2-a31a-6d163ce1720d req-c210e5f3-2930-48fc-8050-1cc8f4f1dd04 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0792489 Dec 20 16:45:28.140382 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df469f43-ac95-40a2-a31a-6d163ce1720d req-169d8157-2112-4aaf-a0d7-7bcc2e548f95 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Dec 20 16:45:29.345099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c827-daa7-480a-8aa1-95a967412960 req-110733c8-1797-4ce3-ac73-7b18f1f16f5a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:29.346536 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e8b8c827-daa7-480a-8aa1-95a967412960 req-110733c8-1797-4ce3-ac73-7b18f1f16f5a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0817022 Dec 20 16:45:29.393100 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e8b8c827-daa7-480a-8aa1-95a967412960 req-c15bd6ed-9901-445c-b93b-1bd4f01dc35b tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Dec 20 16:45:29.691017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-0c2bbcb1-6e9b-481d-a470-a35d77ae2262 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:29.692425 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-0c2bbcb1-6e9b-481d-a470-a35d77ae2262 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/networks?id=63b83e01-67fe-43b9-a165-993bccb77ec3 HTTP/1.1" status: 200 len: 814 time: 0.1443782 Dec 20 16:45:29.709134 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-427b0768-9216-4fc1-a27f-d7dc4da2295b tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/quotas/6d606049818341f1aa3301dd9753c016 HTTP/1.1" status: 200 len: 375 time: 0.0107071 Dec 20 16:45:29.795656 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-cca6c7f3-79af-4810-abca-679a1caf0825 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d606049818341f1aa3301dd9753c016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813134 Dec 20 16:45:29.939690 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-601f188a-ad7d-4c62-90bc-880f16615adb service neutron] 10.222.0.62 "GET /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365166 Dec 20 16:45:30.079243 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-f0d4190c-bec0-49fa-8eee-4e5e44e1021f service neutron] 10.222.0.62 "GET /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338227 Dec 20 16:45:30.396466 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e562c55a-9a7a-468a-b12a-85b8cba67f07 req-ac416670-a382-4ad4-bbfa-65d952e536b7 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 210 time: 0.0566211 Dec 20 16:45:31.569753 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9841c6a7-4c63-495f-b74a-b8954bf55afc req-881aa995-e467-473e-b699-58ac18ad3a8e tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 210 time: 0.0466909 Dec 20 16:45:32.780386 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9c5091f4-34cc-4d25-8dba-794e4a3887a9 req-a0212c2c-5c79-4b4e-b5c2-e652aa00006d tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 210 time: 0.0501175 Dec 20 16:45:32.821419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-918eaae5-1cc7-4648-84cb-a0f4bf0a953b tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:32.822878 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-918eaae5-1cc7-4648-84cb-a0f4bf0a953b tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.64 "GET /v2.0/networks?id=63b83e01-67fe-43b9-a165-993bccb77ec3 HTTP/1.1" status: 200 len: 814 time: 0.1902966 Dec 20 16:45:32.839407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Request body: {'port': {'device_id': '925cedb6-e682-44b7-92a5-d9f29ee125f1', 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3', 'admin_state_up': True, 'tenant_id': '6d606049818341f1aa3301dd9753c016'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:45:32.979352 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:45:32.991154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:45:33.146767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Made reservation on behalf of 6d606049818341f1aa3301dd9753c016 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:45:33.149901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:33.431251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Allocated IP 172.20.0.8 (63b83e01-67fe-43b9-a165-993bccb77ec3/9e9cc83a-d7a8-47b6-be9f-0050b52ed101/797303a7-a81d-4d7e-8b5e-873eb5b9c75e) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:45:33.635022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:33.719163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:33.725002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ecf0bf70-5911-41ee-948b-1d89ae0b935a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:33.730630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['90d3c084-089b-4e42-a81c-6ae1a3748063'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:45:33.813781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Network 63b83e01-67fe-43b9-a165-993bccb77ec3 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:45:33.814770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Pushing event updated for resources: {'Port': ['ID=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:33.817459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:45:33.819661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:33.819929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:45:33.880539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:33.881159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:33.973720 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1373944 Dec 20 16:45:33.986193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Request body: {'port': {'device_id': '925cedb6-e682-44b7-92a5-d9f29ee125f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:45:34.110549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a892c-f291-4a10-af7d-002d289cfe12 req-4f33da31-2c51-4823-b8a0-b821470a6d46 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:34.111264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-1e0a892c-f291-4a10-af7d-002d289cfe12 req-4f33da31-2c51-4823-b8a0-b821470a6d46 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Synchronizing usage tracker for tenant:6d606049818341f1aa3301dd9753c016 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:45:34.123206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:34.260879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-1e0a892c-f291-4a10-af7d-002d289cfe12 req-4f33da31-2c51-4823-b8a0-b821470a6d46 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Unset dirty status for tenant:6d606049818341f1aa3301dd9753c016 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:45:34.262033 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1e0a892c-f291-4a10-af7d-002d289cfe12 req-4f33da31-2c51-4823-b8a0-b821470a6d46 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 931 time: 0.3383410 Dec 20 16:45:34.397652 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1e0a892c-f291-4a10-af7d-002d289cfe12 req-1a4ac023-a577-4ea6-ac15-8641869299e8 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287060 Dec 20 16:45:34.504503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797303a7-a81d-4d7e-8b5e-873eb5b9c75e {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:45:34.511245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:34.525621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Transition to ACTIVE for port object 797303a7-a81d-4d7e-8b5e-873eb5b9c75e will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:45:34.619348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:34.623281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-37cd9b5a-f1dd-4cb8-8c80-088ffe4db647 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:34.746586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Pushing event updated for resources: {'Port': ['ID=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:34.750732 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:34.854020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Attempting to bind port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:45:34.854696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Attempting to bind port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '12ffa3b4-d847-4d37-a506-8018ce5ee2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:45:34.854696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Attempting to bind port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e on network 63b83e01-67fe-43b9-a165-993bccb77ec3 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:45:34.860397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e on network 63b83e01-67fe-43b9-a165-993bccb77ec3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:45:34.860707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Attempting to bind port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e on network 63b83e01-67fe-43b9-a165-993bccb77ec3 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:45:34.867088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:45:34.867438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Checking segment: {'id': '12ffa3b4-d847-4d37-a506-8018ce5ee2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:45:34.867789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Bound using segment: {'id': '12ffa3b4-d847-4d37-a506-8018ce5ee2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:45:34.868205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Bound port: 797303a7-a81d-4d7e-8b5e-873eb5b9c75e, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ffa3b4-d847-4d37-a506-8018ce5ee2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:45:34.868539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:34.965387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] For port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:45:34.968541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] For port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,segment=NetworkSegment(12ffa3b4-d847-4d37-a506-8018ce5ee2de),segment_id=12ffa3b4-d847-4d37-a506-8018ce5ee2de)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:45:35.060553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:35.064991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f0f9b8af-cddf-4658-80cd-1fdd00d59640 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:35.126934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:35.128309 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] 10.222.0.64 "PUT /v2.0/ports/797303a7-a81d-4d7e-8b5e-873eb5b9c75e HTTP/1.1" status: 200 len: 1093 time: 1.1468818 Dec 20 16:45:35.128827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925cedb6-e682-44b7-92a5-d9f29ee125f1', 'tag': '797303a7-a81d-4d7e-8b5e-873eb5b9c75e'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:35.144454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Pushing event updated for resources: {'Port': ['ID=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:35.148388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:35.186132 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925cedb6-e682-44b7-92a5-d9f29ee125f1', 'tag': '797303a7-a81d-4d7e-8b5e-873eb5b9c75e', 'status': 'completed', 'code': 200} Dec 20 16:45:35.284513 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-13a8e59e-ef96-4b85-bc33-c80db698460d req-5f2b5e92-4664-40a2-8778-3ac14bc4a39c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d606049818341f1aa3301dd9753c016&device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 1096 time: 0.0772548 Dec 20 16:45:35.434426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8e59e-ef96-4b85-bc33-c80db698460d req-4e4da013-c271-4c9e-997b-105bd9a73030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:35.435868 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-13a8e59e-ef96-4b85-bc33-c80db698460d req-4e4da013-c271-4c9e-997b-105bd9a73030 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6d606049818341f1aa3301dd9753c016&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1415467 Dec 20 16:45:35.732730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8e59e-ef96-4b85-bc33-c80db698460d req-e5f7c38d-e7e2-4573-a7e6-bc1370d3572a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:35.734776 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-13a8e59e-ef96-4b85-bc33-c80db698460d req-e5f7c38d-e7e2-4573-a7e6-bc1370d3572a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2931993 Dec 20 16:45:35.759755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0944896-1fc7-4440-9dff-02763e58eb63 req-30b3a48c-39b7-4571-ae3e-c63b6ba9a079 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:35.761217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a0944896-1fc7-4440-9dff-02763e58eb63 req-30b3a48c-39b7-4571-ae3e-c63b6ba9a079 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 943 time: 0.1145113 Dec 20 16:45:35.853930 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a0944896-1fc7-4440-9dff-02763e58eb63 req-bec0c8ed-56e7-4503-8753-6cba0aa072ee tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858848 Dec 20 16:45:35.872743 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-d3cfa67b-ace9-432c-af48-55282651db63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d606049818341f1aa3301dd9753c016&device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 1096 time: 0.0902894 Dec 20 16:45:35.946152 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-6c32aa44-194e-46b4-bc6b-d61d055297d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797303a7-a81d-4d7e-8b5e-873eb5b9c75e HTTP/1.1" status: 200 len: 217 time: 0.0656369 Dec 20 16:45:36.014108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-95209623-f20b-4814-9fe9-70ed8b59865e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:36.015521 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-95209623-f20b-4814-9fe9-70ed8b59865e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9cc83a-d7a8-47b6-be9f-0050b52ed101 HTTP/1.1" status: 200 len: 854 time: 0.0630081 Dec 20 16:45:36.062709 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-8793bb59-3a38-4faf-8e2e-2a5d6395a487 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63b83e01-67fe-43b9-a165-993bccb77ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413392 Dec 20 16:45:36.203971 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-98cdd51f-a9e8-449d-a258-81ff0031e0ac service neutron] 10.222.0.64 "GET /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351178 Dec 20 16:45:36.344352 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f8da63c8-dbc5-416d-bfc8-9e384d186dff req-d2638eeb-2fc3-4877-bb19-d7c990fb9f94 service neutron] 10.222.0.64 "GET /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342616 Dec 20 16:45:37.060219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e11acc-dcda-419a-8211-16dbf7d5fad3 req-4713a367-1e67-43e2-bbea-cb81e402d694 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:37.061736 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e11acc-dcda-419a-8211-16dbf7d5fad3 req-4713a367-1e67-43e2-bbea-cb81e402d694 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 943 time: 0.0822432 Dec 20 16:45:37.109042 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90e11acc-dcda-419a-8211-16dbf7d5fad3 req-45e24f35-06b5-46e1-a058-bd9ac5179776 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411165 Dec 20 16:45:38.307885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759399-debc-4a80-8735-c5f102fff4a9 req-e667229f-afb5-4be7-8608-ed0656ec03e2 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:38.309347 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-89759399-debc-4a80-8735-c5f102fff4a9 req-e667229f-afb5-4be7-8608-ed0656ec03e2 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 943 time: 0.0794258 Dec 20 16:45:38.359559 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-89759399-debc-4a80-8735-c5f102fff4a9 req-bf0d78e3-e527-4e62-a8d7-a66f8de0c79c tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 Dec 20 16:45:38.800314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 797303a7-a81d-4d7e-8b5e-873eb5b9c75e details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:45:38.937628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,segment=NetworkSegment(12ffa3b4-d847-4d37-a506-8018ce5ee2de),segment_id=12ffa3b4-d847-4d37-a506-8018ce5ee2de)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:38.950787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '797303a7-a81d-4d7e-8b5e-873eb5b9c75e', 'network_id': '63b83e01-67fe-43b9-a165-993bccb77ec3', 'port_id': '797303a7-a81d-4d7e-8b5e-873eb5b9c75e', 'mac_address': 'fa:16:3e:97:8d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9cc83a-d7a8-47b6-be9f-0050b52ed101', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:45:39.005022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:39.023401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797303a7-a81d-4d7e-8b5e-873eb5b9c75e {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:45:39.039639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,segment=NetworkSegment(12ffa3b4-d847-4d37-a506-8018ce5ee2de),segment_id=12ffa3b4-d847-4d37-a506-8018ce5ee2de)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:39.099618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:39.101360 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:39.165169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:39.168220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:39.477123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['797303a7-a81d-4d7e-8b5e-873eb5b9c75e'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:45:39.570625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f6d40-f9bb-4977-b949-56c4979371c7 req-a9a6a6c9-e8bb-467d-958b-6c66cc40f9f8 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:39.572249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-597f6d40-f9bb-4977-b949-56c4979371c7 req-a9a6a6c9-e8bb-467d-958b-6c66cc40f9f8 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 944 time: 0.0863304 Dec 20 16:45:39.621831 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-597f6d40-f9bb-4977-b949-56c4979371c7 req-ae169dfe-56df-42ac-9081-77b21a4441d1 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Dec 20 16:45:40.819861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 797303a7-a81d-4d7e-8b5e-873eb5b9c75e up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:45:40.832174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0fae3-8daf-4faf-97b3-88268fe21341 req-c7817fbf-3baf-45e7-a235-eab6ac84404f tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:40.833770 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-acd0fae3-8daf-4faf-97b3-88268fe21341 req-c7817fbf-3baf-45e7-a235-eab6ac84404f tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 944 time: 0.0885065 Dec 20 16:45:40.888480 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-acd0fae3-8daf-4faf-97b3-88268fe21341 req-5cdfaeb5-0a85-4665-b408-f2a9247a99d4 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481479 Dec 20 16:45:40.963882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:45:40.969901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:40.970274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:41.100083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:41.134977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925cedb6-e682-44b7-92a5-d9f29ee125f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797303a7-a81d-4d7e-8b5e-873eb5b9c75e'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:41.146887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,segment=NetworkSegment(12ffa3b4-d847-4d37-a506-8018ce5ee2de),segment_id=12ffa3b4-d847-4d37-a506-8018ce5ee2de)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:41.193114 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925cedb6-e682-44b7-92a5-d9f29ee125f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797303a7-a81d-4d7e-8b5e-873eb5b9c75e', 'code': 200} Dec 20 16:45:41.226631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:41.229666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-86cb0aa8-6ef8-42e6-9fcc-0531279cc631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:41.300638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:41.303881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:41.575922 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f947c737-4b0f-48c0-9020-bf6ae2fa8125 req-2077f3a6-8482-417a-b3a1-6e2d4251c74b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 1098 time: 0.0747163 Dec 20 16:45:41.622784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f947c737-4b0f-48c0-9020-bf6ae2fa8125 req-6569cb5f-cf39-4bea-8677-c25cf236d566 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398505 Dec 20 16:45:42.106220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847d61f-7d01-4620-9e96-5b8e5c022f87 req-d5db66d4-a981-4394-a14a-04d4a0159de4 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:42.107724 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4847d61f-7d01-4620-9e96-5b8e5c022f87 req-d5db66d4-a981-4394-a14a-04d4a0159de4 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 945 time: 0.0928741 Dec 20 16:45:42.154475 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4847d61f-7d01-4620-9e96-5b8e5c022f87 req-5b084cf0-4fd5-4b4b-95eb-9a8c60bf356f tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Dec 20 16:45:43.362053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3297848-261d-4423-b8ab-b159163e124e req-a220d21c-8701-4523-81b6-5e678d158b35 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:43.363534 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d3297848-261d-4423-b8ab-b159163e124e req-a220d21c-8701-4523-81b6-5e678d158b35 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 945 time: 0.0835462 Dec 20 16:45:43.413523 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d3297848-261d-4423-b8ab-b159163e124e req-9a8aab3c-fadf-4b0d-b625-d13694c5bfeb tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Dec 20 16:45:44.164975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0e16b-5844-427e-9927-70323c550493 req-5116d91c-aab1-489c-83f7-ffe43fe73cc5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:44.166466 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-87d0e16b-5844-427e-9927-70323c550493 req-5116d91c-aab1-489c-83f7-ffe43fe73cc5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 945 time: 0.0831375 Dec 20 16:45:44.215363 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-87d0e16b-5844-427e-9927-70323c550493 req-aaad8bef-8856-4914-80a8-a44b5233c271 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Dec 20 16:45:45.340937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:45.430012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce46c6-9414-46a9-8cd3-28f9666cd445 req-0198ce98-3420-4186-a40b-5496a1ca4965 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:45.431477 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0dce46c6-9414-46a9-8cd3-28f9666cd445 req-0198ce98-3420-4186-a40b-5496a1ca4965 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 945 time: 0.0887642 Dec 20 16:45:45.477370 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0dce46c6-9414-46a9-8cd3-28f9666cd445 req-65b18805-07b8-409a-92ae-f7547d66d717 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Dec 20 16:45:45.601068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-e2e7a0a2-d5d7-4aa1-853e-5badcffb4b59 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:45.602524 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-e2e7a0a2-d5d7-4aa1-853e-5badcffb4b59 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.64 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 945 time: 0.0770159 Dec 20 16:45:45.675092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Deleting port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:45:45.675434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:46.033872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] For port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,segment=NetworkSegment(12ffa3b4-d847-4d37-a506-8018ce5ee2de),segment_id=12ffa3b4-d847-4d37-a506-8018ce5ee2de)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:46.034142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:46.164348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Calling delete_port for 797303a7-a81d-4d7e-8b5e-873eb5b9c75e owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:45:46.352128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:46.358429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-792d3116-1b88-422b-b9df-3ae78bc1011a tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:46.363902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['90d3c084-089b-4e42-a81c-6ae1a3748063', '797303a7-a81d-4d7e-8b5e-873eb5b9c75e'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:45:46.403965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Pushing event deleted for resources: {'Port': ['ID=797303a7-a81d-4d7e-8b5e-873eb5b9c75e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:46.406782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:46.476843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] No DVR routers for this DVR port 797303a7-a81d-4d7e-8b5e-873eb5b9c75e on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:45:46.479348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:46.482105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925cedb6-e682-44b7-92a5-d9f29ee125f1', 'name': 'network-vif-deleted', 'tag': '797303a7-a81d-4d7e-8b5e-873eb5b9c75e'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:46.539385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925cedb6-e682-44b7-92a5-d9f29ee125f1', 'name': 'network-vif-deleted', 'tag': '797303a7-a81d-4d7e-8b5e-873eb5b9c75e', 'status': 'completed', 'code': 200} Dec 20 16:45:46.552845 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1e61775c-8b06-48cf-b911-12a1648c2b08 req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.64 "DELETE /v2.0/ports/797303a7-a81d-4d7e-8b5e-873eb5b9c75e HTTP/1.1" status: 204 len: 173 time: 0.9446661 Dec 20 16:45:46.643448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b03cd18e-ab92-4093-9825-a47f05376cc0 req-9049a25e-4ea0-4f1d-981c-98e958f27035 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Synchronizing usage tracker for tenant:6d606049818341f1aa3301dd9753c016 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:45:46.786048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b03cd18e-ab92-4093-9825-a47f05376cc0 req-9049a25e-4ea0-4f1d-981c-98e958f27035 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Unset dirty status for tenant:6d606049818341f1aa3301dd9753c016 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:45:46.787254 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b03cd18e-ab92-4093-9825-a47f05376cc0 req-9049a25e-4ea0-4f1d-981c-98e958f27035 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=925cedb6-e682-44b7-92a5-d9f29ee125f1 HTTP/1.1" status: 200 len: 210 time: 0.1878004 Dec 20 16:45:48.058996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fda0e-4b45-4cb6-a363-e3add31a7f35 req-2c10edea-ef2a-439f-8902-5b31c1518ddc tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:48.061648 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e16fda0e-4b45-4cb6-a363-e3add31a7f35 req-2c10edea-ef2a-439f-8902-5b31c1518ddc tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0788603 Dec 20 16:45:48.112287 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e16fda0e-4b45-4cb6-a363-e3add31a7f35 req-f8ffc130-a19b-4808-b16b-c0bfb0493ea6 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451598 Dec 20 16:45:48.346596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a2d8e-85d6-4a0e-8bf5-cda3b245406f req-944b933f-4fc6-4f4c-b4f0-de56b7a8a0ca tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:48.347988 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b45a2d8e-85d6-4a0e-8bf5-cda3b245406f req-944b933f-4fc6-4f4c-b4f0-de56b7a8a0ca tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0843003 Dec 20 16:45:48.393637 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b45a2d8e-85d6-4a0e-8bf5-cda3b245406f req-6e00cd94-bc88-4486-ad0b-966dae23d5b7 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Dec 20 16:45:48.598096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b33415-b5dc-4280-8887-fff36a77e20a req-a6e4e5af-73fe-494d-93a4-0610433891c1 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:48.599492 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-59b33415-b5dc-4280-8887-fff36a77e20a req-a6e4e5af-73fe-494d-93a4-0610433891c1 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0752854 Dec 20 16:45:48.648212 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-59b33415-b5dc-4280-8887-fff36a77e20a req-58737328-3386-4bae-bbc7-f7274cbe9cac tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Dec 20 16:45:48.841457 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d66320ff-4366-4b86-9799-9e2fffe1c719 req-46427ee4-ff7e-4fc4-a950-8fcccc647f88 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690062 Dec 20 16:45:48.872549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 797303a7-a81d-4d7e-8b5e-873eb5b9c75e no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:45:48.905670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 797303a7-a81d-4d7e-8b5e-873eb5b9c75e {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:45:48.906018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 797303a7-a81d-4d7e-8b5e-873eb5b9c75e not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:45:49.049805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc6bb4-9b1f-4d18-8e0a-03a04428a771 req-60beeaa4-6109-459e-86ed-c23cea3be593 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:49.051293 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-83dc6bb4-9b1f-4d18-8e0a-03a04428a771 req-60beeaa4-6109-459e-86ed-c23cea3be593 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0766871 Dec 20 16:45:49.100636 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-83dc6bb4-9b1f-4d18-8e0a-03a04428a771 req-ae671ee4-5ee2-4b72-bf10-1b941fcce877 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437934 Dec 20 16:45:49.294692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684c0a6-b6c8-4ec9-9ad0-86d1defb689f req-bd9e44b7-78e1-4178-902f-1c8a14e546ae tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:49.296725 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d684c0a6-b6c8-4ec9-9ad0-86d1defb689f req-bd9e44b7-78e1-4178-902f-1c8a14e546ae tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0763872 Dec 20 16:45:49.342377 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d684c0a6-b6c8-4ec9-9ad0-86d1defb689f req-31e086e7-11bf-4983-851e-a1c6b08a627a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Dec 20 16:45:49.558592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee4831-1929-451c-91fe-c85857d5441e req-73c4a340-414e-4fa1-8c9f-6a4b06c06451 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:49.560097 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-22ee4831-1929-451c-91fe-c85857d5441e req-73c4a340-414e-4fa1-8c9f-6a4b06c06451 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0801108 Dec 20 16:45:49.608364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-22ee4831-1929-451c-91fe-c85857d5441e req-01cb42a0-ff21-4c76-bdf4-3440cef6a821 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426795 Dec 20 16:45:50.482357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbf768-f712-4d21-87c2-991459b29471 req-8f90ef56-8a9b-4ca2-98d2-e267895a6936 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:50.485877 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-46bbf768-f712-4d21-87c2-991459b29471 req-8f90ef56-8a9b-4ca2-98d2-e267895a6936 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0849407 Dec 20 16:45:50.530580 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-46bbf768-f712-4d21-87c2-991459b29471 req-868b24fe-63b5-4288-9302-85e0a3558333 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Dec 20 16:45:51.734113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690abd70-60a7-4612-94a6-d32901d407db req-0f24f929-e34c-490b-bb9f-73b00d1c668e tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:51.735593 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-690abd70-60a7-4612-94a6-d32901d407db req-0f24f929-e34c-490b-bb9f-73b00d1c668e tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0838490 Dec 20 16:45:51.781841 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-690abd70-60a7-4612-94a6-d32901d407db req-ef451613-dfe0-465e-9375-82d5da03bba4 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/security-groups?id=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Dec 20 16:45:51.947147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-2b00c092-b060-49fa-acda-f46753a6eb72 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:51.948592 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-2b00c092-b060-49fa-acda-f46753a6eb72 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 946 time: 0.0769117 Dec 20 16:45:52.020631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Deleting port 90d3c084-089b-4e42-a81c-6ae1a3748063 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:45:52.020961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:52.031995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-973b6578-ec71-4ceb-b486-34ebe67d8b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:52.374872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] For port 90d3c084-089b-4e42-a81c-6ae1a3748063, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=90d3c084-089b-4e42-a81c-6ae1a3748063,segment=NetworkSegment(12ffa3b4-d847-4d37-a506-8018ce5ee2de),segment_id=12ffa3b4-d847-4d37-a506-8018ce5ee2de)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:52.375271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:52.500834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Calling delete_port for 90d3c084-089b-4e42-a81c-6ae1a3748063 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:45:52.752189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:52.758551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4e0c49a-af9d-4289-b7e0-42231d3d7c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:52.763969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['90d3c084-089b-4e42-a81c-6ae1a3748063'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:45:52.806307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Pushing event deleted for resources: {'Port': ['ID=90d3c084-089b-4e42-a81c-6ae1a3748063,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:52.809141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:52.882940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] No DVR routers for this DVR port 90d3c084-089b-4e42-a81c-6ae1a3748063 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:45:52.885556 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:52.888366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5328871-7c17-4a68-8178-5c36d8a5edb0', 'name': 'network-vif-deleted', 'tag': '90d3c084-089b-4e42-a81c-6ae1a3748063'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:52.948580 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5328871-7c17-4a68-8178-5c36d8a5edb0', 'name': 'network-vif-deleted', 'tag': '90d3c084-089b-4e42-a81c-6ae1a3748063', 'status': 'completed', 'code': 200} Dec 20 16:45:52.950141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-20c9dd1e-f0c8-4a4b-806a-f424e4abd6c7 req-4b8ed938-85c7-4b50-a146-a2a5637ed5c0 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Synchronizing usage tracker for tenant:6d606049818341f1aa3301dd9753c016 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:45:52.964495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-48603b13-29b5-4b47-baf4-e9f926d20617 req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.64 "DELETE /v2.0/ports/90d3c084-089b-4e42-a81c-6ae1a3748063 HTTP/1.1" status: 204 len: 173 time: 1.0105510 Dec 20 16:45:53.072012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-20c9dd1e-f0c8-4a4b-806a-f424e4abd6c7 req-4b8ed938-85c7-4b50-a146-a2a5637ed5c0 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Unset dirty status for tenant:6d606049818341f1aa3301dd9753c016 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:45:53.075129 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-20c9dd1e-f0c8-4a4b-806a-f424e4abd6c7 req-4b8ed938-85c7-4b50-a146-a2a5637ed5c0 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5328871-7c17-4a68-8178-5c36d8a5edb0 HTTP/1.1" status: 200 len: 210 time: 0.1670265 Dec 20 16:45:54.176973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33898) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:54.252399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb43d97-dd80-41d6-8962-863b7d400cfa admin admin] Deleting subnet 9e9cc83a-d7a8-47b6-be9f-0050b52ed101 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:45:54.255497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3cb43d97-dd80-41d6-8962-863b7d400cfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.304555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3cb43d97-dd80-41d6-8962-863b7d400cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.321994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dc839ff9-0cf5-42d8-9ec4-78259fd76af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.360611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3cb43d97-dd80-41d6-8962-863b7d400cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.500853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3cb43d97-dd80-41d6-8962-863b7d400cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.504723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a58175ba-5ee6-4ab6-8694-96a1e0ef3d56 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:54.539071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb43d97-dd80-41d6-8962-863b7d400cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9cc83a-d7a8-47b6-be9f-0050b52ed101,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:54.543380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3cb43d97-dd80-41d6-8962-863b7d400cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:54.546114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3cb43d97-dd80-41d6-8962-863b7d400cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.551853 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3cb43d97-dd80-41d6-8962-863b7d400cfa admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9e9cc83a-d7a8-47b6-be9f-0050b52ed101 HTTP/1.1" status: 204 len: 168 time: 0.3738012 Dec 20 16:45:54.554281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33902) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:54.657212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.777684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.802604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b83e01-67fe-43b9-a165-993bccb77ec3']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:54.816785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ffa3b4-d847-4d37-a506-8018ce5ee2de') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:54.817130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ffa3b4-d847-4d37-a506-8018ce5ee2de') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:54.833069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.848713 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.855118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:45:54.855495 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:45:54.869930 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:45:54.875777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 90d3c084-089b-4e42-a81c-6ae1a3748063 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:45:54.909255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 90d3c084-089b-4e42-a81c-6ae1a3748063 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:45:54.909609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 90d3c084-089b-4e42-a81c-6ae1a3748063 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:45:55.060456 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:55.063940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d8f5c87b-6d44-41eb-8bbe-533a6b9fafb4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:55.076967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:55.086784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b83e01-67fe-43b9-a165-993bccb77ec3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:55.089286 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/63b83e01-67fe-43b9-a165-993bccb77ec3 HTTP/1.1" status: 204 len: 168 time: 0.5340955 Dec 20 16:45:55.090134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:55.532568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33908) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:55.579720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:55.590750 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-45548d8e-6e72-45b0-94a8-a6eb9b1509a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d606049818341f1aa3301dd9753c016&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569744 Dec 20 16:45:55.593823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33912) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:55.657566 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c52f479-ba7b-4cae-aafa-f1602c1bf519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:55.682304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c52f479-ba7b-4cae-aafa-f1602c1bf519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:55.683345 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:55.820230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c52f479-ba7b-4cae-aafa-f1602c1bf519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:55.824081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5ff8c8bd-df61-4303-bc4e-a9648a3a3972 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:55.837787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52f479-ba7b-4cae-aafa-f1602c1bf519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de5ccd5-2c95-46f8-bf1c-7e097f08d56d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:55.840751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9c52f479-ba7b-4cae-aafa-f1602c1bf519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:55.842733 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9c52f479-ba7b-4cae-aafa-f1602c1bf519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:55.843869 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9c52f479-ba7b-4cae-aafa-f1602c1bf519 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3de5ccd5-2c95-46f8-bf1c-7e097f08d56d HTTP/1.1" status: 204 len: 168 time: 0.2491469 Dec 20 16:45:57.094531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:57.138709 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33934) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:45:57.267389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-245580722'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:45:57.272540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:45:57.276621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:network and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:45:57.280028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:45:57.286809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:45:57.385017 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Made reservation on behalf of fcefc446cc6a48b480eb5bf380e87cd7 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:45:57.388078 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:57.400928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:57.432774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:45:57.436579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:security_group_rule and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:45:57.439357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:45:57.445054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:45:57.516178 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:57.603406 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:57.606410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-87a12853-4eec-4cb7-a14e-4fd623e93996 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:57.641912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:45:57.647616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1203135-4457-4b30-a10c-af50d9ee3f69,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:57.651106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:57.655644 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:57.656528 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Added segment 795e10af-e9a4-44fc-abbf-104c4c525f55 of type vlan for network 07191e50-dc25-4850-8e62-6c9575ba93b8 Dec 20 16:45:57.789050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:57.933782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:57.938026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:57.938671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:45:57.942503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e61edbec-affe-4798-8c43-e8b656d65097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:45:58.002642 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:45:58.047605 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'Network': ['ID=07191e50-dc25-4850-8e62-6c9575ba93b8,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:58.050183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:45:58.057664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 07191e50-dc25-4850-8e62-6c9575ba93b8 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:45:58.112353 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9723852 Dec 20 16:46:01.382072 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33940) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:01.387932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Request body: {'subnet': {'network_id': '07191e50-dc25-4850-8e62-6c9575ba93b8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:01.511927 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:01.515613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:subnet and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:01.518464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:01.524142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:01.591935 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Made reservation on behalf of fcefc446cc6a48b480eb5bf380e87cd7 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:01.691974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:02.020693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:02.028688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d2016d04-15dc-4a86-934a-60ff76c01e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:02.089862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'Subnet': ['ID=23d8c4bb-8191-4571-8e65-ed0a02f465d5,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:02.094373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:02.115150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Checking segment: {'id': '795e10af-e9a4-44fc-abbf-104c4c525f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07191e50-dc25-4850-8e62-6c9575ba93b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:02.115503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Network hostable DHCP agents. Network: 07191e50-dc25-4850-8e62-6c9575ba93b8, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:46:02.220218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Network 07191e50-dc25-4850-8e62-6c9575ba93b8 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:46:02.334608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 07191e50-dc25-4850-8e62-6c9575ba93b8) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:02.338712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:02.339335 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:02.344815 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34d54f6-684d-4dc2-8b87-918aefe24e71 None None] Network 07191e50-dc25-4850-8e62-6c9575ba93b8 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:02.438351 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0551090 Dec 20 16:46:02.441631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33944) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:02.447451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-913528953'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:02.452941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:02.456785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:network and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:02.459684 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:02.465359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:02.559361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-07191e50-dc25-4850-8e62-6c9575ba93b8', 'network_id': '07191e50-dc25-4850-8e62-6c9575ba93b8', 'tenant_id': 'fcefc446cc6a48b480eb5bf380e87cd7', 'fixed_ips': [{'subnet_id': '23d8c4bb-8191-4571-8e65-ed0a02f465d5'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:46:02.560296 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:02.597137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Made reservation on behalf of fcefc446cc6a48b480eb5bf380e87cd7 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:02.600109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:02.633240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:46:02.643977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:02.644328 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Added segment 0cea44d4-c1fa-44cf-bbf9-5716cd5351cb of type vlan for network 4b457897-2635-462f-87b7-11f25d72d238 Dec 20 16:46:02.672870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:02.719366 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Allocated IP 2001:db8:0:ffff::2 (07191e50-dc25-4850-8e62-6c9575ba93b8/23d8c4bb-8191-4571-8e65-ed0a02f465d5/4e4b7cad-133f-4d74-8514-94fe3c7df50c) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:02.843534 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:02.847430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:02.848111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:02.853236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0d35d32e-ecdc-4d5f-b764-523bebec04c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:02.932027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:02.942814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Transition to ACTIVE for port object 4e4b7cad-133f-4d74-8514-94fe3c7df50c will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:02.958210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'Network': ['ID=4b457897-2635-462f-87b7-11f25d72d238,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:02.961143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:02.964230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Transition to ACTIVE for port object 4e4b7cad-133f-4d74-8514-94fe3c7df50c will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:02.969070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 4b457897-2635-462f-87b7-11f25d72d238 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:46:03.135078 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6922734 Dec 20 16:46:03.137706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33948) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:03.143855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Request body: {'subnet': {'network_id': '4b457897-2635-462f-87b7-11f25d72d238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:03.265181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:03.268914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:subnet and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:03.276040 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:03.277547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:03.306176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:03.310424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:03.366022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Network 07191e50-dc25-4850-8e62-6c9575ba93b8 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:03.373906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:03.377910 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:03.385551 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Pushing event updated for resources: {'Port': ['ID=4e4b7cad-133f-4d74-8514-94fe3c7df50c,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:03.389646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:03.431720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Made reservation on behalf of fcefc446cc6a48b480eb5bf380e87cd7 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:03.509584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Attempting to bind port 4e4b7cad-133f-4d74-8514-94fe3c7df50c on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:03.509963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Attempting to bind port 4e4b7cad-133f-4d74-8514-94fe3c7df50c by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '795e10af-e9a4-44fc-abbf-104c4c525f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07191e50-dc25-4850-8e62-6c9575ba93b8'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:03.510335 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Attempting to bind port 4e4b7cad-133f-4d74-8514-94fe3c7df50c on network 07191e50-dc25-4850-8e62-6c9575ba93b8 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:03.517558 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:03.521789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Checking segment: {'id': '795e10af-e9a4-44fc-abbf-104c4c525f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07191e50-dc25-4850-8e62-6c9575ba93b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:03.521789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:03.521789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Bound using segment: {'id': '795e10af-e9a4-44fc-abbf-104c4c525f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07191e50-dc25-4850-8e62-6c9575ba93b8'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:03.521789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Bound port: 4e4b7cad-133f-4d74-8514-94fe3c7df50c, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795e10af-e9a4-44fc-abbf-104c4c525f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07191e50-dc25-4850-8e62-6c9575ba93b8'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:03.521789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:03.537383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:03.612128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] For port 4e4b7cad-133f-4d74-8514-94fe3c7df50c, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:03.615527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] For port 4e4b7cad-133f-4d74-8514-94fe3c7df50c, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e4b7cad-133f-4d74-8514-94fe3c7df50c,segment=NetworkSegment(795e10af-e9a4-44fc-abbf-104c4c525f55),segment_id=795e10af-e9a4-44fc-abbf-104c4c525f55)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:03.700824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:03.705174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:03.785285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Pushing event updated for resources: {'Port': ['ID=4e4b7cad-133f-4d74-8514-94fe3c7df50c,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:03.788306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:03.872057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:03.876661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c26028db-4d64-488c-83aa-25ec8f87f8a8 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:03.963657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'Subnet': ['ID=a6e9313d-8409-48c1-9493-3d85fa5ba822,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:03.966396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:03.974389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Checking segment: {'id': '0cea44d4-c1fa-44cf-bbf9-5716cd5351cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4b457897-2635-462f-87b7-11f25d72d238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:03.974747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Network hostable DHCP agents. Network: 4b457897-2635-462f-87b7-11f25d72d238, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:46:04.087610 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Network 4b457897-2635-462f-87b7-11f25d72d238 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:46:04.220715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 4b457897-2635-462f-87b7-11f25d72d238) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:04.224752 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:04.225479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:04.232025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fdac86-f326-433e-bdf4-e6877c414307 None None] Network 4b457897-2635-462f-87b7-11f25d72d238 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:04.460722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-4b457897-2635-462f-87b7-11f25d72d238', 'network_id': '4b457897-2635-462f-87b7-11f25d72d238', 'tenant_id': 'fcefc446cc6a48b480eb5bf380e87cd7', 'fixed_ips': [{'subnet_id': 'a6e9313d-8409-48c1-9493-3d85fa5ba822'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:46:04.461583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:04.467935 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.3280923 Dec 20 16:46:04.470138 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33952) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:04.628170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:04.633281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Allocated IP 2001:db8::2 (4b457897-2635-462f-87b7-11f25d72d238/a6e9313d-8409-48c1-9493-3d85fa5ba822/b60125b8-7747-48de-bcfa-a032a893151f) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:04.750658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20713805-9090-4a30-b5e4-6ee7357419ca None None] Network 07191e50-dc25-4850-8e62-6c9575ba93b8 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:04.821381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.005945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.023988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Transition to ACTIVE for port object b60125b8-7747-48de-bcfa-a032a893151f will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:05.082413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b30038be-8945-4a61-ac66-ce9c78d065fc None None] Provisioning for port 4e4b7cad-133f-4d74-8514-94fe3c7df50c completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:05.086123 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Transition to ACTIVE for port object b60125b8-7747-48de-bcfa-a032a893151f will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:05.175198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.187788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:05.234196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Network 4b457897-2635-462f-87b7-11f25d72d238 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:05.237315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:05.241154 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:05.283398 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.289278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4d5ef30b-7050-45b4-aaed-fbb7e6e3458c tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:05.293057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Pushing event updated for resources: {'Port': ['ID=b60125b8-7747-48de-bcfa-a032a893151f,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:05.322897 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:05.332153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e9313d-8409-48c1-9493-3d85fa5ba822,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:05.334841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:05.354671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Attempting to bind port b60125b8-7747-48de-bcfa-a032a893151f on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:05.355076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Attempting to bind port b60125b8-7747-48de-bcfa-a032a893151f by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '0cea44d4-c1fa-44cf-bbf9-5716cd5351cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4b457897-2635-462f-87b7-11f25d72d238'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:05.355440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Attempting to bind port b60125b8-7747-48de-bcfa-a032a893151f on network 4b457897-2635-462f-87b7-11f25d72d238 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:05.366649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:05.367055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Checking segment: {'id': '0cea44d4-c1fa-44cf-bbf9-5716cd5351cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4b457897-2635-462f-87b7-11f25d72d238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:05.367466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.367865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Bound using segment: {'id': '0cea44d4-c1fa-44cf-bbf9-5716cd5351cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4b457897-2635-462f-87b7-11f25d72d238'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:05.368344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Bound port: b60125b8-7747-48de-bcfa-a032a893151f, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cea44d4-c1fa-44cf-bbf9-5716cd5351cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4b457897-2635-462f-87b7-11f25d72d238'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:05.368719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.430499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.455881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b457897-2635-462f-87b7-11f25d72d238']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:05.457765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] For port b60125b8-7747-48de-bcfa-a032a893151f, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:05.460866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] For port b60125b8-7747-48de-bcfa-a032a893151f, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b60125b8-7747-48de-bcfa-a032a893151f,segment=NetworkSegment(0cea44d4-c1fa-44cf-bbf9-5716cd5351cb),segment_id=0cea44d4-c1fa-44cf-bbf9-5716cd5351cb)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:05.468882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cea44d4-c1fa-44cf-bbf9-5716cd5351cb') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:05.469173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cea44d4-c1fa-44cf-bbf9-5716cd5351cb') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:05.480618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.546719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.548712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.550509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:05.555342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:46:05.555736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:05.573737 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:05.625407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Pushing event updated for resources: {'Port': ['ID=b60125b8-7747-48de-bcfa-a032a893151f,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:05.651302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:05.683901 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:46:05.683901 dv-neutron-821074-1-hyperv neutron-server[84391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:46:05.683901 dv-neutron-821074-1-hyperv neutron-server[84391]: [parameters: {'id': '4b457897-2635-462f-87b7-11f25d72d238'}] Dec 20 16:46:05.683901 dv-neutron-821074-1-hyperv neutron-server[84391]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:46:05.684717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:46:05.692748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1dbdb-926f-42fa-9f9e-48c0a7e88b67 None None] Network 4b457897-2635-462f-87b7-11f25d72d238 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:05.851678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e4b7cad-133f-4d74-8514-94fe3c7df50c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:05.990830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d747afe-430c-4604-a5ed-ea7c10d9ce37 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 16:46:06.078485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 4e4b7cad-133f-4d74-8514-94fe3c7df50c completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:06.090701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4e4b7cad-133f-4d74-8514-94fe3c7df50c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:06.091198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.113873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d747afe-430c-4604-a5ed-ea7c10d9ce37 None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:46:06.186145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.198055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Deleting port b60125b8-7747-48de-bcfa-a032a893151f {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:06.198490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.332476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.423103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 4e4b7cad-133f-4d74-8514-94fe3c7df50c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e4b7cad-133f-4d74-8514-94fe3c7df50c,segment=NetworkSegment(795e10af-e9a4-44fc-abbf-104c4c525f55),segment_id=795e10af-e9a4-44fc-abbf-104c4c525f55)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:06.431242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] For port b60125b8-7747-48de-bcfa-a032a893151f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b60125b8-7747-48de-bcfa-a032a893151f,segment=NetworkSegment(0cea44d4-c1fa-44cf-bbf9-5716cd5351cb),segment_id=0cea44d4-c1fa-44cf-bbf9-5716cd5351cb)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:06.431595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.488790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.493998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:06.553702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Calling delete_port for b60125b8-7747-48de-bcfa-a032a893151f owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:46:06.587903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=4e4b7cad-133f-4d74-8514-94fe3c7df50c,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:06.592229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:06.677186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.681130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-afa5d85d-fc51-4fdf-9cfb-d268cda5fc85 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:06.725030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Port': ['ID=b60125b8-7747-48de-bcfa-a032a893151f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:06.728949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:06.731474 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No DVR routers for this DVR port b60125b8-7747-48de-bcfa-a032a893151f on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:46:06.854108 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.878417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b457897-2635-462f-87b7-11f25d72d238']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:06.890540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cea44d4-c1fa-44cf-bbf9-5716cd5351cb') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:06.890834 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cea44d4-c1fa-44cf-bbf9-5716cd5351cb') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:06.901917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.918757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.926326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:46:06.926756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:06.941813 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:07.105584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:07.110572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:07.113420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cb8282c6-9735-4122-b091-0dfdb3ca95ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:07.137839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Network': ['ID=4b457897-2635-462f-87b7-11f25d72d238,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:07.140214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:07.143092 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/networks/4b457897-2635-462f-87b7-11f25d72d238 HTTP/1.1" status: 204 len: 168 time: 2.6719108 Dec 20 16:46:07.146497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33956) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:07.151994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1914680661'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:07.157937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:07.161832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:network and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:07.164749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:07.171708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:07.242765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Made reservation on behalf of fcefc446cc6a48b480eb5bf380e87cd7 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:07.245931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:07.277073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:46:07.287319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:07.287655 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Added segment 7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332 of type vlan for network d26110e1-26aa-4718-9a98-d84c5e9d3965 Dec 20 16:46:07.316252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:07.420348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:07.424114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:07.424698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:07.428488 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-026f9fc5-e1ec-452e-9361-3e51c8b8eff2 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:07.533720 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'Network': ['ID=d26110e1-26aa-4718-9a98-d84c5e9d3965,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:07.536537 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:07.544262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d26110e1-26aa-4718-9a98-d84c5e9d3965 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:46:07.552472 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4046383 Dec 20 16:46:07.555264 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33960) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:07.561695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Request body: {'subnet': {'network_id': 'd26110e1-26aa-4718-9a98-d84c5e9d3965', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:07.678698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:07.678698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:subnet and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:07.680956 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:07.687100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:07.825669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Made reservation on behalf of fcefc446cc6a48b480eb5bf380e87cd7 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:07.826315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e4b7cad-133f-4d74-8514-94fe3c7df50c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:07.895130 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4e4b7cad-133f-4d74-8514-94fe3c7df50c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:07.895506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:08.050283 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:08.145333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Performing IP validity checks on allocation pools {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 16:46:08.145851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.ipam_backend_mixin [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 16:46:08.329016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:08.332896 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:08.415408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'Subnet': ['ID=4d7bd915-f848-4c32-8305-59207690696a,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:08.418065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:08.428678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Checking segment: {'id': '7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd26110e1-26aa-4718-9a98-d84c5e9d3965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:08.429035 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Network hostable DHCP agents. Network: d26110e1-26aa-4718-9a98-d84c5e9d3965, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:46:08.494065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Network d26110e1-26aa-4718-9a98-d84c5e9d3965 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:46:08.557122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, d26110e1-26aa-4718-9a98-d84c5e9d3965) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:08.562082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:08.563293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:08.566289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f757e3-bc1a-4124-904c-e1fbaf30fdbc None None] Network d26110e1-26aa-4718-9a98-d84c5e9d3965 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:08.643987 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0874476 Dec 20 16:46:08.646411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33964) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:08.788857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d26110e1-26aa-4718-9a98-d84c5e9d3965', 'network_id': 'd26110e1-26aa-4718-9a98-d84c5e9d3965', 'tenant_id': 'fcefc446cc6a48b480eb5bf380e87cd7', 'fixed_ips': [{'subnet_id': '4d7bd915-f848-4c32-8305-59207690696a'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:46:08.789451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:08.789679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:08.854596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:08.947030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Allocated IP 2001:db8::3 (d26110e1-26aa-4718-9a98-d84c5e9d3965/4d7bd915-f848-4c32-8305-59207690696a/380a2610-814a-491b-93a7-081bd171e6fc) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:09.148102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:09.158325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Transition to ACTIVE for port object 380a2610-814a-491b-93a7-081bd171e6fc will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:09.177005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Transition to ACTIVE for port object 380a2610-814a-491b-93a7-081bd171e6fc will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:09.242975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:09.247447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:09.312937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Network d26110e1-26aa-4718-9a98-d84c5e9d3965 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:09.315668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:09.319809 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:09.321869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Pushing event updated for resources: {'Port': ['ID=380a2610-814a-491b-93a7-081bd171e6fc,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:09.324623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:09.357811 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:09.361965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-66374c7b-2986-4191-a7a7-17f0d0763da8 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:09.400083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7bd915-f848-4c32-8305-59207690696a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:09.402419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:09.449947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Attempting to bind port 380a2610-814a-491b-93a7-081bd171e6fc on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:09.450320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Attempting to bind port 380a2610-814a-491b-93a7-081bd171e6fc by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd26110e1-26aa-4718-9a98-d84c5e9d3965'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:09.450691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Attempting to bind port 380a2610-814a-491b-93a7-081bd171e6fc on network d26110e1-26aa-4718-9a98-d84c5e9d3965 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:09.457655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:09.458034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Checking segment: {'id': '7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd26110e1-26aa-4718-9a98-d84c5e9d3965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:09.458444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:09.458842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Bound using segment: {'id': '7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd26110e1-26aa-4718-9a98-d84c5e9d3965'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:09.459333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Bound port: 380a2610-814a-491b-93a7-081bd171e6fc, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd26110e1-26aa-4718-9a98-d84c5e9d3965'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:09.459708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:09.496929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:09.526454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26110e1-26aa-4718-9a98-d84c5e9d3965']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:09.539886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:09.540163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:09.550475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] For port 380a2610-814a-491b-93a7-081bd171e6fc, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:09.553143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:09.553765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] For port 380a2610-814a-491b-93a7-081bd171e6fc, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=380a2610-814a-491b-93a7-081bd171e6fc,segment=NetworkSegment(7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332),segment_id=7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:09.614921 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:09.617230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:09.621277 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:09.627588 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:46:09.628228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:09.652721 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:09.784389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Pushing event updated for resources: {'Port': ['ID=380a2610-814a-491b-93a7-081bd171e6fc,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:09.788567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:09.813215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad3a16d-5e57-4027-9672-2e6bd7acb530 None None] Network d26110e1-26aa-4718-9a98-d84c5e9d3965 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:09.842788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:46:09.842788 dv-neutron-821074-1-hyperv neutron-server[84391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:46:09.842788 dv-neutron-821074-1-hyperv neutron-server[84391]: [parameters: {'id': 'd26110e1-26aa-4718-9a98-d84c5e9d3965'}] Dec 20 16:46:09.842788 dv-neutron-821074-1-hyperv neutron-server[84391]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:46:09.843304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:46:10.003470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc985bf-4319-4194-b9a1-142a9068dc54 None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 16:46:10.087787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc985bf-4319-4194-b9a1-142a9068dc54 None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:46:10.344735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:10.355540 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Deleting port 380a2610-814a-491b-93a7-081bd171e6fc {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:10.355868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:10.560419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] For port 380a2610-814a-491b-93a7-081bd171e6fc, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=380a2610-814a-491b-93a7-081bd171e6fc,segment=NetworkSegment(7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332),segment_id=7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:10.560769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:10.687771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Calling delete_port for 380a2610-814a-491b-93a7-081bd171e6fc owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:46:10.854421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:10.858959 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:10.899064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Port': ['ID=380a2610-814a-491b-93a7-081bd171e6fc,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:10.907249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No DVR routers for this DVR port 380a2610-814a-491b-93a7-081bd171e6fc on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:46:10.941683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.941968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.942332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.942690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.943070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.943424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.943778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.944129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.944573 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.944876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.945225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:10.951363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:11.055662 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.085700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26110e1-26aa-4718-9a98-d84c5e9d3965']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:11.204721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:11.204943 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7751b7f6-e4cd-4c0c-a8c0-a6cf987b4332') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:11.219087 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.235508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.241837 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:46:11.242223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:11.256383 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:11.385628 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.389670 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3272bc12-a8b3-434a-915d-fd6651efc06f tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:11.403784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.417460 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Network': ['ID=d26110e1-26aa-4718-9a98-d84c5e9d3965,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:11.420176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:11.421951 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/networks/d26110e1-26aa-4718-9a98-d84c5e9d3965 HTTP/1.1" status: 204 len: 168 time: 2.7745600 Dec 20 16:46:11.425507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33968) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:11.430886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-753636561'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:11.436497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:11.440250 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:network and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:11.443063 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:11.449179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:11.499765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Made reservation on behalf of fcefc446cc6a48b480eb5bf380e87cd7 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:11.502694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.531849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:46:11.541696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.542064 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Added segment 46d158d3-f9f3-491e-b205-d666cc69be1b of type vlan for network bf559266-e028-46da-b94c-c92fcecdab34 Dec 20 16:46:11.569468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.654188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.658485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:11.659158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:11.663050 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77dea336-2a4e-4ce1-8876-6025a690f439 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:11.768535 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'Network': ['ID=bf559266-e028-46da-b94c-c92fcecdab34,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:11.770944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:11.772949 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ec11fc6d-e988-440b-b87b-7a3c56f4d544 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3462293 Dec 20 16:46:11.775561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33972) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:11.784332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Request body: {'subnet': {'network_id': 'bf559266-e028-46da-b94c-c92fcecdab34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:11.784516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network bf559266-e028-46da-b94c-c92fcecdab34 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:46:11.894650 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:11.898502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:subnet and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:11.901279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:11.907210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:11.985409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Made reservation on behalf of fcefc446cc6a48b480eb5bf380e87cd7 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:12.087041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:12.368040 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:12.372056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b8c9f85e-cbce-4647-9362-168422f2fb4e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:12.461115 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'Subnet': ['ID=1db5f5fd-aa71-4d89-b0b7-68a193fe679a,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:12.464764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:12.473125 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Checking segment: {'id': '46d158d3-f9f3-491e-b205-d666cc69be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bf559266-e028-46da-b94c-c92fcecdab34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:12.473469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Network hostable DHCP agents. Network: bf559266-e028-46da-b94c-c92fcecdab34, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:46:12.562232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Network bf559266-e028-46da-b94c-c92fcecdab34 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:46:12.636726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, bf559266-e028-46da-b94c-c92fcecdab34) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:12.641044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:12.641626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:12.647872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2769d9-02aa-499b-a865-f2f8354dea37 None None] Network bf559266-e028-46da-b94c-c92fcecdab34 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:12.735009 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9583833 Dec 20 16:46:12.738789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33976) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:12.744590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-30084730'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:12.749550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:12.754163 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:network and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:12.756656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:12.762716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:12.831397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Made reservation on behalf of fcefc446cc6a48b480eb5bf380e87cd7 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:12.834432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:12.863081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-bf559266-e028-46da-b94c-c92fcecdab34', 'network_id': 'bf559266-e028-46da-b94c-c92fcecdab34', 'tenant_id': 'fcefc446cc6a48b480eb5bf380e87cd7', 'fixed_ips': [{'subnet_id': '1db5f5fd-aa71-4d89-b0b7-68a193fe679a'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:46:12.863755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:12.866198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:46:12.875659 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:12.876002 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Added segment 8f7a2d60-4006-49fd-ac14-fb17fd53dfb8 of type vlan for network b28bdba3-2250-4073-9804-208734822171 Dec 20 16:46:12.902615 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:12.991380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:12.995361 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:12.995958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:13.000352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:13.023124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Allocated IP 2001:db8::2 (bf559266-e028-46da-b94c-c92fcecdab34/1db5f5fd-aa71-4d89-b0b7-68a193fe679a/3c3cf419-3a60-4d21-a177-b68b4a015198) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:13.107435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'Network': ['ID=b28bdba3-2250-4073-9804-208734822171,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:13.110140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:13.120276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network b28bdba3-2250-4073-9804-208734822171 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:46:13.135360 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-144ce1da-45b1-4264-b050-5edc3900d33c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3954172 Dec 20 16:46:13.142694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33980) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:13.148494 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Request body: {'subnet': {'network_id': 'b28bdba3-2250-4073-9804-208734822171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:13.262109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:13.266637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Usage tracker for resource:subnet and tenant:fcefc446cc6a48b480eb5bf380e87cd7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:13.269589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:13.275486 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:13.356884 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Made reservation on behalf of fcefc446cc6a48b480eb5bf380e87cd7 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:13.363280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:13.374477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Transition to ACTIVE for port object 3c3cf419-3a60-4d21-a177-b68b4a015198 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:13.392798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Transition to ACTIVE for port object 3c3cf419-3a60-4d21-a177-b68b4a015198 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:13.448832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:13.452714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:13.462656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:13.518047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Network bf559266-e028-46da-b94c-c92fcecdab34 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:13.521209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:13.524855 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:13.531408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Pushing event updated for resources: {'Port': ['ID=3c3cf419-3a60-4d21-a177-b68b4a015198,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:13.535023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:13.616549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Attempting to bind port 3c3cf419-3a60-4d21-a177-b68b4a015198 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:13.616930 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Attempting to bind port 3c3cf419-3a60-4d21-a177-b68b4a015198 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '46d158d3-f9f3-491e-b205-d666cc69be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bf559266-e028-46da-b94c-c92fcecdab34'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:13.617298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Attempting to bind port 3c3cf419-3a60-4d21-a177-b68b4a015198 on network bf559266-e028-46da-b94c-c92fcecdab34 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:13.624478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:13.625871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Checking segment: {'id': '46d158d3-f9f3-491e-b205-d666cc69be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bf559266-e028-46da-b94c-c92fcecdab34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:13.625871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:13.625871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Bound using segment: {'id': '46d158d3-f9f3-491e-b205-d666cc69be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bf559266-e028-46da-b94c-c92fcecdab34'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:13.626151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Bound port: 3c3cf419-3a60-4d21-a177-b68b4a015198, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d158d3-f9f3-491e-b205-d666cc69be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bf559266-e028-46da-b94c-c92fcecdab34'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:13.626472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:13.715240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] For port 3c3cf419-3a60-4d21-a177-b68b4a015198, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:13.717389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:13.718813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] For port 3c3cf419-3a60-4d21-a177-b68b4a015198, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3c3cf419-3a60-4d21-a177-b68b4a015198,segment=NetworkSegment(46d158d3-f9f3-491e-b205-d666cc69be1b),segment_id=46d158d3-f9f3-491e-b205-d666cc69be1b)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:13.721881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9e533e16-aca8-45d3-b9c0-54666e9bc00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:13.781212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:13.785412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:13.865506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Pushing event updated for resources: {'Port': ['ID=3c3cf419-3a60-4d21-a177-b68b4a015198,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:13.868378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:13.929839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event updated for resources: {'Subnet': ['ID=3cc35bb1-a346-4e6b-947f-45e3777f76f7,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:13.934545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:13.942499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Checking segment: {'id': '8f7a2d60-4006-49fd-ac14-fb17fd53dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b28bdba3-2250-4073-9804-208734822171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:13.942950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Network hostable DHCP agents. Network: b28bdba3-2250-4073-9804-208734822171, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:46:14.009725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Network b28bdba3-2250-4073-9804-208734822171 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:46:14.065292 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, b28bdba3-2250-4073-9804-208734822171) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:14.069830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:14.070451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:14.075142 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aad03d-287d-4355-b910-6046fcc492cf None None] Network b28bdba3-2250-4073-9804-208734822171 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:14.151693 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-40d6943c-9db8-4d0f-9f99-b78f36a9d07c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0078344 Dec 20 16:46:14.154948 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33984) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:14.311017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-b28bdba3-2250-4073-9804-208734822171', 'network_id': 'b28bdba3-2250-4073-9804-208734822171', 'tenant_id': 'fcefc446cc6a48b480eb5bf380e87cd7', 'fixed_ips': [{'subnet_id': '3cc35bb1-a346-4e6b-947f-45e3777f76f7'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:46:14.311852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:14.316325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:14.384091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:14.479640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Allocated IP 2001:db8::2 (b28bdba3-2250-4073-9804-208734822171/3cc35bb1-a346-4e6b-947f-45e3777f76f7/9bf93e23-aea2-428e-abd3-190c83a93987) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:14.693129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:14.704503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Transition to ACTIVE for port object 9bf93e23-aea2-428e-abd3-190c83a93987 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:14.723784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Transition to ACTIVE for port object 9bf93e23-aea2-428e-abd3-190c83a93987 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:14.790437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce5a34-d1e4-4230-9c51-3cbc2878a897 None None] Network bf559266-e028-46da-b94c-c92fcecdab34 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:14.881263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:14.886884 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:14.968889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:14.973259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d96d20a5-4e2c-4b7c-87e1-ee27d0ad097d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:14.989901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Pushing event updated for resources: {'Port': ['ID=9bf93e23-aea2-428e-abd3-190c83a93987,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:14.993616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Network b28bdba3-2250-4073-9804-208734822171 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:15.010601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc35bb1-a346-4e6b-947f-45e3777f76f7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:15.018714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:15.019092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:15.019716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:15.024022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:15.083550 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0e542b6f-d18b-4f6a-b485-ca7217c65042 None None] Provisioning for port 3c3cf419-3a60-4d21-a177-b68b4a015198 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:15.112824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:15.139341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28bdba3-2250-4073-9804-208734822171']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:15.151682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7a2d60-4006-49fd-ac14-fb17fd53dfb8') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:15.151967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7a2d60-4006-49fd-ac14-fb17fd53dfb8') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:15.164399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:15.177790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Attempting to bind port 9bf93e23-aea2-428e-abd3-190c83a93987 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:15.178165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Attempting to bind port 9bf93e23-aea2-428e-abd3-190c83a93987 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '8f7a2d60-4006-49fd-ac14-fb17fd53dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b28bdba3-2250-4073-9804-208734822171'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:15.178528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Attempting to bind port 9bf93e23-aea2-428e-abd3-190c83a93987 on network b28bdba3-2250-4073-9804-208734822171 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:15.182694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:15.188624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:15.190715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Checking segment: {'id': '8f7a2d60-4006-49fd-ac14-fb17fd53dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b28bdba3-2250-4073-9804-208734822171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:15.190715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:15.190715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Bound using segment: {'id': '8f7a2d60-4006-49fd-ac14-fb17fd53dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b28bdba3-2250-4073-9804-208734822171'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:15.191194 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:46:15.191361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Bound port: 9bf93e23-aea2-428e-abd3-190c83a93987, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7a2d60-4006-49fd-ac14-fb17fd53dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b28bdba3-2250-4073-9804-208734822171'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:15.191492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:15.191596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:15.206021 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:15.315154 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] For port 9bf93e23-aea2-428e-abd3-190c83a93987, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:15.320488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] For port 9bf93e23-aea2-428e-abd3-190c83a93987, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9bf93e23-aea2-428e-abd3-190c83a93987,segment=NetworkSegment(8f7a2d60-4006-49fd-ac14-fb17fd53dfb8),segment_id=8f7a2d60-4006-49fd-ac14-fb17fd53dfb8)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:15.340348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.db.api [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:46:15.340348 dv-neutron-821074-1-hyperv neutron-server[84391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:46:15.340348 dv-neutron-821074-1-hyperv neutron-server[84391]: [parameters: {'id': 'b28bdba3-2250-4073-9804-208734822171'}] Dec 20 16:46:15.340348 dv-neutron-821074-1-hyperv neutron-server[84391]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:46:15.340941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_db.api [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:46:15.362760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:15.391935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:15.395949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:15.507656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Pushing event updated for resources: {'Port': ['ID=9bf93e23-aea2-428e-abd3-190c83a93987,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:15.511692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:15.540486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47fea2c-6088-4d48-9bd4-f4a5fac5e9ef None None] Network b28bdba3-2250-4073-9804-208734822171 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:15.788519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1e12a-57c0-4956-97d4-76b772fe01fc None None] get_active_networks_info from dv-neutron-821074-1-hyperv {{(pid=84393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 16:46:15.842690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:15.860246 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Deleting port 9bf93e23-aea2-428e-abd3-190c83a93987 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:15.860581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:15.863036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3c3cf419-3a60-4d21-a177-b68b4a015198 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:15.939659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1e12a-57c0-4956-97d4-76b772fe01fc None None] Resources bound (agent type, host, resource id): {{(pid=84393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:46:16.052871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 3c3cf419-3a60-4d21-a177-b68b4a015198 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:16.066358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 3c3cf419-3a60-4d21-a177-b68b4a015198 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:16.066738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.071305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] For port 9bf93e23-aea2-428e-abd3-190c83a93987, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9bf93e23-aea2-428e-abd3-190c83a93987,segment=NetworkSegment(8f7a2d60-4006-49fd-ac14-fb17fd53dfb8),segment_id=8f7a2d60-4006-49fd-ac14-fb17fd53dfb8)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:16.071854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.199978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Calling delete_port for 9bf93e23-aea2-428e-abd3-190c83a93987 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:46:16.267368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.334532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.338432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a798c58e-c6b3-4d5e-a524-7258d5a4b501 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:16.345317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 3c3cf419-3a60-4d21-a177-b68b4a015198, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3c3cf419-3a60-4d21-a177-b68b4a015198,segment=NetworkSegment(46d158d3-f9f3-491e-b205-d666cc69be1b),segment_id=46d158d3-f9f3-491e-b205-d666cc69be1b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:16.384507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Port': ['ID=9bf93e23-aea2-428e-abd3-190c83a93987,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:16.388281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:16.392256 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No DVR routers for this DVR port 9bf93e23-aea2-428e-abd3-190c83a93987 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:46:16.414482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.417389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:16.485870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=3c3cf419-3a60-4d21-a177-b68b4a015198,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:16.488952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:16.517376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.543099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28bdba3-2250-4073-9804-208734822171']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:16.558738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7a2d60-4006-49fd-ac14-fb17fd53dfb8') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:16.559048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7a2d60-4006-49fd-ac14-fb17fd53dfb8') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:16.572367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.588333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.594855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:46:16.595258 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:16.609205 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:16.814016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.817646 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c76a938e-5a92-4331-8cc6-6dc5557dba64 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:16.836409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:16.847462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Network': ['ID=b28bdba3-2250-4073-9804-208734822171,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:16.851627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:16.854523 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/networks/b28bdba3-2250-4073-9804-208734822171 HTTP/1.1" status: 204 len: 168 time: 2.6981020 Dec 20 16:46:16.857626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33988) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:16.897710 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fab5a2f-3a51-43cb-bb6f-825b071064ad tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] GET failed (client error): The resource could not be found. Dec 20 16:46:16.897978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1fab5a2f-3a51-43cb-bb6f-825b071064ad tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Synchronizing usage tracker for tenant:fcefc446cc6a48b480eb5bf380e87cd7 on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:46:17.002434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1fab5a2f-3a51-43cb-bb6f-825b071064ad tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Unset dirty status for tenant:fcefc446cc6a48b480eb5bf380e87cd7 on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:46:17.003619 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1fab5a2f-3a51-43cb-bb6f-825b071064ad tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "GET /v2.0/subnets/3cc35bb1-a346-4e6b-947f-45e3777f76f7 HTTP/1.1" status: 404 len: 337 time: 0.1450388 Dec 20 16:46:17.006351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33992) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:17.031778 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f45788-dcb0-40f7-90d6-c27a073f1400 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] DELETE failed (client error): The resource could not be found. Dec 20 16:46:17.032211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f45788-dcb0-40f7-90d6-c27a073f1400 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:46:17.033835 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b4f45788-dcb0-40f7-90d6-c27a073f1400 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/networks/b28bdba3-2250-4073-9804-208734822171 HTTP/1.1" status: 404 len: 339 time: 0.0265994 Dec 20 16:46:17.037735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 33996) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:17.078326 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd4fc8a-0476-4ab3-aedc-3ff6e51f8587 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] DELETE failed (client error): The resource could not be found. Dec 20 16:46:17.079085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd4fc8a-0476-4ab3-aedc-3ff6e51f8587 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:46:17.080442 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bdd4fc8a-0476-4ab3-aedc-3ff6e51f8587 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/subnets/3cc35bb1-a346-4e6b-947f-45e3777f76f7 HTTP/1.1" status: 404 len: 337 time: 0.0418067 Dec 20 16:46:17.084116 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34000) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:17.228239 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb1d9e4-52cd-4607-8261-3364c566f540 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] DELETE failed (client error): The resource could not be found. Dec 20 16:46:17.228795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb1d9e4-52cd-4607-8261-3364c566f540 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:46:17.230443 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3bb1d9e4-52cd-4607-8261-3364c566f540 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/networks/b28bdba3-2250-4073-9804-208734822171 HTTP/1.1" status: 404 len: 339 time: 0.1452713 Dec 20 16:46:17.233574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34006) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:17.426557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Deleting subnet 1db5f5fd-aa71-4d89-b0b7-68a193fe679a {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:46:17.429516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:17.487492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:17.574791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:17.746053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:17.750374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:17.784963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Subnet': ['ID=1db5f5fd-aa71-4d89-b0b7-68a193fe679a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:17.794568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:17.799376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a1d781-869a-4fa1-8ce8-c8bbe129e53c None None] Network bf559266-e028-46da-b94c-c92fcecdab34 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:17.805154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.805538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.805896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.812211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.812211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.812211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.812211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.812211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.812211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.812211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.812211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:17.814491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:17.845097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3c3cf419-3a60-4d21-a177-b68b4a015198 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:17.913983 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cf570146-c9ee-4923-9ba1-15846a607507 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/subnets/1db5f5fd-aa71-4d89-b0b7-68a193fe679a HTTP/1.1" status: 204 len: 168 time: 0.6765487 Dec 20 16:46:17.914239 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34010) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:18.028855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.039463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 3c3cf419-3a60-4d21-a177-b68b4a015198 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:18.039843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.040042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Deleting port 3c3cf419-3a60-4d21-a177-b68b4a015198 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:18.040391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.168786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] DHCP port deletion for bf559266-e028-46da-b94c-c92fcecdab34 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:46:18.176995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] Deleting port 3c3cf419-3a60-4d21-a177-b68b4a015198 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:18.177473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.253342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] For port 3c3cf419-3a60-4d21-a177-b68b4a015198, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3c3cf419-3a60-4d21-a177-b68b4a015198,segment=NetworkSegment(46d158d3-f9f3-491e-b205-d666cc69be1b),segment_id=46d158d3-f9f3-491e-b205-d666cc69be1b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:18.253962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.375770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Calling delete_port for 3c3cf419-3a60-4d21-a177-b68b4a015198 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:46:18.396747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] For port 3c3cf419-3a60-4d21-a177-b68b4a015198, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3c3cf419-3a60-4d21-a177-b68b4a015198,segment=NetworkSegment(46d158d3-f9f3-491e-b205-d666cc69be1b),segment_id=46d158d3-f9f3-491e-b205-d666cc69be1b)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:18.397052 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.570889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] Calling delete_port for 3c3cf419-3a60-4d21-a177-b68b4a015198 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:46:18.618838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.623610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-924007af-d08e-4ef6-99f7-eb6c504316be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:18.639928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:46:18.640211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:46:18.664507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Port': ['ID=3c3cf419-3a60-4d21-a177-b68b4a015198,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:18.667015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:18.672192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No DVR routers for this DVR port 3c3cf419-3a60-4d21-a177-b68b4a015198 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:46:18.798734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.827901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf559266-e028-46da-b94c-c92fcecdab34']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:18.840109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d158d3-f9f3-491e-b205-d666cc69be1b') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:18.840406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d158d3-f9f3-491e-b205-d666cc69be1b') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:18.852211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.868465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.874373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:46:18.874743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:18.889051 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:19.025388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:19.028714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-65d29893-fdd9-47ef-92ce-2b9ba754a7fd tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:19.046903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:19.069685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Network': ['ID=bf559266-e028-46da-b94c-c92fcecdab34,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:19.072803 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/networks/bf559266-e028-46da-b94c-c92fcecdab34 HTTP/1.1" status: 204 len: 168 time: 1.1575205 Dec 20 16:46:19.073847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:19.074945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34014) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:19.116400 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-459021f7-bf9d-462d-b037-20766022fd35 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] DELETE failed (client error): The resource could not be found. Dec 20 16:46:19.116843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459021f7-bf9d-462d-b037-20766022fd35 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:46:19.118484 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-459021f7-bf9d-462d-b037-20766022fd35 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/subnets/4d7bd915-f848-4c32-8305-59207690696a HTTP/1.1" status: 404 len: 337 time: 0.0425398 Dec 20 16:46:19.121114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34018) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:19.141342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] Deleting port 3c3cf419-3a60-4d21-a177-b68b4a015198 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:19.141909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:19.147164 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfe0a07-b198-4fe0-8ecc-1d8a71076572 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] DELETE failed (client error): The resource could not be found. Dec 20 16:46:19.147605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfe0a07-b198-4fe0-8ecc-1d8a71076572 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:46:19.149232 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7dfe0a07-b198-4fe0-8ecc-1d8a71076572 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/networks/d26110e1-26aa-4718-9a98-d84c5e9d3965 HTTP/1.1" status: 404 len: 339 time: 0.0272427 Dec 20 16:46:19.151907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34022) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:19.189605 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-932d83b5-8da3-4a14-9a54-8c3a1ba79116 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] DELETE failed (client error): The resource could not be found. Dec 20 16:46:19.190045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932d83b5-8da3-4a14-9a54-8c3a1ba79116 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:46:19.194113 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-932d83b5-8da3-4a14-9a54-8c3a1ba79116 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/subnets/a6e9313d-8409-48c1-9493-3d85fa5ba822 HTTP/1.1" status: 404 len: 337 time: 0.0389276 Dec 20 16:46:19.194310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34026) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:19.207796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-555336cb-fe66-4bfc-ae0b-12149654fdc0 None None] The port '3c3cf419-3a60-4d21-a177-b68b4a015198' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:46:19.228027 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.pecan_wsgi.hooks.translation [None req-118ff037-e90d-4985-af9a-7adeb31cbea2 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] DELETE failed (client error): The resource could not be found. Dec 20 16:46:19.228470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118ff037-e90d-4985-af9a-7adeb31cbea2 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:46:19.230109 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-118ff037-e90d-4985-af9a-7adeb31cbea2 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/networks/4b457897-2635-462f-87b7-11f25d72d238 HTTP/1.1" status: 404 len: 339 time: 0.0349612 Dec 20 16:46:19.232616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34030) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:19.419480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f98543-8c3b-4037-bdc0-b2bb897d4ff0 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Deleting subnet 23d8c4bb-8191-4571-8e65-ed0a02f465d5 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:46:19.423178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33f98543-8c3b-4037-bdc0-b2bb897d4ff0 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:19.476467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33f98543-8c3b-4037-bdc0-b2bb897d4ff0 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:19.567696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33f98543-8c3b-4037-bdc0-b2bb897d4ff0 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:19.723432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33f98543-8c3b-4037-bdc0-b2bb897d4ff0 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:19.727305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-56266c63-c545-4075-ad5a-f364d1430315 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:19.767052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f98543-8c3b-4037-bdc0-b2bb897d4ff0 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Subnet': ['ID=23d8c4bb-8191-4571-8e65-ed0a02f465d5,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:19.770331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-33f98543-8c3b-4037-bdc0-b2bb897d4ff0 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:19.771323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-33f98543-8c3b-4037-bdc0-b2bb897d4ff0 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:19.776964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a095d75-2abf-4c36-bfb7-5eb1cd874969 None None] Network 07191e50-dc25-4850-8e62-6c9575ba93b8 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:19.789626 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-33f98543-8c3b-4037-bdc0-b2bb897d4ff0 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/subnets/23d8c4bb-8191-4571-8e65-ed0a02f465d5 HTTP/1.1" status: 204 len: 168 time: 0.5537963 Dec 20 16:46:19.790371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34034) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:19.863531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3c3cf419-3a60-4d21-a177-b68b4a015198 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:46:19.903416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:19.913212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 3c3cf419-3a60-4d21-a177-b68b4a015198 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:46:19.913562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3c3cf419-3a60-4d21-a177-b68b4a015198 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:46:19.915365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Deleting port 4e4b7cad-133f-4d74-8514-94fe3c7df50c {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:19.915702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.068513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] DHCP port deletion for 07191e50-dc25-4850-8e62-6c9575ba93b8 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:46:20.073083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] Deleting port 4e4b7cad-133f-4d74-8514-94fe3c7df50c {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:20.073471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.130760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] For port 4e4b7cad-133f-4d74-8514-94fe3c7df50c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e4b7cad-133f-4d74-8514-94fe3c7df50c,segment=NetworkSegment(795e10af-e9a4-44fc-abbf-104c4c525f55),segment_id=795e10af-e9a4-44fc-abbf-104c4c525f55)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:20.131145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.253931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Calling delete_port for 4e4b7cad-133f-4d74-8514-94fe3c7df50c owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:46:20.274684 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] For port 4e4b7cad-133f-4d74-8514-94fe3c7df50c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4e4b7cad-133f-4d74-8514-94fe3c7df50c,segment=NetworkSegment(795e10af-e9a4-44fc-abbf-104c4c525f55),segment_id=795e10af-e9a4-44fc-abbf-104c4c525f55)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:20.275254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.394865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] Calling delete_port for 4e4b7cad-133f-4d74-8514-94fe3c7df50c owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:46:20.396810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.400687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d1877415-76c7-44e3-b12d-b7677fb22943 tempest-ServerDiskConfigTestJSON-1525120262 tempest-ServerDiskConfigTestJSON-1525120262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:20.442297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Port': ['ID=4e4b7cad-133f-4d74-8514-94fe3c7df50c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:20.446413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:20.449866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] No DVR routers for this DVR port 4e4b7cad-133f-4d74-8514-94fe3c7df50c on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:46:20.470625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:46:20.471007 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:46:20.675005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.700618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07191e50-dc25-4850-8e62-6c9575ba93b8']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:20.712626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795e10af-e9a4-44fc-abbf-104c4c525f55') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:20.712908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795e10af-e9a4-44fc-abbf-104c4c525f55') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:20.725048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.744562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.753081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:46:20.753461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:20.767535 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:20.916788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.920169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-905e8e9b-7cf5-470f-abd0-1769df8a48f9 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:20.934822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:20.945647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Pushing event deleted for resources: {'Network': ['ID=07191e50-dc25-4850-8e62-6c9575ba93b8,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:20.948658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:20.950176 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] 10.222.0.62 "DELETE /v2.0/networks/07191e50-dc25-4850-8e62-6c9575ba93b8 HTTP/1.1" status: 204 len: 168 time: 1.1585610 Dec 20 16:46:20.971767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] Deleting port 4e4b7cad-133f-4d74-8514-94fe3c7df50c {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:20.972235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:21.036838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ade1b58a-25d3-4e38-a91b-b042b36086de None None] The port '4e4b7cad-133f-4d74-8514-94fe3c7df50c' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:46:21.524776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34042) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:21.704382 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9bfeeb57-dfbe-4f77-a722-26098968eac4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fcefc446cc6a48b480eb5bf380e87cd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1783683 Dec 20 16:46:21.706889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34048) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:21.768070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b2496641-feab-436d-b0ba-f0c0172f0578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:21.801059 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b2496641-feab-436d-b0ba-f0c0172f0578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:21.828682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e4b7cad-133f-4d74-8514-94fe3c7df50c no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:46:21.864478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 4e4b7cad-133f-4d74-8514-94fe3c7df50c {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:46:21.864824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4e4b7cad-133f-4d74-8514-94fe3c7df50c not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:46:21.928123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b2496641-feab-436d-b0ba-f0c0172f0578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:21.932112 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a78796db-ed07-4e82-98ab-8427b44fc2ce tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:21.945995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2496641-feab-436d-b0ba-f0c0172f0578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1203135-4457-4b30-a10c-af50d9ee3f69,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:21.949047 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b2496641-feab-436d-b0ba-f0c0172f0578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:21.951061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b2496641-feab-436d-b0ba-f0c0172f0578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:21.953466 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b2496641-feab-436d-b0ba-f0c0172f0578 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1203135-4457-4b30-a10c-af50d9ee3f69 HTTP/1.1" status: 204 len: 168 time: 0.2455931 Dec 20 16:46:22.025452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1329f7ad-e0c3-4507-a3b0-970c52fa1469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:23.211066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34070) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:23.346899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1529710635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:23.353460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:23.357850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Usage tracker for resource:router and tenant:7264aaafe6ff4255b4c086e3d79d171e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:23.360843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:23.367451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:23.476816 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:23.477770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:23.497824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:23.574409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:23.642883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:23.644119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-38676569-827c-4e97-aa19-be2edfd99208 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4320681 Dec 20 16:46:23.646820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34076) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:23.652331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1515636115'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:23.658259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:23.662058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Usage tracker for resource:network and tenant:7264aaafe6ff4255b4c086e3d79d171e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:23.670152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:23.675950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:23.768495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Made reservation on behalf of 7264aaafe6ff4255b4c086e3d79d171e for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:23.771563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:23.789060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:23.824960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:23.829316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Usage tracker for resource:security_group_rule and tenant:7264aaafe6ff4255b4c086e3d79d171e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:23.832320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:23.838087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:23.909216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:23.974082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:23.977301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9fa03641-305a-4eaa-bb72-2d46d75408ab tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:24.007256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:46:24.016310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de29e23-1f5c-42dd-a439-031f53241cf5,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:24.020093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:24.022888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:24.023251 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Added segment f3d34d65-1c09-4b72-93a8-378f2519fa68 of type vlan for network b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9 Dec 20 16:46:24.050798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:24.174100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:24.177987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:24.178702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:24.182493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-791e9663-bef7-4c0e-b790-5b993c7910a4 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:24.298221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event updated for resources: {'Network': ['ID=b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:24.300821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:24.308862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:46:24.380107 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7321784 Dec 20 16:46:24.382862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34080) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:24.390133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Request body: {'subnet': {'network_id': 'b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:24.395124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d3c7be3a-d636-45ae-8ecc-ba62f41e5991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:24.502429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:24.506181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Usage tracker for resource:subnet and tenant:7264aaafe6ff4255b4c086e3d79d171e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:24.509000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:24.515214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:24.591143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Made reservation on behalf of 7264aaafe6ff4255b4c086e3d79d171e for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:24.691436 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:24.968761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:24.972553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fe5159f7-1fe0-41bc-82fd-07fc42899951 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:25.038936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event updated for resources: {'Subnet': ['ID=4c1a5608-882b-4b5f-9a7b-fdedd353803c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:25.047768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:25.063302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Checking segment: {'id': 'f3d34d65-1c09-4b72-93a8-378f2519fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:25.063655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Network hostable DHCP agents. Network: b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:46:25.168096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Network b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:46:25.253840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:25.258155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:25.258759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:25.265347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1269c1a7-f43c-4e50-8e21-22eeeae2d50c None None] Network b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:25.334620 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9506862 Dec 20 16:46:25.337979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34084) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:25.344684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-247078578'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:25.350065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:25.353940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Usage tracker for resource:network and tenant:7264aaafe6ff4255b4c086e3d79d171e is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:25.356833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:25.363091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:25.431558 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Made reservation on behalf of 7264aaafe6ff4255b4c086e3d79d171e for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:25.435743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:25.468162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:46:25.477523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:25.477918 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Added segment c071e951-8d64-4608-acda-0079f1750983 of type vlan for network 18648098-2a4d-4e7f-99f1-0db22da3e9ba Dec 20 16:46:25.492840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9', 'network_id': 'b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9', 'tenant_id': '7264aaafe6ff4255b4c086e3d79d171e', 'fixed_ips': [{'subnet_id': '4c1a5608-882b-4b5f-9a7b-fdedd353803c'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:46:25.494238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:25.511220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:25.512363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:25.590906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:25.596856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:25.597709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:25.603309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-823e4627-1e50-41da-8032-202954fa7ef5 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:25.643905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:25.670386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Allocated IP 172.20.0.2 (b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9/4c1a5608-882b-4b5f-9a7b-fdedd353803c/d6d44396-3677-4454-a045-1d862437890c) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:25.704640 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3654253 Dec 20 16:46:25.707760 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34088) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:25.710025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event updated for resources: {'Network': ['ID=18648098-2a4d-4e7f-99f1-0db22da3e9ba,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:25.712761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7d118a96-d689-4378-a276-ab197fdfdc03 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:25.714770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Request body: {'subnet': {'network_id': '18648098-2a4d-4e7f-99f1-0db22da3e9ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:25.815968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 18648098-2a4d-4e7f-99f1-0db22da3e9ba details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:46:25.836484 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:25.841067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Usage tracker for resource:subnet and tenant:7264aaafe6ff4255b4c086e3d79d171e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:25.846795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:25.855740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:25.940070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Made reservation on behalf of 7264aaafe6ff4255b4c086e3d79d171e for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:26.023807 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:26.034394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Transition to ACTIVE for port object d6d44396-3677-4454-a045-1d862437890c will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:26.050613 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:26.053617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Transition to ACTIVE for port object d6d44396-3677-4454-a045-1d862437890c will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:26.145576 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:26.149258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:26.226479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Network b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:26.229738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:26.234194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:26.241118 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Pushing event updated for resources: {'Port': ['ID=d6d44396-3677-4454-a045-1d862437890c,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:26.308993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.308993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.309313 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.309592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.309937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.310850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.311194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.311521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.311836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.312151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.312466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:26.320088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:26.347228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Attempting to bind port d6d44396-3677-4454-a045-1d862437890c on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:26.347739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Attempting to bind port d6d44396-3677-4454-a045-1d862437890c by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f3d34d65-1c09-4b72-93a8-378f2519fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:26.348249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Attempting to bind port d6d44396-3677-4454-a045-1d862437890c on network b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:26.358324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:26.358808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Checking segment: {'id': 'f3d34d65-1c09-4b72-93a8-378f2519fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:26.359353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:26.359857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Bound using segment: {'id': 'f3d34d65-1c09-4b72-93a8-378f2519fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:26.360522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Bound port: d6d44396-3677-4454-a045-1d862437890c, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d34d65-1c09-4b72-93a8-378f2519fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:26.361006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:26.397186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:26.400962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-26015804-a012-4ce9-a5c0-a98528947fb4 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:26.452257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] For port d6d44396-3677-4454-a045-1d862437890c, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:26.455486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] For port d6d44396-3677-4454-a045-1d862437890c, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d6d44396-3677-4454-a045-1d862437890c,segment=NetworkSegment(f3d34d65-1c09-4b72-93a8-378f2519fa68),segment_id=f3d34d65-1c09-4b72-93a8-378f2519fa68)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:26.485643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event updated for resources: {'Subnet': ['ID=76b9ce88-2d16-4dea-9a11-8f16918f6ead,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:26.490458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:26.504405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Checking segment: {'id': 'c071e951-8d64-4608-acda-0079f1750983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18648098-2a4d-4e7f-99f1-0db22da3e9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:26.504656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Network hostable DHCP agents. Network: 18648098-2a4d-4e7f-99f1-0db22da3e9ba, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:46:26.523040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:26.526756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:26.602244 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Network 18648098-2a4d-4e7f-99f1-0db22da3e9ba is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:46:26.615662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Pushing event updated for resources: {'Port': ['ID=d6d44396-3677-4454-a045-1d862437890c,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:26.618261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:26.676607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 18648098-2a4d-4e7f-99f1-0db22da3e9ba) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:26.681277 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:26.681947 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:26.687499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d0c49e-9e3c-46fa-9276-d9fa3ec70819 None None] Network 18648098-2a4d-4e7f-99f1-0db22da3e9ba requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:26.782468 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0730505 Dec 20 16:46:26.785130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34092) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:26.790856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-947827af-8d73-4ddd-bd4c-0ea852a001bf tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Request body: {'router': {'external_gateway_info': {'network_id': '18648098-2a4d-4e7f-99f1-0db22da3e9ba'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:26.938314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-18648098-2a4d-4e7f-99f1-0db22da3e9ba', 'network_id': '18648098-2a4d-4e7f-99f1-0db22da3e9ba', 'tenant_id': '7264aaafe6ff4255b4c086e3d79d171e', 'fixed_ips': [{'subnet_id': '76b9ce88-2d16-4dea-9a11-8f16918f6ead'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:46:26.939178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.082952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.109211 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Allocated IP 172.21.0.2 (18648098-2a4d-4e7f-99f1-0db22da3e9ba/76b9ce88-2d16-4dea-9a11-8f16918f6ead/effdf906-ef71-4d15-ac7e-90ccc0bc7e57) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:27.205945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-947827af-8d73-4ddd-bd4c-0ea852a001bf tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.327094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.338683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Transition to ACTIVE for port object effdf906-ef71-4d15-ac7e-90ccc0bc7e57 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:27.358231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Transition to ACTIVE for port object effdf906-ef71-4d15-ac7e-90ccc0bc7e57 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:27.414372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.419966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-62544b8f-4772-4f89-b186-253d8165b87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:27.429784 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.api.v2.resource [None req-947827af-8d73-4ddd-bd4c-0ea852a001bf tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:46:27.437049 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-947827af-8d73-4ddd-bd4c-0ea852a001bf tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "PUT /v2.0/routers/5e468e22-22dc-459a-b16d-3bdf71f38b6f HTTP/1.1" status: 400 len: 364 time: 0.6447859 Dec 20 16:46:27.437432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34096) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:27.488906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Network 18648098-2a4d-4e7f-99f1-0db22da3e9ba is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:27.491723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:27.496293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:27.499075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Pushing event updated for resources: {'Port': ['ID=effdf906-ef71-4d15-ac7e-90ccc0bc7e57,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:27.503095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:27.590303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Attempting to bind port effdf906-ef71-4d15-ac7e-90ccc0bc7e57 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:27.590981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Attempting to bind port effdf906-ef71-4d15-ac7e-90ccc0bc7e57 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'c071e951-8d64-4608-acda-0079f1750983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18648098-2a4d-4e7f-99f1-0db22da3e9ba'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:27.591076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Attempting to bind port effdf906-ef71-4d15-ac7e-90ccc0bc7e57 on network 18648098-2a4d-4e7f-99f1-0db22da3e9ba {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:27.601309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:27.601697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Checking segment: {'id': 'c071e951-8d64-4608-acda-0079f1750983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18648098-2a4d-4e7f-99f1-0db22da3e9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:27.602317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.602512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Bound using segment: {'id': 'c071e951-8d64-4608-acda-0079f1750983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18648098-2a4d-4e7f-99f1-0db22da3e9ba'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:27.603035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Bound port: effdf906-ef71-4d15-ac7e-90ccc0bc7e57, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c071e951-8d64-4608-acda-0079f1750983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18648098-2a4d-4e7f-99f1-0db22da3e9ba'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:27.603435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.653647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e60341-af62-4c83-ba19-898b2725bc13 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Deleting subnet 76b9ce88-2d16-4dea-9a11-8f16918f6ead {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:46:27.656592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4843e6-2cbd-4577-a03d-b8a9917d8649 None None] Network b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:27.661975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-22e60341-af62-4c83-ba19-898b2725bc13 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.717632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-22e60341-af62-4c83-ba19-898b2725bc13 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.804905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] For port effdf906-ef71-4d15-ac7e-90ccc0bc7e57, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:27.820989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] For port effdf906-ef71-4d15-ac7e-90ccc0bc7e57, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=effdf906-ef71-4d15-ac7e-90ccc0bc7e57,segment=NetworkSegment(c071e951-8d64-4608-acda-0079f1750983),segment_id=c071e951-8d64-4608-acda-0079f1750983)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:27.875182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d6d44396-3677-4454-a045-1d862437890c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:27.907671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-22e60341-af62-4c83-ba19-898b2725bc13 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.909575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b379df4b-c9e8-4dd4-bab7-7567a71afec4 None None] Provisioning for port d6d44396-3677-4454-a045-1d862437890c completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:27.989804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:27.999310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:28.065396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-22e60341-af62-4c83-ba19-898b2725bc13 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:28.069855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e11b9dbe-4441-4d57-96ae-ed32bf20c51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:28.117476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Pushing event updated for resources: {'Port': ['ID=effdf906-ef71-4d15-ac7e-90ccc0bc7e57,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:28.126626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:28.207915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port d6d44396-3677-4454-a045-1d862437890c completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:28.217136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e60341-af62-4c83-ba19-898b2725bc13 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event deleted for resources: {'Subnet': ['ID=76b9ce88-2d16-4dea-9a11-8f16918f6ead,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:28.219264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-22e60341-af62-4c83-ba19-898b2725bc13 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:28.222002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d6d44396-3677-4454-a045-1d862437890c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:28.222225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-22e60341-af62-4c83-ba19-898b2725bc13 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:28.223178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:28.234086 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-22e60341-af62-4c83-ba19-898b2725bc13 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "DELETE /v2.0/subnets/76b9ce88-2d16-4dea-9a11-8f16918f6ead HTTP/1.1" status: 204 len: 168 time: 0.7953339 Dec 20 16:46:28.236533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34102) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:28.380835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:28.397065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:28.417282 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Deleting port effdf906-ef71-4d15-ac7e-90ccc0bc7e57 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:28.417572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:28.419879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port d6d44396-3677-4454-a045-1d862437890c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d6d44396-3677-4454-a045-1d862437890c,segment=NetworkSegment(f3d34d65-1c09-4b72-93a8-378f2519fa68),segment_id=f3d34d65-1c09-4b72-93a8-378f2519fa68)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:28.476965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-80fc078c-6d07-456e-abe5-ab518a6974cc None None] Provisioning complete for port d6d44396-3677-4454-a045-1d862437890c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:28.477436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-80fc078c-6d07-456e-abe5-ab518a6974cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:28.508022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:28.510101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:28.601624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=d6d44396-3677-4454-a045-1d862437890c,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:28.604636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:28.767907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] For port effdf906-ef71-4d15-ac7e-90ccc0bc7e57, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=effdf906-ef71-4d15-ac7e-90ccc0bc7e57,segment=NetworkSegment(c071e951-8d64-4608-acda-0079f1750983),segment_id=c071e951-8d64-4608-acda-0079f1750983)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:28.768176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:28.890350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Calling delete_port for effdf906-ef71-4d15-ac7e-90ccc0bc7e57 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:46:29.036822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.040995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:29.083821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event deleted for resources: {'Port': ['ID=effdf906-ef71-4d15-ac7e-90ccc0bc7e57,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:29.087578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:29.090692 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] No DVR routers for this DVR port effdf906-ef71-4d15-ac7e-90ccc0bc7e57 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:46:29.136031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02149f-bc8a-43dc-90b5-159e876cebf3 None None] Network 18648098-2a4d-4e7f-99f1-0db22da3e9ba requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:29.216005 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.243863 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18648098-2a4d-4e7f-99f1-0db22da3e9ba']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:29.245449 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a51e9fbc-6bf0-4974-8285-5a85e1fba8a7 None None] Could not find standard attr ID for object effdf906-ef71-4d15-ac7e-90ccc0bc7e57. {{(pid=84393) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:46:29.257196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c071e951-8d64-4608-acda-0079f1750983') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:29.257487 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c071e951-8d64-4608-acda-0079f1750983') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:29.269342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.285001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.290883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:46:29.291290 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:29.305865 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:29.363807 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622e0099-675b-4d53-8bda-74c147d3c7ad None None] DHCP port deletion for 18648098-2a4d-4e7f-99f1-0db22da3e9ba request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:46:29.459326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.462614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-948f7ee6-8d7b-49a1-9583-8e78892b4299 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:29.476962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.489379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event deleted for resources: {'Network': ['ID=18648098-2a4d-4e7f-99f1-0db22da3e9ba,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:29.491923 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "DELETE /v2.0/networks/18648098-2a4d-4e7f-99f1-0db22da3e9ba HTTP/1.1" status: 204 len: 168 time: 1.2539325 Dec 20 16:46:29.492796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:29.494513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34106) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:29.681397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a589b97a-1e62-405c-aa76-24f86555d0c2 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Deleting subnet 4c1a5608-882b-4b5f-9a7b-fdedd353803c {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:46:29.684222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a589b97a-1e62-405c-aa76-24f86555d0c2 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.736676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a589b97a-1e62-405c-aa76-24f86555d0c2 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.821394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a589b97a-1e62-405c-aa76-24f86555d0c2 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.839405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d6d44396-3677-4454-a045-1d862437890c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:29.910341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d6d44396-3677-4454-a045-1d862437890c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:29.910717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.968035 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a589b97a-1e62-405c-aa76-24f86555d0c2 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:29.973217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c5823dcd-6789-4704-bcda-efc46dce19b3 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:30.008055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589b97a-1e62-405c-aa76-24f86555d0c2 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1a5608-882b-4b5f-9a7b-fdedd353803c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:30.012024 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a589b97a-1e62-405c-aa76-24f86555d0c2 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:30.014807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a589b97a-1e62-405c-aa76-24f86555d0c2 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:30.020946 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a589b97a-1e62-405c-aa76-24f86555d0c2 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "DELETE /v2.0/subnets/4c1a5608-882b-4b5f-9a7b-fdedd353803c HTTP/1.1" status: 204 len: 168 time: 0.5255663 Dec 20 16:46:30.023479 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34110) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:30.029041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece6b21-0aac-4330-b3eb-cae285687014 None None] Network b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:30.157938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:30.169886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Deleting port d6d44396-3677-4454-a045-1d862437890c {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:30.170226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:30.310389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] DHCP port deletion for b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:46:30.314554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] Deleting port d6d44396-3677-4454-a045-1d862437890c {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:30.314963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:30.400129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] For port d6d44396-3677-4454-a045-1d862437890c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d6d44396-3677-4454-a045-1d862437890c,segment=NetworkSegment(f3d34d65-1c09-4b72-93a8-378f2519fa68),segment_id=f3d34d65-1c09-4b72-93a8-378f2519fa68)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:30.400762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:30.526116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] For port d6d44396-3677-4454-a045-1d862437890c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d6d44396-3677-4454-a045-1d862437890c,segment=NetworkSegment(f3d34d65-1c09-4b72-93a8-378f2519fa68),segment_id=f3d34d65-1c09-4b72-93a8-378f2519fa68)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:30.526424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:30.659526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Calling delete_port for d6d44396-3677-4454-a045-1d862437890c owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:46:30.663995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] Calling delete_port for d6d44396-3677-4454-a045-1d862437890c owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:46:30.802614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:30.806602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-86e6f518-cc8e-4184-b64e-84ec1461a216 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:30.808149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:46:30.808521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:46:30.858716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event deleted for resources: {'Port': ['ID=d6d44396-3677-4454-a045-1d862437890c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:30.861349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:30.863888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] No DVR routers for this DVR port d6d44396-3677-4454-a045-1d862437890c on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:46:30.985756 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:31.010631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:31.023402 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d34d65-1c09-4b72-93a8-378f2519fa68') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:31.023689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d34d65-1c09-4b72-93a8-378f2519fa68') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:31.035634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:31.051183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:31.057202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:46:31.057516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:31.072212 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:31.270583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:31.273852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:31.288545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:31.300378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Pushing event deleted for resources: {'Network': ['ID=b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:31.302898 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "DELETE /v2.0/networks/b3e05ea5-3b2a-4bb5-9840-cf272fb12ac9 HTTP/1.1" status: 204 len: 168 time: 1.2784748 Dec 20 16:46:31.303778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:31.305612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34114) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:31.309863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] Deleting port d6d44396-3677-4454-a045-1d862437890c {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:46:31.310889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:31.347759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aa2f1033-6db2-4609-84b0-d84c7ff9c231 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Synchronizing usage tracker for tenant:7264aaafe6ff4255b4c086e3d79d171e on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:46:31.374371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-917f7f80-8eb6-42fd-bc81-ea226a041849 None None] The port 'd6d44396-3677-4454-a045-1d862437890c' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:46:31.425365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-aa2f1033-6db2-4609-84b0-d84c7ff9c231 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Unset dirty status for tenant:7264aaafe6ff4255b4c086e3d79d171e on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:46:31.426564 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-aa2f1033-6db2-4609-84b0-d84c7ff9c231 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e468e22-22dc-459a-b16d-3bdf71f38b6f HTTP/1.1" status: 200 len: 205 time: 0.1199701 Dec 20 16:46:31.429397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34118) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:31.567972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f72fdc6-af61-41f5-8c4e-7a608a8f841b tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:31.835192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d6d44396-3677-4454-a045-1d862437890c no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:46:31.908814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: d6d44396-3677-4454-a045-1d862437890c {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:46:31.909162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d6d44396-3677-4454-a045-1d862437890c not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:46:31.955818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f72fdc6-af61-41f5-8c4e-7a608a8f841b tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:31.960118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f72fdc6-af61-41f5-8c4e-7a608a8f841b tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:32.098211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f72fdc6-af61-41f5-8c4e-7a608a8f841b tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:32.098211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f72fdc6-af61-41f5-8c4e-7a608a8f841b tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Fanout notify agent at l3_agent the message router_deleted on router 5e468e22-22dc-459a-b16d-3bdf71f38b6f {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:46:32.106037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5f72fdc6-af61-41f5-8c4e-7a608a8f841b tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:32.107167 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5f72fdc6-af61-41f5-8c4e-7a608a8f841b tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] 10.222.0.62 "DELETE /v2.0/routers/5e468e22-22dc-459a-b16d-3bdf71f38b6f HTTP/1.1" status: 204 len: 168 time: 0.6767769 Dec 20 16:46:32.608749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34126) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:32.781133 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b5576795-494c-4a1f-a55b-1f2b35dabe3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7264aaafe6ff4255b4c086e3d79d171e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1708810 Dec 20 16:46:32.783478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34132) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:32.845029 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4235de30-1cb9-4ac7-83f7-fbd6a97ba3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:32.871507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4235de30-1cb9-4ac7-83f7-fbd6a97ba3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:33.008149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4235de30-1cb9-4ac7-83f7-fbd6a97ba3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:33.011996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f7685d48-2768-4ca1-adc8-1a35abf69f8d tempest-PortsIpV6TestJSON-805040245 tempest-PortsIpV6TestJSON-805040245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:33.144888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235de30-1cb9-4ac7-83f7-fbd6a97ba3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de29e23-1f5c-42dd-a439-031f53241cf5,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:33.147299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4235de30-1cb9-4ac7-83f7-fbd6a97ba3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:33.152866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4235de30-1cb9-4ac7-83f7-fbd6a97ba3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:33.154021 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4235de30-1cb9-4ac7-83f7-fbd6a97ba3e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5de29e23-1f5c-42dd-a439-031f53241cf5 HTTP/1.1" status: 204 len: 168 time: 0.3696558 Dec 20 16:46:34.322305 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34154) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:34.457014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1496397666-network', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:34.462038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:34.465917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Usage tracker for resource:network and tenant:5422e46ba825409fb3d3bddbfd4c1743 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:34.468805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:34.475169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:34.545886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Made reservation on behalf of 5422e46ba825409fb3d3bddbfd4c1743 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:34.548351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:34.564397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:34.601917 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:34.605768 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Usage tracker for resource:security_group_rule and tenant:5422e46ba825409fb3d3bddbfd4c1743 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:34.609241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:34.615418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:34.684846 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:34.756307 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:34.759714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:34.789619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:46:34.799185 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d92e605-3b57-4c37-bca1-2ad43b304677,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:34.802294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:34.807263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:34.807263 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Added segment 41721e89-c955-4dbe-acb3-044e8de1099c of type vlan for network 925b2f17-9319-4ec2-a2af-7ab139f7f903 Dec 20 16:46:34.832885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:34.944916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:34.945851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:34.946420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:34.950084 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a2262363-28cc-4813-87e1-03618bc2873d tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:35.002740 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:46:35.050591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Pushing event updated for resources: {'Network': ['ID=925b2f17-9319-4ec2-a2af-7ab139f7f903,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:35.053142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:35.059983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 925b2f17-9319-4ec2-a2af-7ab139f7f903 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:46:35.077907 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7544887 Dec 20 16:46:35.080785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34160) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:35.086516 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Request body: {'subnet': {'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1496397666-subnet', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:35.092034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:35.095883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Usage tracker for resource:subnet and tenant:5422e46ba825409fb3d3bddbfd4c1743 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:35.098789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:35.104512 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:35.167933 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Made reservation on behalf of 5422e46ba825409fb3d3bddbfd4c1743 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:35.170298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:35.459235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:35.462838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-32d4b13f-0af0-494b-a7c4-74368cbec680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:35.532778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ffaf84-5ed4-4324-ab0e-3959796a320f,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:35.536020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:35.542862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Checking segment: {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:35.543240 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Network hostable DHCP agents. Network: 925b2f17-9319-4ec2-a2af-7ab139f7f903, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:46:35.624824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Network 925b2f17-9319-4ec2-a2af-7ab139f7f903 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:46:35.710623 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 925b2f17-9319-4ec2-a2af-7ab139f7f903) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:35.714478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:35.715094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:35.720063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297dfea0-1c9e-448e-a21d-61220f4c6d38 None None] Network 925b2f17-9319-4ec2-a2af-7ab139f7f903 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:35.814114 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7322741 Dec 20 16:46:35.816807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34164) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:35.822104 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1496397666-router', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:35.827293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:35.831228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Usage tracker for resource:router and tenant:5422e46ba825409fb3d3bddbfd4c1743 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:35.834251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:35.840124 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:35.916765 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:35.917845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:35.930111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-925b2f17-9319-4ec2-a2af-7ab139f7f903', 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'fixed_ips': [{'subnet_id': '30ffaf84-5ed4-4324-ab0e-3959796a320f'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:46:35.933739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:35.937257 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.087083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Allocated IP 172.20.0.2 (925b2f17-9319-4ec2-a2af-7ab139f7f903/30ffaf84-5ed4-4324-ab0e-3959796a320f/d76adf9d-3ee1-4690-8b76-c9ea789f8932) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:36.154804 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.304786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.343261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Transition to ACTIVE for port object d76adf9d-3ee1-4690-8b76-c9ea789f8932 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:36.343261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Transition to ACTIVE for port object d76adf9d-3ee1-4690-8b76-c9ea789f8932 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:36.448100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.449715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.453351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a084362e-41d8-46db-bc07-20f42fc682cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:36.483620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.528990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Network 925b2f17-9319-4ec2-a2af-7ab139f7f903 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:36.528990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Pushing event updated for resources: {'Port': ['ID=d76adf9d-3ee1-4690-8b76-c9ea789f8932,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:36.528990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:36.528990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:36.528990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:36.616721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Attempting to bind port d76adf9d-3ee1-4690-8b76-c9ea789f8932 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:36.617000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Attempting to bind port d76adf9d-3ee1-4690-8b76-c9ea789f8932 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:36.617372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Attempting to bind port d76adf9d-3ee1-4690-8b76-c9ea789f8932 on network 925b2f17-9319-4ec2-a2af-7ab139f7f903 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:36.624197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Allocated IP 172.26.7.234 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/a2af214e-1d8a-41a5-8068-48ece560dff1) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:36.624797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:36.625186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Checking segment: {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:36.625602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.626008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Bound using segment: {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:36.626506 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Bound port: d76adf9d-3ee1-4690-8b76-c9ea789f8932, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:36.626869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.721529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] For port d76adf9d-3ee1-4690-8b76-c9ea789f8932, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:36.726814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] For port d76adf9d-3ee1-4690-8b76-c9ea789f8932, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d76adf9d-3ee1-4690-8b76-c9ea789f8932,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:36.783907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.808302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.812242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:36.871093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:36.883101 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77466bbb-5c7e-4710-8d2d-8e95897797e1 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:36.895010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Pushing event updated for resources: {'Port': ['ID=d76adf9d-3ee1-4690-8b76-c9ea789f8932,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:36.898411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:36.942973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:36.946070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:36.949761 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:37.001207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2af214e-1d8a-41a5-8068-48ece560dff1,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:37.009683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:37.199080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:37.199815 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:37.641755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Router f9f66d1f-6968-42de-85cb-a821b7fd5623 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:46:37.861481 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:46:37.877012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Sync routers for ids ['f9f66d1f-6968-42de-85cb-a821b7fd5623'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:46:37.892147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d76adf9d-3ee1-4690-8b76-c9ea789f8932 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:37.944023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Routers {'f9f66d1f-6968-42de-85cb-a821b7fd5623'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:37.944670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:46:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f9f66d1f-6968-42de-85cb-a821b7fd5623'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:37.956580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:37.957823 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1400821 Dec 20 16:46:37.965065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34168) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:37.997821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460ba31-d74c-47d2-88e3-9b4752c296be None None] Network 925b2f17-9319-4ec2-a2af-7ab139f7f903 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:38.325970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9424bc4b-11ec-43a0-87e4-7566eca33831 None None] Provisioning for port d76adf9d-3ee1-4690-8b76-c9ea789f8932 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:38.400668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Set router f9f66d1f-6968-42de-85cb-a821b7fd5623 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:46:38.501221 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port d76adf9d-3ee1-4690-8b76-c9ea789f8932 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:38.533200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d76adf9d-3ee1-4690-8b76-c9ea789f8932 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:38.533582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:38.731179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:38.799794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:38.847080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port d76adf9d-3ee1-4690-8b76-c9ea789f8932, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d76adf9d-3ee1-4690-8b76-c9ea789f8932,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:38.854937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'name': 'tempest-TestEncryptedCinderVolumes-1496397666-router', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:35Z', 'updated_at': '2021-12-20T16:46:37Z', 'revision_number': 3, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'gw_port': {'id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:36Z', 'updated_at': '2021-12-20T16:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:38.859250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Checking router: f9f66d1f-6968-42de-85cb-a821b7fd5623 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:46:38.863366 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Updating router f9f66d1f-6968-42de-85cb-a821b7fd5623 port a2af214e-1d8a-41a5-8068-48ece560dff1 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:46:38.917920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:38.944991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:38.955406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:38.978895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Allocated IP 172.20.0.1 (925b2f17-9319-4ec2-a2af-7ab139f7f903/30ffaf84-5ed4-4324-ab0e-3959796a320f/1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:39.093222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=d76adf9d-3ee1-4690-8b76-c9ea789f8932,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:39.099097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cd2881eb-6d09-47a9-ba45-9ac2cfe6bc6c None None] Provisioning complete for port d76adf9d-3ee1-4690-8b76-c9ea789f8932 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:39.099097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cd2881eb-6d09-47a9-ba45-9ac2cfe6bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.125365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:39.133123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.149889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Transition to ACTIVE for port object 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:39.254121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.258798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-328539ba-7c2c-486e-b483-496c956a3b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:39.330894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Network 925b2f17-9319-4ec2-a2af-7ab139f7f903 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:39.333699 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:39.336201 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:39.370550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Pushing event updated for resources: {'Port': ['ID=1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:39.373960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:39.446988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.461076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Transition to ACTIVE for port object a2af214e-1d8a-41a5-8068-48ece560dff1 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:39.535671 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.544865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.549479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:39.640764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9a035-08ed-48a3-a8f1-47c602b0d019 None None] Pushing event updated for resources: {'Port': ['ID=a2af214e-1d8a-41a5-8068-48ece560dff1,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:39.643521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2ec9a035-08ed-48a3-a8f1-47c602b0d019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:39.645139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Attempting to bind port a2af214e-1d8a-41a5-8068-48ece560dff1 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:39.645521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Attempting to bind port a2af214e-1d8a-41a5-8068-48ece560dff1 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:39.645974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Attempting to bind port a2af214e-1d8a-41a5-8068-48ece560dff1 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:39.653721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:39.653721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:39.653936 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.654423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:39.654814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Bound port: a2af214e-1d8a-41a5-8068-48ece560dff1, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:39.655217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.694482 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.723075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b05690f8-c053-47d8-a8eb-2138f5755a7e None None] Provisioning for port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:39.731131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b05690f8-c053-47d8-a8eb-2138f5755a7e None None] Provisioning complete for port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:39.731513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b05690f8-c053-47d8-a8eb-2138f5755a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.755355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] For port a2af214e-1d8a-41a5-8068-48ece560dff1, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:39.774352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] For port a2af214e-1d8a-41a5-8068-48ece560dff1, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a2af214e-1d8a-41a5-8068-48ece560dff1,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:39.794015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b05690f8-c053-47d8-a8eb-2138f5755a7e None None] Port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:46:39.844680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d76adf9d-3ee1-4690-8b76-c9ea789f8932 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:39.878987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.887360 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:39.919822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.984637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:39.984914 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9a035-08ed-48a3-a8f1-47c602b0d019 None None] Pushing event updated for resources: {'Port': ['ID=a2af214e-1d8a-41a5-8068-48ece560dff1,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:39.989841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2ec9a035-08ed-48a3-a8f1-47c602b0d019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:39.994852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Routers {'f9f66d1f-6968-42de-85cb-a821b7fd5623'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:39.995509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:46:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f9f66d1f-6968-42de-85cb-a821b7fd5623'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:40.010652 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4311dd01-dbb7-471f-88fb-4b9ac35ca31e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:40.069102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port d76adf9d-3ee1-4690-8b76-c9ea789f8932 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:40.069482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:40.095396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:40.098885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Pushing event updated for resources: {'Port': ['ID=1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:40.101744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:40.242196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Network 925b2f17-9319-4ec2-a2af-7ab139f7f903 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:40.243407 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:40.328989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] Set router f9f66d1f-6968-42de-85cb-a821b7fd5623 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:46:40.591442 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ace53bba-6961-442b-9120-1dc3b279a26f None None] Provisioning complete for port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:40.591765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ace53bba-6961-442b-9120-1dc3b279a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:40.648390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Router f9f66d1f-6968-42de-85cb-a821b7fd5623 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:46:40.687225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ace53bba-6961-442b-9120-1dc3b279a26f None None] Port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:46:40.718003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'name': 'tempest-TestEncryptedCinderVolumes-1496397666-router', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:35Z', 'updated_at': '2021-12-20T16:46:39Z', 'revision_number': 4, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'gw_port': {'id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:36Z', 'updated_at': '2021-12-20T16:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c', 'name': '', 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'mac_address': 'fa:16:3e:f5:c0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:38Z', 'updated_at': '2021-12-20T16:46:39Z', 'revision_number': 2, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'subnets': [{'id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:40.722358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d4f67-f10e-47cc-bf59-0932fb973c0b None None] The sync data for ids ['f9f66d1f-6968-42de-85cb-a821b7fd5623'] in dv-neutron-821074-1-hyperv is: [{'id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'name': 'tempest-TestEncryptedCinderVolumes-1496397666-router', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:35Z', 'updated_at': '2021-12-20T16:46:39Z', 'revision_number': 4, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'gw_port': {'id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:36Z', 'updated_at': '2021-12-20T16:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c', 'name': '', 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'mac_address': 'fa:16:3e:f5:c0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:38Z', 'updated_at': '2021-12-20T16:46:39Z', 'revision_number': 2, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'subnets': [{'id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:46:40.868279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:46:40.885739 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] 10.222.0.62 "PUT /v2.0/routers/f9f66d1f-6968-42de-85cb-a821b7fd5623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9168997 Dec 20 16:46:41.872321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a2af214e-1d8a-41a5-8068-48ece560dff1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:42.036407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port a2af214e-1d8a-41a5-8068-48ece560dff1 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:42.041872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a2af214e-1d8a-41a5-8068-48ece560dff1 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:42.042301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.105698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34192) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:42.111428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-264275543-network', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:42.116401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:42.120525 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Usage tracker for resource:network and tenant:863daec8e4a94fa4a7458cdf47c7e9b3 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:42.123572 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:42.129379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:42.166610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.183232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port a2af214e-1d8a-41a5-8068-48ece560dff1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a2af214e-1d8a-41a5-8068-48ece560dff1,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:42.190503 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Made reservation on behalf of 863daec8e4a94fa4a7458cdf47c7e9b3 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:42.192858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.209859 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.240418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:42.244192 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Usage tracker for resource:security_group_rule and tenant:863daec8e4a94fa4a7458cdf47c7e9b3 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:42.247074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:42.253643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:42.274177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.276714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:42.320820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.341961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=a2af214e-1d8a-41a5-8068-48ece560dff1,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:42.344922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:42.390414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.394708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a59ccdbc-83cb-4cd8-bbd5-725d709adb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:42.418362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:46:42.430551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd18344-1eb4-4044-a9f2-63d6cd4bd47d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:42.435212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:42.435837 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.436173 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Added segment cb6105f4-5d82-4da6-9b96-25da9e514acf of type vlan for network e95665c4-42c4-405d-9097-35f8a79ca2e4 Dec 20 16:46:42.462616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.556285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.557223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:42.557799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:42.561478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7118fd92-d060-4f58-a8bb-6ea20ce6cf42 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:42.669913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Pushing event updated for resources: {'Network': ['ID=e95665c4-42c4-405d-9097-35f8a79ca2e4,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:42.672656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:42.679913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network e95665c4-42c4-405d-9097-35f8a79ca2e4 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:46:42.694117 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5872145 Dec 20 16:46:42.696779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34196) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:42.703141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Request body: {'subnet': {'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-264275543-subnet', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:42.707913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:42.714143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Usage tracker for resource:subnet and tenant:863daec8e4a94fa4a7458cdf47c7e9b3 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:42.715657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:42.722203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:42.790500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Made reservation on behalf of 863daec8e4a94fa4a7458cdf47c7e9b3 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:42.792886 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:43.167831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:43.172027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-775bbd0f-8b01-41cd-b2dd-1e69ebf0e963 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:43.241449 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e222b0-307f-4f25-ade6-a2036a10b5e0,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:43.245388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:43.259465 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Checking segment: {'id': 'cb6105f4-5d82-4da6-9b96-25da9e514acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:43.259821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Network hostable DHCP agents. Network: e95665c4-42c4-405d-9097-35f8a79ca2e4, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:46:43.390197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Network e95665c4-42c4-405d-9097-35f8a79ca2e4 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:46:43.470204 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, e95665c4-42c4-405d-9097-35f8a79ca2e4) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:43.474632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:43.480318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:43.480469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23bf91-454e-4a77-8828-def6b2f43c9f None None] Network e95665c4-42c4-405d-9097-35f8a79ca2e4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:43.534152 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-743d44d2-c7eb-457f-a7ae-e342571d2f23 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8360701 Dec 20 16:46:43.537010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34200) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:43.542849 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-264275543-router', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:43.548710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:43.552818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Usage tracker for resource:router and tenant:863daec8e4a94fa4a7458cdf47c7e9b3 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:43.555748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:43.562033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:43.613206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:43.614165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:43.632852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:43.690280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-e95665c4-42c4-405d-9097-35f8a79ca2e4', 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'fixed_ips': [{'subnet_id': '38e222b0-307f-4f25-ade6-a2036a10b5e0'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:46:43.694766 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:43.854738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Allocated IP 172.20.0.2 (e95665c4-42c4-405d-9097-35f8a79ca2e4/38e222b0-307f-4f25-ade6-a2036a10b5e0/002aeb9b-1e61-42ad-b043-63fa02d5e304) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:43.857789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:43.859047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a2af214e-1d8a-41a5-8068-48ece560dff1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:44.033114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a2af214e-1d8a-41a5-8068-48ece560dff1 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:44.033499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.120270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.151111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.257711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.278008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Transition to ACTIVE for port object 002aeb9b-1e61-42ad-b043-63fa02d5e304 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:44.309793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Transition to ACTIVE for port object 002aeb9b-1e61-42ad-b043-63fa02d5e304 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:44.310106 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Allocated IP 172.26.7.145 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/e4f83ead-50df-47c8-a94f-34532509f83d) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:44.385455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.389763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:44.454609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Network e95665c4-42c4-405d-9097-35f8a79ca2e4 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:44.457363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:44.461586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:44.461769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.463741 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Pushing event updated for resources: {'Port': ['ID=002aeb9b-1e61-42ad-b043-63fa02d5e304,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:44.468368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:44.545826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.550438 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9e0be294-f417-4986-acd8-9eb2334d8b1a tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:44.553562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Attempting to bind port 002aeb9b-1e61-42ad-b043-63fa02d5e304 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:44.554059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Attempting to bind port 002aeb9b-1e61-42ad-b043-63fa02d5e304 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'cb6105f4-5d82-4da6-9b96-25da9e514acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:44.554297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Attempting to bind port 002aeb9b-1e61-42ad-b043-63fa02d5e304 on network e95665c4-42c4-405d-9097-35f8a79ca2e4 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:44.561127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:44.561511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Checking segment: {'id': 'cb6105f4-5d82-4da6-9b96-25da9e514acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:44.571564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.571564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Bound using segment: {'id': 'cb6105f4-5d82-4da6-9b96-25da9e514acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:44.571564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Bound port: 002aeb9b-1e61-42ad-b043-63fa02d5e304, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6105f4-5d82-4da6-9b96-25da9e514acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:44.571564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.622548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:44.625946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:44.629233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:44.673973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] For port 002aeb9b-1e61-42ad-b043-63fa02d5e304, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:44.677388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] For port 002aeb9b-1e61-42ad-b043-63fa02d5e304, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=002aeb9b-1e61-42ad-b043-63fa02d5e304,segment=NetworkSegment(cb6105f4-5d82-4da6-9b96-25da9e514acf),segment_id=cb6105f4-5d82-4da6-9b96-25da9e514acf)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:44.684805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f83ead-50df-47c8-a94f-34532509f83d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:44.687718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:44.780251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.784215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:44.860790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Pushing event updated for resources: {'Port': ['ID=002aeb9b-1e61-42ad-b043-63fa02d5e304,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:44.863934 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:44.875252 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:44.876049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:45.235893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Router 1d7c3199-9b87-4de1-a456-94ba6344fad8 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:46:45.344483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:45.441980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:46:45.452100 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Sync routers for ids ['1d7c3199-9b87-4de1-a456-94ba6344fad8'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:46:45.470384 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Routers {'1d7c3199-9b87-4de1-a456-94ba6344fad8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:45.471065 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:46:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1d7c3199-9b87-4de1-a456-94ba6344fad8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:45.533262 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:45.535491 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9965909 Dec 20 16:46:45.537314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34204) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:46:45.664904 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Set router 1d7c3199-9b87-4de1-a456-94ba6344fad8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:46:45.795954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502cd1ea-e10c-40ff-92e7-1b4076f56a72 None None] Network e95665c4-42c4-405d-9097-35f8a79ca2e4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:46:45.931309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 002aeb9b-1e61-42ad-b043-63fa02d5e304 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:45.961225 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'name': 'tempest-TestEncryptedCinderVolumes-264275543-router', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:43Z', 'updated_at': '2021-12-20T16:46:44Z', 'revision_number': 3, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'gw_port': {'id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:44Z', 'updated_at': '2021-12-20T16:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:45.966255 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Checking router: 1d7c3199-9b87-4de1-a456-94ba6344fad8 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:46:45.966776 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Updating router 1d7c3199-9b87-4de1-a456-94ba6344fad8 port e4f83ead-50df-47c8-a94f-34532509f83d binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:46:46.023295 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.124916 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-3f4ec395-1a7b-453c-b0f1-9b485b2e545d None None] Provisioning for port 002aeb9b-1e61-42ad-b043-63fa02d5e304 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:46.195951 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 002aeb9b-1e61-42ad-b043-63fa02d5e304 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:46.202162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 002aeb9b-1e61-42ad-b043-63fa02d5e304 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:46.202543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.366112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.400019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 002aeb9b-1e61-42ad-b043-63fa02d5e304, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=002aeb9b-1e61-42ad-b043-63fa02d5e304,segment=NetworkSegment(cb6105f4-5d82-4da6-9b96-25da9e514acf),segment_id=cb6105f4-5d82-4da6-9b96-25da9e514acf)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:46.447883 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.454144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.459456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:46.460910 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Transition to ACTIVE for port object e4f83ead-50df-47c8-a94f-34532509f83d will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:46.490478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f3365f01-334e-4a93-8de7-daff5b855d71 None None] Provisioning complete for port 002aeb9b-1e61-42ad-b043-63fa02d5e304 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:46.490860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f3365f01-334e-4a93-8de7-daff5b855d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.504566 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.555992 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.562667 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-390f96b0-d5c0-47e3-a659-290885451df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:46.573742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=002aeb9b-1e61-42ad-b043-63fa02d5e304,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:46.576892 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:46.644276 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Pushing event updated for resources: {'Port': ['ID=e4f83ead-50df-47c8-a94f-34532509f83d,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:46.654533 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Attempting to bind port e4f83ead-50df-47c8-a94f-34532509f83d on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:46.654897 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Attempting to bind port e4f83ead-50df-47c8-a94f-34532509f83d by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:46.655280 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Attempting to bind port e4f83ead-50df-47c8-a94f-34532509f83d on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:46.661330 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.661663 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.662005 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.662330 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.662651 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.663002 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.663323 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.664240 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.664240 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.664492 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.664810 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:46.671067 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:46.672211 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:46.672575 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:46.672971 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.673353 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:46.673810 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Bound port: e4f83ead-50df-47c8-a94f-34532509f83d, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:46.674179 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.733454 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Allocated IP 172.20.0.1 (e95665c4-42c4-405d-9097-35f8a79ca2e4/38e222b0-307f-4f25-ade6-a2036a10b5e0/ec96457f-d64a-43c7-ad20-c7021621e70b) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:46.745064 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] For port e4f83ead-50df-47c8-a94f-34532509f83d, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:46.748947 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] For port e4f83ead-50df-47c8-a94f-34532509f83d, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e4f83ead-50df-47c8-a94f-34532509f83d,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:46.819943 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.823641 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-ccf334b4-4ae1-424a-8071-70b7ab120451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:46.887391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:46.904603 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Transition to ACTIVE for port object ec96457f-d64a-43c7-ad20-c7021621e70b will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:46.907698 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Pushing event updated for resources: {'Port': ['ID=e4f83ead-50df-47c8-a94f-34532509f83d,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:46.910588 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Routers {'1d7c3199-9b87-4de1-a456-94ba6344fad8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:46.911261 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:46:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1d7c3199-9b87-4de1-a456-94ba6344fad8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:46.957407 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:47.019403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:47.023261 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:47.088591 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] Set router 1d7c3199-9b87-4de1-a456-94ba6344fad8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:46:47.090795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Network e95665c4-42c4-405d-9097-35f8a79ca2e4 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:47.095048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:47.097442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:47.125300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Pushing event updated for resources: {'Port': ['ID=ec96457f-d64a-43c7-ad20-c7021621e70b,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:47.128179 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:47.158006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:47.343331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:47.391141 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'name': 'tempest-TestEncryptedCinderVolumes-264275543-router', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:43Z', 'updated_at': '2021-12-20T16:46:44Z', 'revision_number': 3, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'gw_port': {'id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:44Z', 'updated_at': '2021-12-20T16:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:47.395554 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8976cfc-6b7a-464f-b9c8-a00abd8c7d77 None None] The sync data for ids ['1d7c3199-9b87-4de1-a456-94ba6344fad8'] in dv-neutron-821074-1-hyperv is: [{'id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'name': 'tempest-TestEncryptedCinderVolumes-264275543-router', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:43Z', 'updated_at': '2021-12-20T16:46:44Z', 'revision_number': 3, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'gw_port': {'id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:44Z', 'updated_at': '2021-12-20T16:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:46:47.441787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-461b495b-16f6-4927-9036-6a97d7008b9d None None] Provisioning for port ec96457f-d64a-43c7-ad20-c7021621e70b completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:47.446839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-461b495b-16f6-4927-9036-6a97d7008b9d None None] Provisioning complete for port ec96457f-d64a-43c7-ad20-c7021621e70b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:47.447359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-461b495b-16f6-4927-9036-6a97d7008b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:47.502247 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-461b495b-16f6-4927-9036-6a97d7008b9d None None] Port ec96457f-d64a-43c7-ad20-c7021621e70b cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:46:47.571044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:47.761728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:47.850378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 002aeb9b-1e61-42ad-b043-63fa02d5e304 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:47.905209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d438737d-5c8a-4c11-b62a-7c76abff7eda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:47.931883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 002aeb9b-1e61-42ad-b043-63fa02d5e304 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:47.932347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:47.998473 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:48.005938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Pushing event updated for resources: {'Port': ['ID=ec96457f-d64a-43c7-ad20-c7021621e70b,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:48.010359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:48.143973 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Network e95665c4-42c4-405d-9097-35f8a79ca2e4 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:48.145064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:48.429605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-601dd3e8-c793-4724-aa40-6c13b097e60f None None] Provisioning complete for port ec96457f-d64a-43c7-ad20-c7021621e70b triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:48.430019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-601dd3e8-c793-4724-aa40-6c13b097e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:48.482519 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-601dd3e8-c793-4724-aa40-6c13b097e60f None None] Port ec96457f-d64a-43c7-ad20-c7021621e70b cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:46:48.545949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Router 1d7c3199-9b87-4de1-a456-94ba6344fad8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:46:48.750145 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:46:48.759397 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] 10.222.0.62 "PUT /v2.0/routers/1d7c3199-9b87-4de1-a456-94ba6344fad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2209995 Dec 20 16:46:49.904131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-dfa3e3b2-24e9-416b-b02d-7f69c89f412f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:49.905477 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-dfa3e3b2-24e9-416b-b02d-7f69c89f412f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/networks?id=925b2f17-9319-4ec2-a2af-7ab139f7f903 HTTP/1.1" status: 200 len: 817 time: 0.1461449 Dec 20 16:46:49.923498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-f4bdb1de-57c4-4d35-ab83-3a81be30c1df tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/quotas/5422e46ba825409fb3d3bddbfd4c1743 HTTP/1.1" status: 200 len: 375 time: 0.0123169 Dec 20 16:46:50.010037 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-90cb3a59-ee29-4379-9907-f50587d0323f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5422e46ba825409fb3d3bddbfd4c1743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809317 Dec 20 16:46:50.160772 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-3ccbf98a-1f11-4bb9-bacd-aa6cd2ec326d service neutron] 10.222.0.62 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389620 Dec 20 16:46:50.292566 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-a3009830-e771-44f7-9cb1-06182399d3e7 service neutron] 10.222.0.62 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261249 Dec 20 16:46:50.547449 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5414bf07-b3d6-4934-8612-1a9c721ee7db req-5369fd5f-f00f-4167-8b85-1906f4b129d6 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 210 time: 0.0410950 Dec 20 16:46:51.706207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-175ebe14-0206-4728-b55c-4fd1473c4c94 req-80ec74c8-c975-4f0c-ae97-cb85c6030135 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 210 time: 0.0403378 Dec 20 16:46:52.030065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ed52d738-0c25-4277-9edf-cb9bd0097050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:52.926363 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7d356181-6adc-4abd-8e25-fcdc9861777d req-5cc6780b-7189-4850-96ba-53f688d58190 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 210 time: 0.0596571 Dec 20 16:46:52.962528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-d84eb1bf-d03e-4762-ba5c-ae2a3d1132f4 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:52.963960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-d84eb1bf-d03e-4762-ba5c-ae2a3d1132f4 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.64 "GET /v2.0/networks?id=925b2f17-9319-4ec2-a2af-7ab139f7f903 HTTP/1.1" status: 200 len: 817 time: 0.2093403 Dec 20 16:46:52.980249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Request body: {'port': {'device_id': 'bf953318-c794-4772-9ab1-7e988abd31fc', 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'admin_state_up': True, 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:53.119607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:46:53.123675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Usage tracker for resource:port and tenant:5422e46ba825409fb3d3bddbfd4c1743 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:46:53.126716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:46:53.139393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:46:53.235868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Made reservation on behalf of 5422e46ba825409fb3d3bddbfd4c1743 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:53.239323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:53.401628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Allocated IP 172.20.0.3 (925b2f17-9319-4ec2-a2af-7ab139f7f903/30ffaf84-5ed4-4324-ab0e-3959796a320f/975b9fd6-4f83-4e15-9c41-c7422eb652a7) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:53.604199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:53.619186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Transition to ACTIVE for port object 975b9fd6-4f83-4e15-9c41-c7422eb652a7 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:53.705477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:53.712383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5b66de08-9f95-4b64-85f3-603e2bb8f11a tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:53.782768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Network 925b2f17-9319-4ec2-a2af-7ab139f7f903 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:53.785740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:53.788211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:53.819960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Pushing event updated for resources: {'Port': ['ID=975b9fd6-4f83-4e15-9c41-c7422eb652a7,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:53.822963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:53.865381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:53.866048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:53.889999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e4f83ead-50df-47c8-a94f-34532509f83d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:53.962541 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9860580 Dec 20 16:46:53.976741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Request body: {'port': {'device_id': 'bf953318-c794-4772-9ab1-7e988abd31fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:46:54.041706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port e4f83ead-50df-47c8-a94f-34532509f83d completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:54.051566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port e4f83ead-50df-47c8-a94f-34532509f83d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:54.051566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:54.103721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9037165d-f53f-4583-9253-a4b1b3ff704c None None] Provisioning for port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:54.113598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-9037165d-f53f-4583-9253-a4b1b3ff704c None None] Provisioning complete for port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:54.114690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9037165d-f53f-4583-9253-a4b1b3ff704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:54.211411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-9037165d-f53f-4583-9253-a4b1b3ff704c None None] Port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:46:54.242863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:54.261452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port e4f83ead-50df-47c8-a94f-34532509f83d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e4f83ead-50df-47c8-a94f-34532509f83d,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:54.266171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:54.315981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8f45a05-470b-4eb3-9fc6-f11527674a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:54.321710 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:54.323730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:54.325725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dddda-eb8a-4d6a-a378-a99eb3273673 req-b6d4b79b-aa39-4afd-b69c-81ea2ecca623 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:54.326442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b95dddda-eb8a-4d6a-a378-a99eb3273673 req-b6d4b79b-aa39-4afd-b69c-81ea2ecca623 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Synchronizing usage tracker for tenant:5422e46ba825409fb3d3bddbfd4c1743 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:46:54.384160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Sync routers for ids ['f9f66d1f-6968-42de-85cb-a821b7fd5623'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:46:54.418782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=e4f83ead-50df-47c8-a94f-34532509f83d,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:54.421254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Routers {'f9f66d1f-6968-42de-85cb-a821b7fd5623'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:54.421867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:46:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f9f66d1f-6968-42de-85cb-a821b7fd5623'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:54.436585 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b95dddda-eb8a-4d6a-a378-a99eb3273673 req-b6d4b79b-aa39-4afd-b69c-81ea2ecca623 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Unset dirty status for tenant:5422e46ba825409fb3d3bddbfd4c1743 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:46:54.439430 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b95dddda-eb8a-4d6a-a378-a99eb3273673 req-b6d4b79b-aa39-4afd-b69c-81ea2ecca623 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 931 time: 0.3765793 Dec 20 16:46:54.511529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:54.599036 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b95dddda-eb8a-4d6a-a378-a99eb3273673 req-9f37bd90-0803-41c8-8284-9ecea052927f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502545 Dec 20 16:46:54.642969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Set router f9f66d1f-6968-42de-85cb-a821b7fd5623 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:46:54.715780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975b9fd6-4f83-4e15-9c41-c7422eb652a7 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:46:54.723060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:54.750321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Transition to ACTIVE for port object 975b9fd6-4f83-4e15-9c41-c7422eb652a7 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:54.830334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:54.834270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3b20ad07-6fd0-45c9-9861-5185f5212d35 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:54.970569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=975b9fd6-4f83-4e15-9c41-c7422eb652a7,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:54.975075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:55.016572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'name': 'tempest-TestEncryptedCinderVolumes-1496397666-router', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:35Z', 'updated_at': '2021-12-20T16:46:39Z', 'revision_number': 4, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'gw_port': {'id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:36Z', 'updated_at': '2021-12-20T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c', 'name': '', 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'mac_address': 'fa:16:3e:f5:c0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:38Z', 'updated_at': '2021-12-20T16:46:39Z', 'revision_number': 2, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'subnets': [{'id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:55.021369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Checking router: f9f66d1f-6968-42de-85cb-a821b7fd5623 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:46:55.021743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Updating router f9f66d1f-6968-42de-85cb-a821b7fd5623 port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:46:55.076214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:55.087542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Attempting to bind port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:55.087879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Attempting to bind port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:55.088204 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Attempting to bind port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 on network 925b2f17-9319-4ec2-a2af-7ab139f7f903 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:55.095314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 on network 925b2f17-9319-4ec2-a2af-7ab139f7f903 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:46:55.095780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Attempting to bind port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 on network 925b2f17-9319-4ec2-a2af-7ab139f7f903 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:55.104472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:55.104865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Checking segment: {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:55.105179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Bound using segment: {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:55.105598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Bound port: 975b9fd6-4f83-4e15-9c41-c7422eb652a7, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:55.106078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:55.200105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] For port 975b9fd6-4f83-4e15-9c41-c7422eb652a7, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:55.203413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] For port 975b9fd6-4f83-4e15-9c41-c7422eb652a7, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=975b9fd6-4f83-4e15-9c41-c7422eb652a7,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:55.264995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:55.269942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:55.321688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:55.323283 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/975b9fd6-4f83-4e15-9c41-c7422eb652a7 HTTP/1.1" status: 200 len: 1093 time: 1.3526649 Dec 20 16:46:55.326406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf953318-c794-4772-9ab1-7e988abd31fc', 'tag': '975b9fd6-4f83-4e15-9c41-c7422eb652a7'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:46:55.362246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=975b9fd6-4f83-4e15-9c41-c7422eb652a7,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:55.365434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:55.402719 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf953318-c794-4772-9ab1-7e988abd31fc', 'tag': '975b9fd6-4f83-4e15-9c41-c7422eb652a7', 'status': 'completed', 'code': 200} Dec 20 16:46:55.476079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:55.490416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Transition to ACTIVE for port object 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:55.495710 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-abb61c33-687e-4e5d-8087-9128105df732 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5422e46ba825409fb3d3bddbfd4c1743&device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 1096 time: 0.0806799 Dec 20 16:46:55.521617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:55.569996 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-5c73e0a3-5b0f-4a9d-af6e-5a2d5f94d421 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=975b9fd6-4f83-4e15-9c41-c7422eb652a7 HTTP/1.1" status: 200 len: 217 time: 0.0672450 Dec 20 16:46:55.578762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:55.582547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:55.636553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:55.636951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-889bc8b1-0e3c-45fa-a170-e9cbd535be3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:55.638655 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-889bc8b1-0e3c-45fa-a170-e9cbd535be3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=30ffaf84-5ed4-4324-ab0e-3959796a320f HTTP/1.1" status: 200 len: 856 time: 0.0615671 Dec 20 16:46:55.719197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a8d96-3b9e-4d36-8691-453fccb1170b None None] Pushing event updated for resources: {'Port': ['ID=1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:55.721783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-480a7a18-6b2b-47b4-ae60-35e434e2b16e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=925b2f17-9319-4ec2-a2af-7ab139f7f903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770290 Dec 20 16:46:55.722153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-672a8d96-3b9e-4d36-8691-453fccb1170b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:55.837953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Attempting to bind port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:55.838333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Attempting to bind port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:55.838703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Attempting to bind port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c on network 925b2f17-9319-4ec2-a2af-7ab139f7f903 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:55.846609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:55.847064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Checking segment: {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:55.847474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:55.849961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Bound using segment: {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:55.850847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Bound port: 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:55.851541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:55.876027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e4f83ead-50df-47c8-a94f-34532509f83d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:55.928788 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-cdf9de1c-6e14-48ac-97e2-9f7ecf1771ef service neutron] 10.222.0.64 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962590 Dec 20 16:46:55.938647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051d0ad-e4f1-4e68-919f-2e0a3565420b req-00026360-7e6c-48fa-a966-d8e1ce94c8c6 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:55.940078 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e051d0ad-e4f1-4e68-919f-2e0a3565420b req-00026360-7e6c-48fa-a966-d8e1ce94c8c6 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 943 time: 0.1866443 Dec 20 16:46:56.019319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] For port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:56.024080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] For port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:56.032988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port e4f83ead-50df-47c8-a94f-34532509f83d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:56.033371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:56.087036 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e051d0ad-e4f1-4e68-919f-2e0a3565420b req-c1acc0df-8b8d-41fb-8b49-36635adcca38 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269383 Dec 20 16:46:56.088543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:56.094311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-76673966-b44a-4bf2-87b3-2ba9b26d9be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:56.119862 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c5d892e6-a927-4279-9b7e-a5be126998b3 req-8c460434-6f01-471e-b4a8-c4382fa42298 service neutron] 10.222.0.64 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788080 Dec 20 16:46:56.178708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a8d96-3b9e-4d36-8691-453fccb1170b None None] Pushing event updated for resources: {'Port': ['ID=1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:56.204818 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-672a8d96-3b9e-4d36-8691-453fccb1170b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:56.235269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Routers {'f9f66d1f-6968-42de-85cb-a821b7fd5623'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:56.235846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:46:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f9f66d1f-6968-42de-85cb-a821b7fd5623'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:56.352644 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3cae01a7-2ce5-4fb6-97a0-4192a647691b req-52658c8e-a169-4c56-b899-c3306dd044d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5422e46ba825409fb3d3bddbfd4c1743&device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 1096 time: 0.0835500 Dec 20 16:46:56.487552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] Set router f9f66d1f-6968-42de-85cb-a821b7fd5623 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:46:56.594927 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae01a7-2ce5-4fb6-97a0-4192a647691b req-99c2f8ee-906c-4d5b-8b90-9769880f246c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:56.596341 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3cae01a7-2ce5-4fb6-97a0-4192a647691b req-99c2f8ee-906c-4d5b-8b90-9769880f246c service neutron] 10.222.0.64 "GET /v2.0/networks?id=925b2f17-9319-4ec2-a2af-7ab139f7f903 HTTP/1.1" status: 200 len: 918 time: 0.2371447 Dec 20 16:46:56.663966 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3cae01a7-2ce5-4fb6-97a0-4192a647691b req-98fc0425-e9de-48a4-96b1-e2dd52aeb7c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=975b9fd6-4f83-4e15-9c41-c7422eb652a7 HTTP/1.1" status: 200 len: 217 time: 0.0612168 Dec 20 16:46:56.731171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae01a7-2ce5-4fb6-97a0-4192a647691b req-7d870cc1-fe2e-4e49-9eae-370b4b3904bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:56.733192 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3cae01a7-2ce5-4fb6-97a0-4192a647691b req-7d870cc1-fe2e-4e49-9eae-370b4b3904bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=30ffaf84-5ed4-4324-ab0e-3959796a320f HTTP/1.1" status: 200 len: 856 time: 0.0629838 Dec 20 16:46:56.812381 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3cae01a7-2ce5-4fb6-97a0-4192a647691b req-4c74f26d-1225-40d7-b9d7-fe36c4b85d86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=925b2f17-9319-4ec2-a2af-7ab139f7f903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729520 Dec 20 16:46:56.812608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'name': 'tempest-TestEncryptedCinderVolumes-1496397666-router', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:35Z', 'updated_at': '2021-12-20T16:46:39Z', 'revision_number': 4, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'gw_port': {'id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:36Z', 'updated_at': '2021-12-20T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c', 'name': '', 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'mac_address': 'fa:16:3e:f5:c0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:38Z', 'updated_at': '2021-12-20T16:46:56Z', 'revision_number': 4, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'subnets': [{'id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:56.816568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02f500-302f-44d9-82f8-6f6ad91903eb None None] The sync data for ids ['f9f66d1f-6968-42de-85cb-a821b7fd5623'] in dv-neutron-821074-1-hyperv is: [{'id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'name': 'tempest-TestEncryptedCinderVolumes-1496397666-router', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:35Z', 'updated_at': '2021-12-20T16:46:39Z', 'revision_number': 4, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'gw_port': {'id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:36Z', 'updated_at': '2021-12-20T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c', 'name': '', 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'mac_address': 'fa:16:3e:f5:c0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:38Z', 'updated_at': '2021-12-20T16:46:56Z', 'revision_number': 4, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'subnets': [{'id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:46:56.957859 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3cae01a7-2ce5-4fb6-97a0-4192a647691b req-e5537d06-c8f1-4d19-90a8-a8d9df40c06e service neutron] 10.222.0.64 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389189 Dec 20 16:46:57.076557 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:57.112800 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3cae01a7-2ce5-4fb6-97a0-4192a647691b req-2f65ed4b-802d-4219-9e0b-a13c8bfdda8e service neutron] 10.222.0.64 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468887 Dec 20 16:46:57.155203 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Sync routers for ids ['1d7c3199-9b87-4de1-a456-94ba6344fad8'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:46:57.174439 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Routers {'1d7c3199-9b87-4de1-a456-94ba6344fad8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:57.175495 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:46:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1d7c3199-9b87-4de1-a456-94ba6344fad8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:57.336570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26bf3f-7a30-46b2-b5cb-b64dba24bd61 req-81c0dbbf-2528-42da-a4aa-ff0dd36837ee tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:57.338759 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7e26bf3f-7a30-46b2-b5cb-b64dba24bd61 req-81c0dbbf-2528-42da-a4aa-ff0dd36837ee tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 943 time: 0.1021328 Dec 20 16:46:57.375177 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Set router 1d7c3199-9b87-4de1-a456-94ba6344fad8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:46:57.397207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7e26bf3f-7a30-46b2-b5cb-b64dba24bd61 req-2a5e4c32-4722-46c0-adcc-17f43671e563 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505567 Dec 20 16:46:57.702565 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'name': 'tempest-TestEncryptedCinderVolumes-264275543-router', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:43Z', 'updated_at': '2021-12-20T16:46:47Z', 'revision_number': 4, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'gw_port': {'id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:44Z', 'updated_at': '2021-12-20T16:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ec96457f-d64a-43c7-ad20-c7021621e70b', 'name': '', 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'mac_address': 'fa:16:3e:01:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e222b0-307f-4f25-ade6-a2036a10b5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:46Z', 'updated_at': '2021-12-20T16:46:47Z', 'revision_number': 2, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'subnets': [{'id': '38e222b0-307f-4f25-ade6-a2036a10b5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:57.706260 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Checking router: 1d7c3199-9b87-4de1-a456-94ba6344fad8 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:46:57.706607 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Updating router 1d7c3199-9b87-4de1-a456-94ba6344fad8 port ec96457f-d64a-43c7-ad20-c7021621e70b binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:46:57.756107 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:57.877093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:58.007261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:58.012308 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:58.012733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:58.121420 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:58.130239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:58.133139 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Transition to ACTIVE for port object ec96457f-d64a-43c7-ad20-c7021621e70b will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:58.162485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:58.218614 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:58.222420 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:58.247462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:58.249350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2ec9a035-08ed-48a3-a8f1-47c602b0d019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:58.356389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:58.357648 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b028c-3edc-4f3f-91dd-e83b61d6212e None None] Pushing event updated for resources: {'Port': ['ID=ec96457f-d64a-43c7-ad20-c7021621e70b,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:58.359625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:58.360169 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-990b028c-3edc-4f3f-91dd-e83b61d6212e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:58.447093 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Attempting to bind port ec96457f-d64a-43c7-ad20-c7021621e70b on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:46:58.447471 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Attempting to bind port ec96457f-d64a-43c7-ad20-c7021621e70b by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'cb6105f4-5d82-4da6-9b96-25da9e514acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:46:58.448499 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Attempting to bind port ec96457f-d64a-43c7-ad20-c7021621e70b on network e95665c4-42c4-405d-9097-35f8a79ca2e4 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:46:58.457329 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:46:58.457680 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Checking segment: {'id': 'cb6105f4-5d82-4da6-9b96-25da9e514acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:46:58.458109 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:58.458664 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Bound using segment: {'id': 'cb6105f4-5d82-4da6-9b96-25da9e514acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:46:58.459212 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Bound port: ec96457f-d64a-43c7-ad20-c7021621e70b, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6105f4-5d82-4da6-9b96-25da9e514acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:46:58.459606 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:58.553335 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] For port ec96457f-d64a-43c7-ad20-c7021621e70b, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:58.556641 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] For port ec96457f-d64a-43c7-ad20-c7021621e70b, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ec96457f-d64a-43c7-ad20-c7021621e70b,segment=NetworkSegment(cb6105f4-5d82-4da6-9b96-25da9e514acf),segment_id=cb6105f4-5d82-4da6-9b96-25da9e514acf)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:58.604611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19d0b8-31c4-444d-8b6b-5b842bd89335 req-af3d4344-d69f-4acb-8972-5a0cfdcb4352 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:58.606185 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f19d0b8-31c4-444d-8b6b-5b842bd89335 req-af3d4344-d69f-4acb-8972-5a0cfdcb4352 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 943 time: 0.0767193 Dec 20 16:46:58.636509 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:58.640988 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:58.656246 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f19d0b8-31c4-444d-8b6b-5b842bd89335 req-f5a00a92-c12a-4979-887e-0aa2af359713 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Dec 20 16:46:58.716984 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b028c-3edc-4f3f-91dd-e83b61d6212e None None] Pushing event updated for resources: {'Port': ['ID=ec96457f-d64a-43c7-ad20-c7021621e70b,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:58.721018 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-990b028c-3edc-4f3f-91dd-e83b61d6212e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:58.723524 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Routers {'1d7c3199-9b87-4de1-a456-94ba6344fad8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:58.724138 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:46:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1d7c3199-9b87-4de1-a456-94ba6344fad8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:58.906118 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] Set router 1d7c3199-9b87-4de1-a456-94ba6344fad8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:46:59.202388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 975b9fd6-4f83-4e15-9c41-c7422eb652a7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:46:59.234147 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'name': 'tempest-TestEncryptedCinderVolumes-264275543-router', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:43Z', 'updated_at': '2021-12-20T16:46:47Z', 'revision_number': 4, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'gw_port': {'id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:44Z', 'updated_at': '2021-12-20T16:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ec96457f-d64a-43c7-ad20-c7021621e70b', 'name': '', 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'mac_address': 'fa:16:3e:01:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e222b0-307f-4f25-ade6-a2036a10b5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:46Z', 'updated_at': '2021-12-20T16:46:58Z', 'revision_number': 4, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'subnets': [{'id': '38e222b0-307f-4f25-ade6-a2036a10b5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:59.240358 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245ea90-011c-49d2-9e26-d6dffb3bbeee None None] The sync data for ids ['1d7c3199-9b87-4de1-a456-94ba6344fad8'] in dv-neutron-821074-1-hyperv is: [{'id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'name': 'tempest-TestEncryptedCinderVolumes-264275543-router', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:43Z', 'updated_at': '2021-12-20T16:46:47Z', 'revision_number': 4, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'gw_port': {'id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:44Z', 'updated_at': '2021-12-20T16:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ec96457f-d64a-43c7-ad20-c7021621e70b', 'name': '', 'network_id': 'e95665c4-42c4-405d-9097-35f8a79ca2e4', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'mac_address': 'fa:16:3e:01:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e222b0-307f-4f25-ade6-a2036a10b5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:46Z', 'updated_at': '2021-12-20T16:46:58Z', 'revision_number': 4, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'subnets': [{'id': '38e222b0-307f-4f25-ade6-a2036a10b5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:46:59.359290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 975b9fd6-4f83-4e15-9c41-c7422eb652a7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=975b9fd6-4f83-4e15-9c41-c7422eb652a7,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:59.375162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '975b9fd6-4f83-4e15-9c41-c7422eb652a7', 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'port_id': '975b9fd6-4f83-4e15-9c41-c7422eb652a7', 'mac_address': 'fa:16:3e:91:4e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:46:59.434137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:59.453736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975b9fd6-4f83-4e15-9c41-c7422eb652a7 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:46:59.470111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 975b9fd6-4f83-4e15-9c41-c7422eb652a7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=975b9fd6-4f83-4e15-9c41-c7422eb652a7,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:59.545226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:46:59.547515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-672a8d96-3b9e-4d36-8691-453fccb1170b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:46:59.618802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=975b9fd6-4f83-4e15-9c41-c7422eb652a7,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:59.621869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:46:59.868945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['975b9fd6-4f83-4e15-9c41-c7422eb652a7'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:46:59.899800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3a3bc-40aa-460c-8e21-808d18bc4da8 req-1153697a-65b6-4362-95c9-d4df5914fe52 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:59.901320 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10d3a3bc-40aa-460c-8e21-808d18bc4da8 req-1153697a-65b6-4362-95c9-d4df5914fe52 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 944 time: 0.1059976 Dec 20 16:46:59.958525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ec96457f-d64a-43c7-ad20-c7021621e70b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:46:59.965567 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-10d3a3bc-40aa-460c-8e21-808d18bc4da8 req-6b2b9fd1-7f64-4460-a5b3-a46992195fac tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567975 Dec 20 16:47:00.138253 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port ec96457f-d64a-43c7-ad20-c7021621e70b completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:47:00.143668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ec96457f-d64a-43c7-ad20-c7021621e70b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:47:00.144054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:00.264576 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:00.297455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port ec96457f-d64a-43c7-ad20-c7021621e70b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ec96457f-d64a-43c7-ad20-c7021621e70b,segment=NetworkSegment(cb6105f4-5d82-4da6-9b96-25da9e514acf),segment_id=cb6105f4-5d82-4da6-9b96-25da9e514acf)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:47:00.355686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:00.357179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:47:00.379692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:47:00.504670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=ec96457f-d64a-43c7-ad20-c7021621e70b,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:00.508419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:47:00.520099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:47:00.520474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:01.162405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4d5e8-746c-48a0-bcb8-34622f6df244 req-9817f6ea-2be2-4151-ad3a-b1441022398a tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:01.163870 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2b4d5e8-746c-48a0-bcb8-34622f6df244 req-9817f6ea-2be2-4151-ad3a-b1441022398a tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 944 time: 0.0748684 Dec 20 16:47:01.202529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 975b9fd6-4f83-4e15-9c41-c7422eb652a7 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:47:01.214017 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2b4d5e8-746c-48a0-bcb8-34622f6df244 req-444e6456-fb19-4dde-8b1a-d827a3f0d8ed tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Dec 20 16:47:01.428978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:47:01.442463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:47:01.442844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:01.585847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:01.620064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf953318-c794-4772-9ab1-7e988abd31fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975b9fd6-4f83-4e15-9c41-c7422eb652a7'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:47:01.630234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 975b9fd6-4f83-4e15-9c41-c7422eb652a7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=975b9fd6-4f83-4e15-9c41-c7422eb652a7,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:47:01.675237 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf953318-c794-4772-9ab1-7e988abd31fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975b9fd6-4f83-4e15-9c41-c7422eb652a7', 'code': 200} Dec 20 16:47:01.716302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:01.718118 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:47:01.782492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=975b9fd6-4f83-4e15-9c41-c7422eb652a7,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:01.785509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:47:01.857217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ec96457f-d64a-43c7-ad20-c7021621e70b up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:47:01.930283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ec96457f-d64a-43c7-ad20-c7021621e70b triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:47:01.930641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:02.047927 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f0f0143a-67a6-4cb2-813d-da0247c797f8 req-b4507d7d-557b-42e7-8aca-47bbac75ea13 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 1098 time: 0.0709136 Dec 20 16:47:02.092158 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f0f0143a-67a6-4cb2-813d-da0247c797f8 req-532c2cb6-367a-4b34-90d5-2b54023c30c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Dec 20 16:47:02.417198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb92df-01e9-462e-ba11-f66ab07fe4f1 req-d9766d11-36fd-4500-87ca-7c690e7d9a63 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:02.418672 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b6eb92df-01e9-462e-ba11-f66ab07fe4f1 req-d9766d11-36fd-4500-87ca-7c690e7d9a63 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 945 time: 0.0803423 Dec 20 16:47:02.464751 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b6eb92df-01e9-462e-ba11-f66ab07fe4f1 req-cdb56dea-362b-40c4-a33e-e9923f57e2da tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 Dec 20 16:47:03.680018 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b38ba-7380-4528-be02-0a8524bde239 req-9f66b8b7-9ba1-4fc7-9665-fd1a166609c3 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:03.681473 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-415b38ba-7380-4528-be02-0a8524bde239 req-9f66b8b7-9ba1-4fc7-9665-fd1a166609c3 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 945 time: 0.0777965 Dec 20 16:47:03.727121 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-415b38ba-7380-4528-be02-0a8524bde239 req-01881a96-9998-49f2-991b-f4544e02c830 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Dec 20 16:47:03.927589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fad93a-a76a-4e48-a867-b690574ce8db req-10032329-1af1-4449-b412-c7f496f819af tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:03.929038 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-96fad93a-a76a-4e48-a867-b690574ce8db req-10032329-1af1-4449-b412-c7f496f819af tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 945 time: 0.0829935 Dec 20 16:47:03.976198 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-96fad93a-a76a-4e48-a867-b690574ce8db req-0da632b5-66ee-4837-bb59-97c5ad3e2181 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Dec 20 16:47:11.990974 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3cc6b20-47fd-4d02-9085-70a9df9fa092 req-c76f8f65-8050-4d38-a3d5-924bacd461ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684161 Dec 20 16:47:12.002803 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:47:12.135216 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3cc6b20-47fd-4d02-9085-70a9df9fa092 req-ffe6b1a0-2b76-47c1-8ede-d762a3984fd9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5422e46ba825409fb3d3bddbfd4c1743&device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 1098 time: 0.0744622 Dec 20 16:47:12.377205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc6b20-47fd-4d02-9085-70a9df9fa092 req-47186ac5-29d8-4240-90e5-5c1c9e962ad7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:12.378508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3cc6b20-47fd-4d02-9085-70a9df9fa092 req-47186ac5-29d8-4240-90e5-5c1c9e962ad7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=925b2f17-9319-4ec2-a2af-7ab139f7f903 HTTP/1.1" status: 200 len: 918 time: 0.2238145 Dec 20 16:47:12.454090 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3cc6b20-47fd-4d02-9085-70a9df9fa092 req-596dae6e-2c48-451c-adcc-55069d425888 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=975b9fd6-4f83-4e15-9c41-c7422eb652a7 HTTP/1.1" status: 200 len: 217 time: 0.0686502 Dec 20 16:47:12.514303 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc6b20-47fd-4d02-9085-70a9df9fa092 req-c8a89545-650c-4525-9e7c-30b4b5a308e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:12.515725 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3cc6b20-47fd-4d02-9085-70a9df9fa092 req-c8a89545-650c-4525-9e7c-30b4b5a308e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=30ffaf84-5ed4-4324-ab0e-3959796a320f HTTP/1.1" status: 200 len: 856 time: 0.0562122 Dec 20 16:47:12.588646 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3cc6b20-47fd-4d02-9085-70a9df9fa092 req-18d6322b-ca19-4073-addb-97f1cedc4e2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=925b2f17-9319-4ec2-a2af-7ab139f7f903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671716 Dec 20 16:47:12.733389 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3cc6b20-47fd-4d02-9085-70a9df9fa092 req-5cc8689b-a4b1-43d6-8191-511e068f4dde service neutron] 10.222.0.64 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388721 Dec 20 16:47:12.910861 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3cc6b20-47fd-4d02-9085-70a9df9fa092 req-9b9c6647-0c34-47ae-b639-c3e955719b49 service neutron] 10.222.0.64 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521568 Dec 20 16:47:15.337830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:22.024112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7b619518-26ec-4ceb-8e0f-432042bb77cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:23.620006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb2a40-b82f-410f-8d45-a8dad0aa66ed req-de434dc1-8162-4b46-8a35-054c618887d4 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:23.622011 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f2fb2a40-b82f-410f-8d45-a8dad0aa66ed req-de434dc1-8162-4b46-8a35-054c618887d4 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 945 time: 0.0843604 Dec 20 16:47:23.670329 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f2fb2a40-b82f-410f-8d45-a8dad0aa66ed req-fad1e326-bc4e-4dd5-ba93-6c6614af1255 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424893 Dec 20 16:47:24.298325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-90ec4d5c-b5b6-413e-a74a-239589987cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:24.873099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b752778-d7db-484f-a607-693aabdb7ea0 req-8dc71909-4e67-4a8c-8c1a-0e5db8a1c7fe tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:24.874521 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6b752778-d7db-484f-a607-693aabdb7ea0 req-8dc71909-4e67-4a8c-8c1a-0e5db8a1c7fe tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 945 time: 0.0855558 Dec 20 16:47:24.923898 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6b752778-d7db-484f-a607-693aabdb7ea0 req-5cd344a9-6fd3-4c76-a8ad-85453def3707 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437961 Dec 20 16:47:25.321071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-23cc798f-d93e-4113-9466-924f6297f0d1 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:25.322584 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-23cc798f-d93e-4113-9466-924f6297f0d1 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 945 time: 0.0776267 Dec 20 16:47:25.390818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Deleting port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:47:25.391180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:25.486759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:25.607091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:25.637823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] For port 975b9fd6-4f83-4e15-9c41-c7422eb652a7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=975b9fd6-4f83-4e15-9c41-c7422eb652a7,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:47:25.638175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:25.760860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Calling delete_port for 975b9fd6-4f83-4e15-9c41-c7422eb652a7 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:47:25.972502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:25.980258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5bb4e2a6-790d-44e7-bace-0cd1fd9692d3 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:47:25.986224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['975b9fd6-4f83-4e15-9c41-c7422eb652a7'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:47:26.035985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Pushing event deleted for resources: {'Port': ['ID=975b9fd6-4f83-4e15-9c41-c7422eb652a7,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:26.086045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.086431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.086808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.087205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.087574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.087983 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.088280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.088641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.088996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.089351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.089708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:26.117035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:47:26.128694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] No DVR routers for this DVR port 975b9fd6-4f83-4e15-9c41-c7422eb652a7 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:47:26.132260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:26.136997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf953318-c794-4772-9ab1-7e988abd31fc', 'name': 'network-vif-deleted', 'tag': '975b9fd6-4f83-4e15-9c41-c7422eb652a7'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:47:26.243291 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f6e505c3-b9bd-4f24-ab66-345e15949436 req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.64 "DELETE /v2.0/ports/975b9fd6-4f83-4e15-9c41-c7422eb652a7 HTTP/1.1" status: 204 len: 173 time: 0.9144917 Dec 20 16:47:26.252743 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf953318-c794-4772-9ab1-7e988abd31fc', 'name': 'network-vif-deleted', 'tag': '975b9fd6-4f83-4e15-9c41-c7422eb652a7', 'status': 'completed', 'code': 200} Dec 20 16:47:26.331942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4674f151-4de3-4f7b-87bc-5cf7e26ec3ad req-6d48f9eb-b5a6-4341-90f2-9d276d5112c2 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Synchronizing usage tracker for tenant:5422e46ba825409fb3d3bddbfd4c1743 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:47:26.412475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4674f151-4de3-4f7b-87bc-5cf7e26ec3ad req-6d48f9eb-b5a6-4341-90f2-9d276d5112c2 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Unset dirty status for tenant:5422e46ba825409fb3d3bddbfd4c1743 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:47:26.413798 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4674f151-4de3-4f7b-87bc-5cf7e26ec3ad req-6d48f9eb-b5a6-4341-90f2-9d276d5112c2 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf953318-c794-4772-9ab1-7e988abd31fc HTTP/1.1" status: 200 len: 210 time: 0.3466763 Dec 20 16:47:27.080921 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:28.595497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-11a77057-9f19-4176-8c75-55c7609ded47 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:28.596806 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-11a77057-9f19-4176-8c75-55c7609ded47 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/networks?id=925b2f17-9319-4ec2-a2af-7ab139f7f903 HTTP/1.1" status: 200 len: 817 time: 0.1431460 Dec 20 16:47:28.613286 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-32922095-1d8a-4743-9f13-992fbde84864 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/quotas/5422e46ba825409fb3d3bddbfd4c1743 HTTP/1.1" status: 200 len: 375 time: 0.0110564 Dec 20 16:47:28.787414 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-15c99865-416c-4016-9895-b9a974c99248 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5422e46ba825409fb3d3bddbfd4c1743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686444 Dec 20 16:47:28.921482 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-ae1e26bd-8f23-4838-8e8a-f4e4ec9e085a service neutron] 10.222.0.62 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219308 Dec 20 16:47:29.051166 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-912a5962-e4d2-46fb-8e92-83f46ae866c1 service neutron] 10.222.0.62 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241951 Dec 20 16:47:29.326399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 975b9fd6-4f83-4e15-9c41-c7422eb652a7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:47:29.360904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 975b9fd6-4f83-4e15-9c41-c7422eb652a7 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:47:29.361263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 975b9fd6-4f83-4e15-9c41-c7422eb652a7 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:47:29.404647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1d6a82e1-9700-429e-8dac-a2ee748bfc9b req-df465977-db18-42bf-92ef-f89cfa559c25 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 210 time: 0.1188669 Dec 20 16:47:30.564353 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-de221dbe-899d-4b7f-83f3-8c4f501e0b51 req-5477a8d4-73df-47c3-8281-a8589fefd0e3 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 210 time: 0.0414968 Dec 20 16:47:31.295157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-080ceda5-ce76-41b7-aab7-e5440b5e8daf tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:31.296563 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-080ceda5-ce76-41b7-aab7-e5440b5e8daf tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.64 "GET /v2.0/networks?id=925b2f17-9319-4ec2-a2af-7ab139f7f903 HTTP/1.1" status: 200 len: 817 time: 0.1590598 Dec 20 16:47:31.315139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Request body: {'port': {'device_id': '607df4ee-a305-4a0f-b0b0-3f9007821777', 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'admin_state_up': True, 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:47:31.455323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:47:31.465540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:47:31.560464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Made reservation on behalf of 5422e46ba825409fb3d3bddbfd4c1743 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:47:31.563652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:31.750222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9f4a6f07-e85d-4dd5-9fc2-ff8c1b775404 req-ac5a5f1f-b518-4a16-844b-727dfe310604 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 210 time: 0.0556021 Dec 20 16:47:31.764930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Allocated IP 172.20.0.13 (925b2f17-9319-4ec2-a2af-7ab139f7f903/30ffaf84-5ed4-4324-ab0e-3959796a320f/cc2b0095-6653-4c58-ba3c-17e175d618dc) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:47:31.961792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:31.976695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Transition to ACTIVE for port object cc2b0095-6653-4c58-ba3c-17e175d618dc will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:47:32.076431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:32.082091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e66cdc4a-a004-4772-94f2-61a40d269dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:47:32.161281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Network 925b2f17-9319-4ec2-a2af-7ab139f7f903 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:47:32.164264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:47:32.169184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:47:32.202420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Pushing event updated for resources: {'Port': ['ID=cc2b0095-6653-4c58-ba3c-17e175d618dc,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:32.207773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:47:32.244401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:32.245208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:32.344694 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0332165 Dec 20 16:47:32.356804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Request body: {'port': {'device_id': '607df4ee-a305-4a0f-b0b0-3f9007821777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:47:32.476808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:32.526567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7af9cf14-b12a-466f-b356-a91d30185b65 None None] Provisioning for port cc2b0095-6653-4c58-ba3c-17e175d618dc completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:47:32.539331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7af9cf14-b12a-466f-b356-a91d30185b65 None None] Provisioning complete for port cc2b0095-6653-4c58-ba3c-17e175d618dc triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:47:32.539331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7af9cf14-b12a-466f-b356-a91d30185b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:32.602648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7af9cf14-b12a-466f-b356-a91d30185b65 None None] Port cc2b0095-6653-4c58-ba3c-17e175d618dc cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:47:33.007680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2b0095-6653-4c58-ba3c-17e175d618dc {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:47:33.016354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:33.038512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99def499-79b6-4068-9fe1-0b47b0d7050a req-58208df8-bc16-45fd-81e9-c8a89a8fb130 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:33.039230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-99def499-79b6-4068-9fe1-0b47b0d7050a req-58208df8-bc16-45fd-81e9-c8a89a8fb130 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Synchronizing usage tracker for tenant:5422e46ba825409fb3d3bddbfd4c1743 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:47:33.045038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Transition to ACTIVE for port object cc2b0095-6653-4c58-ba3c-17e175d618dc will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:47:33.137760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:33.141715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e8414ab-543c-473d-97dd-9589d1d97353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:47:33.178122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-99def499-79b6-4068-9fe1-0b47b0d7050a req-58208df8-bc16-45fd-81e9-c8a89a8fb130 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Unset dirty status for tenant:5422e46ba825409fb3d3bddbfd4c1743 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:47:33.181257 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-99def499-79b6-4068-9fe1-0b47b0d7050a req-58208df8-bc16-45fd-81e9-c8a89a8fb130 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 932 time: 0.2955413 Dec 20 16:47:33.303139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2b0095-6653-4c58-ba3c-17e175d618dc,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:33.309911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:47:33.320233 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-99def499-79b6-4068-9fe1-0b47b0d7050a req-cf6cb15f-8262-4d4e-9ab2-2207cb8ab2b6 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275933 Dec 20 16:47:33.425416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Attempting to bind port cc2b0095-6653-4c58-ba3c-17e175d618dc on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:47:33.425749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Attempting to bind port cc2b0095-6653-4c58-ba3c-17e175d618dc by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:47:33.426073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Attempting to bind port cc2b0095-6653-4c58-ba3c-17e175d618dc on network 925b2f17-9319-4ec2-a2af-7ab139f7f903 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:47:33.431782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Port cc2b0095-6653-4c58-ba3c-17e175d618dc on network 925b2f17-9319-4ec2-a2af-7ab139f7f903 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:47:33.432099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Attempting to bind port cc2b0095-6653-4c58-ba3c-17e175d618dc on network 925b2f17-9319-4ec2-a2af-7ab139f7f903 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:47:33.438264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:47:33.438593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Checking segment: {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:47:33.438996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Bound using segment: {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:47:33.439414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Bound port: cc2b0095-6653-4c58-ba3c-17e175d618dc, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41721e89-c955-4dbe-acb3-044e8de1099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:47:33.439752 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:33.526617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] For port cc2b0095-6653-4c58-ba3c-17e175d618dc, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:47:33.530019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] For port cc2b0095-6653-4c58-ba3c-17e175d618dc, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cc2b0095-6653-4c58-ba3c-17e175d618dc,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:47:33.595139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:33.598835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-69c826b3-74ef-4980-9945-c72bd06360f5 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:47:33.657038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:33.658420 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/cc2b0095-6653-4c58-ba3c-17e175d618dc HTTP/1.1" status: 200 len: 1094 time: 1.3063731 Dec 20 16:47:33.658956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607df4ee-a305-4a0f-b0b0-3f9007821777', 'tag': 'cc2b0095-6653-4c58-ba3c-17e175d618dc'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:47:33.678162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2b0095-6653-4c58-ba3c-17e175d618dc,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:33.680606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:47:33.718683 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607df4ee-a305-4a0f-b0b0-3f9007821777', 'tag': 'cc2b0095-6653-4c58-ba3c-17e175d618dc', 'status': 'completed', 'code': 200} Dec 20 16:47:33.814289 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-250ab3ea-d97b-4e78-a0cc-efaaa736ef2c req-bd01cecd-8e48-4469-91f4-b05476d4d59f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5422e46ba825409fb3d3bddbfd4c1743&device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 1097 time: 0.0775239 Dec 20 16:47:33.956332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ab3ea-d97b-4e78-a0cc-efaaa736ef2c req-82698383-c925-4cd4-8a6d-1fdaf1993f59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:33.957804 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-250ab3ea-d97b-4e78-a0cc-efaaa736ef2c req-82698383-c925-4cd4-8a6d-1fdaf1993f59 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5422e46ba825409fb3d3bddbfd4c1743&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1368337 Dec 20 16:47:34.092760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ab3ea-d97b-4e78-a0cc-efaaa736ef2c req-3dd18f36-e995-49aa-a613-dd7ac96eab58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:34.094123 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-250ab3ea-d97b-4e78-a0cc-efaaa736ef2c req-3dd18f36-e995-49aa-a613-dd7ac96eab58 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305633 Dec 20 16:47:34.196323 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-adea72c4-3177-403b-a3cf-ed58cee4299c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5422e46ba825409fb3d3bddbfd4c1743&device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 1097 time: 0.0675623 Dec 20 16:47:34.268433 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-91225dba-7c70-4b58-9f73-25000d3649cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc2b0095-6653-4c58-ba3c-17e175d618dc HTTP/1.1" status: 200 len: 217 time: 0.0648825 Dec 20 16:47:34.329665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-19bd378a-044a-49ec-a79e-eeaa478459dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:34.331105 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-19bd378a-044a-49ec-a79e-eeaa478459dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=30ffaf84-5ed4-4324-ab0e-3959796a320f HTTP/1.1" status: 200 len: 856 time: 0.0571582 Dec 20 16:47:34.408667 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-de82080f-c426-47aa-8a11-d884d02133c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=925b2f17-9319-4ec2-a2af-7ab139f7f903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715826 Dec 20 16:47:34.591608 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-7db9735a-139f-4b8a-9234-ac7b1848f787 service neutron] 10.222.0.64 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765361 Dec 20 16:47:34.623140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d9aa6-f13a-40af-a4fb-cae2755770e3 req-73c84e11-970e-4814-9690-5341823939bd tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:34.624465 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-119d9aa6-f13a-40af-a4fb-cae2755770e3 req-73c84e11-970e-4814-9690-5341823939bd tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 944 time: 0.1826189 Dec 20 16:47:34.842693 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-119d9aa6-f13a-40af-a4fb-cae2755770e3 req-4f250bd7-bea3-4a77-b809-c9dafbd75029 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114999 Dec 20 16:47:34.866628 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d303acb9-08c4-48e0-b60d-96551a8634c5 req-9c2480b6-6198-451f-a6f0-5c8bbec62ac7 service neutron] 10.222.0.64 "GET /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682776 Dec 20 16:47:36.052030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4301d-cadb-4e49-90af-ba922dbcb90a req-80027104-e06c-4dc4-bb67-3f6399eea513 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:36.053477 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dad4301d-cadb-4e49-90af-ba922dbcb90a req-80027104-e06c-4dc4-bb67-3f6399eea513 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 944 time: 0.0907998 Dec 20 16:47:36.099913 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dad4301d-cadb-4e49-90af-ba922dbcb90a req-5b6b1a9c-1416-4208-b7b2-e90472fae9ac tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Dec 20 16:47:37.295042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a51b9-4e1e-441d-90da-d10a8b6b9cee req-a6b8fb2f-c9e1-4282-8a75-9e6a61d1d5a3 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:37.296571 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c18a51b9-4e1e-441d-90da-d10a8b6b9cee req-a6b8fb2f-c9e1-4282-8a75-9e6a61d1d5a3 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 944 time: 0.0769398 Dec 20 16:47:37.346695 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c18a51b9-4e1e-441d-90da-d10a8b6b9cee req-92e239a0-50ae-46e0-99bf-e62d83eb84b9 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446930 Dec 20 16:47:37.372075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device cc2b0095-6653-4c58-ba3c-17e175d618dc details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:47:37.506790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port cc2b0095-6653-4c58-ba3c-17e175d618dc, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cc2b0095-6653-4c58-ba3c-17e175d618dc,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:47:37.519898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'cc2b0095-6653-4c58-ba3c-17e175d618dc', 'network_id': '925b2f17-9319-4ec2-a2af-7ab139f7f903', 'port_id': 'cc2b0095-6653-4c58-ba3c-17e175d618dc', 'mac_address': 'fa:16:3e:da:77:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ffaf84-5ed4-4324-ab0e-3959796a320f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:47:37.571547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:37.588900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2b0095-6653-4c58-ba3c-17e175d618dc {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:47:37.604121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port cc2b0095-6653-4c58-ba3c-17e175d618dc, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cc2b0095-6653-4c58-ba3c-17e175d618dc,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:47:37.675219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:37.677301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-7559046b-998e-4d90-b5f3-f144e210a666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:47:37.743460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=cc2b0095-6653-4c58-ba3c-17e175d618dc,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:37.752014 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.752358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.752698 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.753027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.753354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.753681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.754009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.754332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.754651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.754992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.755313 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:37.759139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:47:38.049691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['cc2b0095-6653-4c58-ba3c-17e175d618dc'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:47:38.540982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084bde7-40bc-4e5c-84c3-1377834ec2fd req-8722fb32-6c33-4a63-a3ed-5334a386fd45 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:38.542463 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a084bde7-40bc-4e5c-84c3-1377834ec2fd req-8722fb32-6c33-4a63-a3ed-5334a386fd45 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 945 time: 0.0760429 Dec 20 16:47:38.589275 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a084bde7-40bc-4e5c-84c3-1377834ec2fd req-72b2b289-0a4a-43a9-9413-53f492b91093 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 Dec 20 16:47:39.403426 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device cc2b0095-6653-4c58-ba3c-17e175d618dc up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:47:39.520560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port cc2b0095-6653-4c58-ba3c-17e175d618dc completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:47:39.525381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port cc2b0095-6653-4c58-ba3c-17e175d618dc triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:47:39.525762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:39.699904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:39.729521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607df4ee-a305-4a0f-b0b0-3f9007821777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2b0095-6653-4c58-ba3c-17e175d618dc'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:47:39.739098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port cc2b0095-6653-4c58-ba3c-17e175d618dc, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cc2b0095-6653-4c58-ba3c-17e175d618dc,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:47:39.797472 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607df4ee-a305-4a0f-b0b0-3f9007821777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2b0095-6653-4c58-ba3c-17e175d618dc', 'code': 200} Dec 20 16:47:39.801083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:39.803843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:47:39.834651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e38d29-4173-4acc-a777-3a6cb7a845fd req-b844bf47-40b8-4ffe-8cb8-0a776f7cb5af tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:39.837826 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-87e38d29-4173-4acc-a777-3a6cb7a845fd req-b844bf47-40b8-4ffe-8cb8-0a776f7cb5af tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 945 time: 0.0976720 Dec 20 16:47:39.887456 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-87e38d29-4173-4acc-a777-3a6cb7a845fd req-2f253767-22ae-41fc-b53d-5050226a27c3 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Dec 20 16:47:39.888795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=cc2b0095-6653-4c58-ba3c-17e175d618dc,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:39.891886 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:47:40.210613 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d189b59d-54c8-40fa-a948-a1091fa14ab0 req-5d912ecb-2e4f-456b-979d-4d41aebc24bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 1099 time: 0.0694704 Dec 20 16:47:40.255581 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d189b59d-54c8-40fa-a948-a1091fa14ab0 req-c85cc457-e048-446c-83a4-c3d707f65724 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382612 Dec 20 16:47:41.095818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dace384-3506-47e1-bc3d-e23d8a9f5897 req-8f7ae493-25f8-40b1-86c0-bc36599ec4b3 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:41.097249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3dace384-3506-47e1-bc3d-e23d8a9f5897 req-8f7ae493-25f8-40b1-86c0-bc36599ec4b3 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 946 time: 0.0834255 Dec 20 16:47:41.141877 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3dace384-3506-47e1-bc3d-e23d8a9f5897 req-072f4597-72c0-43e0-b582-727281caf70c tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391281 Dec 20 16:47:42.343384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916f371-03e0-4398-8589-9f3209b3ddbb req-09400edc-b4f0-459d-8a5c-cb939b8c911c tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:42.344857 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0916f371-03e0-4398-8589-9f3209b3ddbb req-09400edc-b4f0-459d-8a5c-cb939b8c911c tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 946 time: 0.0762491 Dec 20 16:47:42.389515 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0916f371-03e0-4398-8589-9f3209b3ddbb req-5f0fbe60-ec82-4c9d-9403-27296f7f16f8 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Dec 20 16:47:42.585749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0695-d899-4cb0-ad66-eee4d23b05dc req-b3e06f47-3d4f-4e4f-88bc-81cf356bb1b5 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:42.587220 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c1c0695-d899-4cb0-ad66-eee4d23b05dc req-b3e06f47-3d4f-4e4f-88bc-81cf356bb1b5 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 946 time: 0.0804718 Dec 20 16:47:42.632030 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c1c0695-d899-4cb0-ad66-eee4d23b05dc req-8a8db2cc-500b-4a5c-8f44-45f3c9155bf2 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Dec 20 16:47:45.326509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:49.002842 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:47:52.023231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bebc-1b51-4aef-9e90-82b17fb5e24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:54.268860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-04d212fe-ad37-4057-bf87-0ff4bf607c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:55.503568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:55.629354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:47:57.063200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:00.850707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b59c09-9e69-48bf-b9af-33f11da1c250 req-8d14c70e-038b-4fd5-81c5-ce974cc5e820 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:00.852179 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-48b59c09-9e69-48bf-b9af-33f11da1c250 req-8d14c70e-038b-4fd5-81c5-ce974cc5e820 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 946 time: 0.0780382 Dec 20 16:48:00.901056 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-48b59c09-9e69-48bf-b9af-33f11da1c250 req-99f97b40-4766-494f-a0ae-66a692fb9f8c tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Dec 20 16:48:02.096689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f00113-47fc-4028-99f7-5b5cb049bb3c req-eae1d2c0-a1d3-434d-a54c-0d615c250f49 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:02.098032 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35f00113-47fc-4028-99f7-5b5cb049bb3c req-eae1d2c0-a1d3-434d-a54c-0d615c250f49 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 946 time: 0.0765712 Dec 20 16:48:02.142985 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35f00113-47fc-4028-99f7-5b5cb049bb3c req-d9864176-e6e1-478e-bd6c-8f66555541d4 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d92e605-3b57-4c37-bca1-2ad43b304677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393884 Dec 20 16:48:02.522453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f1948-de53-48be-9857-3663046a4256 req-db08cbc0-bae7-4010-a955-2c2dae00b139 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:02.523872 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f2f1948-de53-48be-9857-3663046a4256 req-db08cbc0-bae7-4010-a955-2c2dae00b139 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.64 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 946 time: 0.0782878 Dec 20 16:48:02.589309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-8f2f1948-de53-48be-9857-3663046a4256 req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Deleting port cc2b0095-6653-4c58-ba3c-17e175d618dc {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:02.589639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8f2f1948-de53-48be-9857-3663046a4256 req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:02.831937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-8f2f1948-de53-48be-9857-3663046a4256 req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] For port cc2b0095-6653-4c58-ba3c-17e175d618dc, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cc2b0095-6653-4c58-ba3c-17e175d618dc,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:02.832304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8f2f1948-de53-48be-9857-3663046a4256 req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:02.950712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-8f2f1948-de53-48be-9857-3663046a4256 req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Calling delete_port for cc2b0095-6653-4c58-ba3c-17e175d618dc owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:48:03.298118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8f2f1948-de53-48be-9857-3663046a4256 req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:03.309375 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b6e39ab-551b-41e2-b8e0-dc5cf5af342c req-2edf6230-b838-44ff-968e-98e5d4e5a66b tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.62 "GET /v2.0/ports?device_id=607df4ee-a305-4a0f-b0b0-3f9007821777 HTTP/1.1" status: 200 len: 210 time: 0.0447588 Dec 20 16:48:03.310028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-13a8f337-3596-42c2-9078-2c4fed979858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:03.310802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['cc2b0095-6653-4c58-ba3c-17e175d618dc'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:48:03.354872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Pushing event deleted for resources: {'Port': ['ID=cc2b0095-6653-4c58-ba3c-17e175d618dc,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:03.358793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:03.429128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2f1948-de53-48be-9857-3663046a4256 req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] No DVR routers for this DVR port cc2b0095-6653-4c58-ba3c-17e175d618dc on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:48:03.431650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-8f2f1948-de53-48be-9857-3663046a4256 req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:03.434900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607df4ee-a305-4a0f-b0b0-3f9007821777', 'name': 'network-vif-deleted', 'tag': 'cc2b0095-6653-4c58-ba3c-17e175d618dc'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:48:03.490495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607df4ee-a305-4a0f-b0b0-3f9007821777', 'name': 'network-vif-deleted', 'tag': 'cc2b0095-6653-4c58-ba3c-17e175d618dc', 'status': 'completed', 'code': 200} Dec 20 16:48:03.515773 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f2f1948-de53-48be-9857-3663046a4256 req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] 10.222.0.64 "DELETE /v2.0/ports/cc2b0095-6653-4c58-ba3c-17e175d618dc HTTP/1.1" status: 204 len: 173 time: 0.9861815 Dec 20 16:48:04.527166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34492) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:04.908342 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:05.530190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device cc2b0095-6653-4c58-ba3c-17e175d618dc no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:48:05.575649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: cc2b0095-6653-4c58-ba3c-17e175d618dc {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:48:05.575989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device cc2b0095-6653-4c58-ba3c-17e175d618dc not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:48:05.642629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Deleting port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:05.644440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:05.813565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] For port 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:05.813819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:05.933555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Calling delete_port for 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:48:06.177306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:06.181679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-def1c7ac-555a-450d-95f8-c867bc681965 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:06.226416 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:06.295071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.295446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.295812 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.296232 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.296673 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.297034 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.297425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.297790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.298141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.298490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.298840 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:06.304339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:06.520820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:07.210012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Router f9f66d1f-6968-42de-85cb-a821b7fd5623 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:48:07.420386 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:48:07.428836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] Sync routers for ids ['f9f66d1f-6968-42de-85cb-a821b7fd5623'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:48:07.435100 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] 10.222.0.62 "PUT /v2.0/routers/f9f66d1f-6968-42de-85cb-a821b7fd5623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9035490 Dec 20 16:48:07.435371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34496) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:07.441409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] Routers {'f9f66d1f-6968-42de-85cb-a821b7fd5623'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:07.442029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:47:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f9f66d1f-6968-42de-85cb-a821b7fd5623'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:07.630325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] Set router f9f66d1f-6968-42de-85cb-a821b7fd5623 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:07.639649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:07.832533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:07.886077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Deleting port a2af214e-1d8a-41a5-8068-48ece560dff1 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:07.887233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:07.921278 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'name': 'tempest-TestEncryptedCinderVolumes-1496397666-router', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:35Z', 'updated_at': '2021-12-20T16:48:06Z', 'revision_number': 5, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'gw_port': {'id': 'a2af214e-1d8a-41a5-8068-48ece560dff1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:36Z', 'updated_at': '2021-12-20T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:07.925315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] Checking router: f9f66d1f-6968-42de-85cb-a821b7fd5623 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:48:07.935718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] Routers {'f9f66d1f-6968-42de-85cb-a821b7fd5623'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:07.936325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:47:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f9f66d1f-6968-42de-85cb-a821b7fd5623'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:08.065600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] For port a2af214e-1d8a-41a5-8068-48ece560dff1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a2af214e-1d8a-41a5-8068-48ece560dff1,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:08.065953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:08.098659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] Set router f9f66d1f-6968-42de-85cb-a821b7fd5623 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:08.185234 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Calling delete_port for a2af214e-1d8a-41a5-8068-48ece560dff1 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:48:08.202829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'name': 'tempest-TestEncryptedCinderVolumes-1496397666-router', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:35Z', 'updated_at': '2021-12-20T16:48:07Z', 'revision_number': 6, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:08.206937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f6a4e-02f4-434e-a2ed-77f2780222f1 None None] The sync data for ids ['f9f66d1f-6968-42de-85cb-a821b7fd5623'] in dv-neutron-821074-1-hyperv is: [{'id': 'f9f66d1f-6968-42de-85cb-a821b7fd5623', 'name': 'tempest-TestEncryptedCinderVolumes-1496397666-router', 'tenant_id': '5422e46ba825409fb3d3bddbfd4c1743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:35Z', 'updated_at': '2021-12-20T16:48:07Z', 'revision_number': 6, 'project_id': '5422e46ba825409fb3d3bddbfd4c1743', 'gw_port_host': None}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:48:08.543566 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:08.547144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-174b9936-d792-442f-bd8c-cc4fd269c65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:08.586853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2af214e-1d8a-41a5-8068-48ece560dff1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:08.590321 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:08.808206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.064807 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.069166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.154189 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.154734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9f66d1f-6968-42de-85cb-a821b7fd5623 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:48:09.167353 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.169023 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f9f66d1f-6968-42de-85cb-a821b7fd5623 HTTP/1.1" status: 204 len: 168 time: 1.7323742 Dec 20 16:48:09.171549 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34500) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:09.233703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-51300112-4425-4537-9bed-1d363bc7d5d1 admin admin] Deleting subnet 30ffaf84-5ed4-4324-ab0e-3959796a320f {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:48:09.237098 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51300112-4425-4537-9bed-1d363bc7d5d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.292430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51300112-4425-4537-9bed-1d363bc7d5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.367155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51300112-4425-4537-9bed-1d363bc7d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.520781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51300112-4425-4537-9bed-1d363bc7d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.524430 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e3c855b3-1a5c-4382-b196-2888fa748ea5 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:09.561272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51300112-4425-4537-9bed-1d363bc7d5d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ffaf84-5ed4-4324-ab0e-3959796a320f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:09.564676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-51300112-4425-4537-9bed-1d363bc7d5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:09.568908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-51300112-4425-4537-9bed-1d363bc7d5d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.574177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cb9467-fb2e-42bf-9380-7e818a82f900 None None] Network 925b2f17-9319-4ec2-a2af-7ab139f7f903 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:48:09.577992 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-51300112-4425-4537-9bed-1d363bc7d5d1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/30ffaf84-5ed4-4324-ab0e-3959796a320f HTTP/1.1" status: 204 len: 168 time: 0.4052751 Dec 20 16:48:09.580362 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34504) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:09.686844 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.697198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Deleting port d76adf9d-3ee1-4690-8b76-c9ea789f8932 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:09.697529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.822798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] DHCP port deletion for 925b2f17-9319-4ec2-a2af-7ab139f7f903 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:48:09.827097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] Deleting port d76adf9d-3ee1-4690-8b76-c9ea789f8932 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:09.827491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.908338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] For port d76adf9d-3ee1-4690-8b76-c9ea789f8932, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d76adf9d-3ee1-4690-8b76-c9ea789f8932,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:09.908690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:09.910467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:48:09.950252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:48:09.950516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 1b6fd7f0-b0d6-4f01-be1d-cc4da0c1704c not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:48:09.950962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a2af214e-1d8a-41a5-8068-48ece560dff1 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:48:10.052344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: a2af214e-1d8a-41a5-8068-48ece560dff1 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:48:10.052617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a2af214e-1d8a-41a5-8068-48ece560dff1 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:48:10.053050 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device d76adf9d-3ee1-4690-8b76-c9ea789f8932 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:48:10.144093 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Calling delete_port for d76adf9d-3ee1-4690-8b76-c9ea789f8932 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:48:10.205459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] For port d76adf9d-3ee1-4690-8b76-c9ea789f8932, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=d76adf9d-3ee1-4690-8b76-c9ea789f8932,segment=NetworkSegment(41721e89-c955-4dbe-acb3-044e8de1099c),segment_id=41721e89-c955-4dbe-acb3-044e8de1099c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:10.205459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:10.280771 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:10.285043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-77980607-36ce-4411-8565-6bce1d7bbc0f tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:10.327103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=d76adf9d-3ee1-4690-8b76-c9ea789f8932,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:10.330390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:10.331164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] No DVR routers for this DVR port d76adf9d-3ee1-4690-8b76-c9ea789f8932 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:48:10.351688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] Calling delete_port for d76adf9d-3ee1-4690-8b76-c9ea789f8932 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:48:10.384071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Port d76adf9d-3ee1-4690-8b76-c9ea789f8932 update to DOWN by agent not found {{(pid=84393) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 16:48:10.436059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:48:10.436418 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:48:10.459351 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:10.483431 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925b2f17-9319-4ec2-a2af-7ab139f7f903']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:10.495037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41721e89-c955-4dbe-acb3-044e8de1099c') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:10.495330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41721e89-c955-4dbe-acb3-044e8de1099c') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:10.507007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:10.522071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:10.527893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:48:10.528266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:48:10.541186 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:48:10.674711 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:10.678212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-13caa3f7-7ca8-4d8c-ac4b-b1743224b545 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:10.692330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:10.703427 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=925b2f17-9319-4ec2-a2af-7ab139f7f903,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:10.721645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:10.721645 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] 10.222.0.62 "DELETE /v2.0/networks/925b2f17-9319-4ec2-a2af-7ab139f7f903 HTTP/1.1" status: 204 len: 168 time: 1.1345894 Dec 20 16:48:10.721645 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34508) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:10.937291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] Deleting port d76adf9d-3ee1-4690-8b76-c9ea789f8932 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:10.937900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:11.001218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c53eba0d-5130-49cb-be87-3e926eb6ed89 None None] The port 'd76adf9d-3ee1-4690-8b76-c9ea789f8932' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:48:11.118397 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:11.708170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Deleting port ec96457f-d64a-43c7-ad20-c7021621e70b {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:11.708877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:11.985288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] For port ec96457f-d64a-43c7-ad20-c7021621e70b, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ec96457f-d64a-43c7-ad20-c7021621e70b,segment=NetworkSegment(cb6105f4-5d82-4da6-9b96-25da9e514acf),segment_id=cb6105f4-5d82-4da6-9b96-25da9e514acf)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:11.985630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:12.102376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Calling delete_port for ec96457f-d64a-43c7-ad20-c7021621e70b owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:48:12.394696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:12.398400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7f152506-1b39-4b46-871c-00154a603f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:12.442627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ec96457f-d64a-43c7-ad20-c7021621e70b,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:12.445923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:12.723172 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:13.292269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Router 1d7c3199-9b87-4de1-a456-94ba6344fad8 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:48:13.597763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:48:13.606553 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] Sync routers for ids ['1d7c3199-9b87-4de1-a456-94ba6344fad8'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:48:13.608009 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] 10.222.0.62 "PUT /v2.0/routers/1d7c3199-9b87-4de1-a456-94ba6344fad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8882837 Dec 20 16:48:13.610408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34512) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:13.618490 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] Routers {'1d7c3199-9b87-4de1-a456-94ba6344fad8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:13.619128 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:47:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1d7c3199-9b87-4de1-a456-94ba6344fad8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:13.801339 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] Set router 1d7c3199-9b87-4de1-a456-94ba6344fad8 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:13.815630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:14.015729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:14.080445 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Deleting port e4f83ead-50df-47c8-a94f-34532509f83d {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:14.080841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:14.116225 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'name': 'tempest-TestEncryptedCinderVolumes-264275543-router', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:43Z', 'updated_at': '2021-12-20T16:48:12Z', 'revision_number': 5, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'gw_port': {'id': 'e4f83ead-50df-47c8-a94f-34532509f83d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:44Z', 'updated_at': '2021-12-20T16:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:14.120042 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] Checking router: 1d7c3199-9b87-4de1-a456-94ba6344fad8 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:48:14.130526 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] Routers {'1d7c3199-9b87-4de1-a456-94ba6344fad8'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:14.131081 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:47:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['1d7c3199-9b87-4de1-a456-94ba6344fad8'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:14.258749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] For port e4f83ead-50df-47c8-a94f-34532509f83d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=e4f83ead-50df-47c8-a94f-34532509f83d,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:14.259134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:14.282326 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] Set router 1d7c3199-9b87-4de1-a456-94ba6344fad8 gateway port host: None {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:14.378536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Calling delete_port for e4f83ead-50df-47c8-a94f-34532509f83d owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:48:14.384730 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'name': 'tempest-TestEncryptedCinderVolumes-264275543-router', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:43Z', 'updated_at': '2021-12-20T16:48:14Z', 'revision_number': 6, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'gw_port_host': None}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:14.389174 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5240e-197a-430b-9c10-595d8981adf1 None None] The sync data for ids ['1d7c3199-9b87-4de1-a456-94ba6344fad8'] in dv-neutron-821074-1-hyperv is: [{'id': '1d7c3199-9b87-4de1-a456-94ba6344fad8', 'name': 'tempest-TestEncryptedCinderVolumes-264275543-router', 'tenant_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:43Z', 'updated_at': '2021-12-20T16:48:14Z', 'revision_number': 6, 'project_id': '863daec8e4a94fa4a7458cdf47c7e9b3', 'gw_port_host': None}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:48:14.656848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:14.660539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b565e1fa-bb99-489d-84c6-66ec79fe96a0 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:14.703418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f83ead-50df-47c8-a94f-34532509f83d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:14.705833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:14.936009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.310938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.315222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.354756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.405863 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.406677 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d7c3199-9b87-4de1-a456-94ba6344fad8 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:48:15.420097 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.423656 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1d7c3199-9b87-4de1-a456-94ba6344fad8 HTTP/1.1" status: 204 len: 168 time: 1.8098226 Dec 20 16:48:15.423911 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34516) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:15.485102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7271a0-7e71-43f6-a655-257f43bb85f5 admin admin] Deleting subnet 38e222b0-307f-4f25-ade6-a2036a10b5e0 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:48:15.488328 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c7271a0-7e71-43f6-a655-257f43bb85f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.540816 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c7271a0-7e71-43f6-a655-257f43bb85f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.615835 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c7271a0-7e71-43f6-a655-257f43bb85f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.755134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c7271a0-7e71-43f6-a655-257f43bb85f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.759045 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a589b97a-1e62-405c-aa76-24f86555d0c2 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:15.796105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7271a0-7e71-43f6-a655-257f43bb85f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e222b0-307f-4f25-ade6-a2036a10b5e0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:15.798497 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1c7271a0-7e71-43f6-a655-257f43bb85f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:15.803701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c7271a0-7e71-43f6-a655-257f43bb85f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.810068 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf00331-6c79-4e7f-8aa4-288d8f6cdac0 None None] Network e95665c4-42c4-405d-9097-35f8a79ca2e4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:48:15.811112 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1c7271a0-7e71-43f6-a655-257f43bb85f5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/38e222b0-307f-4f25-ade6-a2036a10b5e0 HTTP/1.1" status: 204 len: 168 time: 0.3860478 Dec 20 16:48:15.813799 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34520) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:15.905777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ec96457f-d64a-43c7-ad20-c7021621e70b no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:48:15.929383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.940601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Deleting port 002aeb9b-1e61-42ad-b043-63fa02d5e304 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:15.941304 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:15.948010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: ec96457f-d64a-43c7-ad20-c7021621e70b {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:48:15.948367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ec96457f-d64a-43c7-ad20-c7021621e70b not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:48:15.948829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e4f83ead-50df-47c8-a94f-34532509f83d no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:48:16.009761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: e4f83ead-50df-47c8-a94f-34532509f83d {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:48:16.010026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device e4f83ead-50df-47c8-a94f-34532509f83d not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:48:16.136559 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] DHCP port deletion for e95665c4-42c4-405d-9097-35f8a79ca2e4 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:48:16.140891 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] Deleting port 002aeb9b-1e61-42ad-b043-63fa02d5e304 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:16.141261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:16.154215 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] For port 002aeb9b-1e61-42ad-b043-63fa02d5e304, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=002aeb9b-1e61-42ad-b043-63fa02d5e304,segment=NetworkSegment(cb6105f4-5d82-4da6-9b96-25da9e514acf),segment_id=cb6105f4-5d82-4da6-9b96-25da9e514acf)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:16.154553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:16.282297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Calling delete_port for 002aeb9b-1e61-42ad-b043-63fa02d5e304 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:48:16.360033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] For port 002aeb9b-1e61-42ad-b043-63fa02d5e304, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=002aeb9b-1e61-42ad-b043-63fa02d5e304,segment=NetworkSegment(cb6105f4-5d82-4da6-9b96-25da9e514acf),segment_id=cb6105f4-5d82-4da6-9b96-25da9e514acf)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:16.360604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:16.423117 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:16.427883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-910ba815-10b9-4a2d-9033-f28aed024826 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:16.471919 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=002aeb9b-1e61-42ad-b043-63fa02d5e304,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:16.475358 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:16.476134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] No DVR routers for this DVR port 002aeb9b-1e61-42ad-b043-63fa02d5e304 on host dv-neutron-821074-1-hyperv {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:48:16.487958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] Calling delete_port for 002aeb9b-1e61-42ad-b043-63fa02d5e304 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:48:16.564643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:48:16.564906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:48:16.593958 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:16.617686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95665c4-42c4-405d-9097-35f8a79ca2e4']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:16.629442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6105f4-5d82-4da6-9b96-25da9e514acf') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:16.629737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6105f4-5d82-4da6-9b96-25da9e514acf') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:16.641776 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:16.658414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:16.664418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:48:16.668853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:48:16.677505 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:48:16.949590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:16.952853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:16.965867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:16.975805 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e95665c4-42c4-405d-9097-35f8a79ca2e4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:16.978611 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:16.981571 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e95665c4-42c4-405d-9097-35f8a79ca2e4 HTTP/1.1" status: 204 len: 168 time: 1.1659021 Dec 20 16:48:17.066578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] Deleting port 002aeb9b-1e61-42ad-b043-63fa02d5e304 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:48:17.066998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:17.130174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f4ece56d-9ea6-4b2a-9a3a-b2795b45ed7b None None] The port '002aeb9b-1e61-42ad-b043-63fa02d5e304' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:48:17.398057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34526) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:17.449204 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-62eb4e8b-b823-4511-9580-71f77b45a93b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5422e46ba825409fb3d3bddbfd4c1743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498557 Dec 20 16:48:17.451546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34530) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:17.514575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9efa82e6-74f6-4685-9758-9b0ff26d38e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:17.540200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9efa82e6-74f6-4685-9758-9b0ff26d38e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:17.697277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9efa82e6-74f6-4685-9758-9b0ff26d38e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:17.703829 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d916908-4f45-482b-a808-b3b4bdaa787b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:17.717314 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa82e6-74f6-4685-9758-9b0ff26d38e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d92e605-3b57-4c37-bca1-2ad43b304677,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:17.721340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9efa82e6-74f6-4685-9758-9b0ff26d38e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:17.724631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9efa82e6-74f6-4685-9758-9b0ff26d38e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:17.725735 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9efa82e6-74f6-4685-9758-9b0ff26d38e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d92e605-3b57-4c37-bca1-2ad43b304677 HTTP/1.1" status: 204 len: 168 time: 0.2732921 Dec 20 16:48:17.892347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 002aeb9b-1e61-42ad-b043-63fa02d5e304 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:48:17.927973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 002aeb9b-1e61-42ad-b043-63fa02d5e304 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:48:17.928331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 002aeb9b-1e61-42ad-b043-63fa02d5e304 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:48:18.507132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34538) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:18.557575 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-85d1cb7f-54ad-4428-9f56-73e4be8da070 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=863daec8e4a94fa4a7458cdf47c7e9b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491903 Dec 20 16:48:18.560452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34542) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:18.618354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-353c3e2a-ecc3-479b-a33c-f670ef9622e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:18.643499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-353c3e2a-ecc3-479b-a33c-f670ef9622e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:18.794942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-353c3e2a-ecc3-479b-a33c-f670ef9622e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:18.798793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4607740d-0ff7-458e-9580-1c3863191f35 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:18.810875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c3e2a-ecc3-479b-a33c-f670ef9622e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd18344-1eb4-4044-a9f2-63d6cd4bd47d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:18.814512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-353c3e2a-ecc3-479b-a33c-f670ef9622e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:18.817772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-353c3e2a-ecc3-479b-a33c-f670ef9622e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:18.818889 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-353c3e2a-ecc3-479b-a33c-f670ef9622e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7bd18344-1eb4-4044-a9f2-63d6cd4bd47d HTTP/1.1" status: 204 len: 168 time: 0.2575245 Dec 20 16:48:20.002159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34564) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:20.131895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-24168851-network', 'tenant_id': '1cc99332f62546b88abbc073c3f35264'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:48:20.137221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:48:20.141130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Usage tracker for resource:network and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:48:20.144056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:48:20.149696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:48:20.280218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Made reservation on behalf of 1cc99332f62546b88abbc073c3f35264 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:48:20.282693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:20.295547 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:20.328947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:48:20.333451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Usage tracker for resource:security_group_rule and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:48:20.336999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:48:20.344608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:48:20.417028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:20.486260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:20.490664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-63e502af-e253-474b-bf67-efaf32cf6f96 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:20.521557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:48:20.530141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6702485-5eaa-423e-b02a-fb86a9f7b965,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:20.533979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:20.536579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:20.536913 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Added segment 8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9 of type vlan for network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e Dec 20 16:48:20.563931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:20.680163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:20.681164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:20.681753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:20.685924 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2f3f65de-3843-4c1d-aeb1-a361e52d7989 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:20.791756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Pushing event updated for resources: {'Network': ['ID=88bc6d5a-def2-47d9-97a4-e29ad1043f3e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:20.795171 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:20.801918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:48:20.817897 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8ae5c11e-ff73-43cc-af64-453469320b36 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8146207 Dec 20 16:48:20.820876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34570) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:20.826371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Request body: {'subnet': {'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-24168851-subnet', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:48:20.831271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:48:20.835231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Usage tracker for resource:subnet and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:48:20.838115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:48:20.843917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:48:20.925999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Made reservation on behalf of 1cc99332f62546b88abbc073c3f35264 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:48:20.928373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:21.200753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:21.205540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a5eaf2a4-c8f0-45ac-8460-c385fb604cda tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:21.275719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883ef32b-1005-488d-9925-468e20d43a4c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:21.280282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:21.289052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Checking segment: {'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:48:21.289400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Network hostable DHCP agents. Network: 88bc6d5a-def2-47d9-97a4-e29ad1043f3e, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:48:21.422742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:48:21.485925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 88bc6d5a-def2-47d9-97a4-e29ad1043f3e) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:21.490313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:21.490432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:21.496066 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475c7c8-58fb-40f9-ad03-0c5f18683f17 None None] Network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:48:21.583965 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7620096 Dec 20 16:48:21.586868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34574) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:21.592546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:48:21.597536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:48:21.601466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Usage tracker for resource:router and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:48:21.604349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:48:21.610077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:48:21.691632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:21.692590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:21.712597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:21.752428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:48:21.753276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:21.912913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Allocated IP 172.20.0.2 (88bc6d5a-def2-47d9-97a4-e29ad1043f3e/883ef32b-1005-488d-9925-468e20d43a4c/3bc6f75f-d4ab-49a6-8345-ab2c09e318e5) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:21.920994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.057184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd7e9-328b-463d-9e51-3f8c3938449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.142005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.153842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Transition to ACTIVE for port object 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:22.175141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Transition to ACTIVE for port object 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:22.199427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.234493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.257989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.261723 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:22.329650 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:22.332958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:22.334765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Pushing event updated for resources: {'Port': ['ID=3bc6f75f-d4ab-49a6-8345-ab2c09e318e5,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:22.337019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:22.339161 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:22.367560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Allocated IP 172.26.7.185 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/eeb8b436-0f6d-4c85-a433-f17f59aead32) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:22.422516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Attempting to bind port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:48:22.422880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Attempting to bind port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:48:22.423371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Attempting to bind port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 on network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:48:22.429804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:48:22.430180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Checking segment: {'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:48:22.430590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.431008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Bound using segment: {'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:48:22.431476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Bound port: 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:48:22.431848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.530286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] For port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:48:22.533762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] For port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3bc6f75f-d4ab-49a6-8345-ab2c09e318e5,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:48:22.618571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.623656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.627975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:22.705771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Pushing event updated for resources: {'Port': ['ID=3bc6f75f-d4ab-49a6-8345-ab2c09e318e5,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:22.708548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:22.712536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:22.717187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3ed69ad8-ee2f-451d-8a36-82cc8d1adadc tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:22.790161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:22.794564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:22.796651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb8b436-0f6d-4c85-a433-f17f59aead32,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:22.798825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:22.824062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:23.042051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:23.043371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:23.360115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Router 96925b1a-ca3d-41a8-a15c-416930058b4d is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:48:23.606253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:48:23.611592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a386b9-128a-4a69-bf9f-76be36b0b52c None None] Network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:48:23.632669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Sync routers for ids ['96925b1a-ca3d-41a8-a15c-416930058b4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:48:23.713869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Routers {'96925b1a-ca3d-41a8-a15c-416930058b4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:23.714465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:47:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['96925b1a-ca3d-41a8-a15c-416930058b4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:23.731390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:23.732789 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1448362 Dec 20 16:48:23.735431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34578) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:23.927424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-fb6af28e-6c75-4074-9aba-4045db4b617a None None] Provisioning for port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:23.947480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:24.082237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Set router 96925b1a-ca3d-41a8-a15c-416930058b4d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:24.364137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a6232979-304a-48c1-95d2-429e908493af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:24.384016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:24.400612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:24.400987 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:24.580421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:24.596242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 3, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:24.607389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Checking router: 96925b1a-ca3d-41a8-a15c-416930058b4d for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:48:24.607744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Updating router 96925b1a-ca3d-41a8-a15c-416930058b4d port eeb8b436-0f6d-4c85-a433-f17f59aead32 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:48:24.645442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:24.665638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3bc6f75f-d4ab-49a6-8345-ab2c09e318e5,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:24.677320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:24.734361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:24.739968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:24.809829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-654f8d27-48f8-46ac-91aa-e6dbd4b2fa09 None None] Provisioning complete for port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:24.810188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-654f8d27-48f8-46ac-91aa-e6dbd4b2fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:24.859212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Allocated IP 172.20.0.1 (88bc6d5a-def2-47d9-97a4-e29ad1043f3e/883ef32b-1005-488d-9925-468e20d43a4c/c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:24.943250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=3bc6f75f-d4ab-49a6-8345-ab2c09e318e5,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:24.946323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:25.012173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.028026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Transition to ACTIVE for port object c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:25.121027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.125562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:25.184314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.193620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:25.196356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:25.199739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Transition to ACTIVE for port object eeb8b436-0f6d-4c85-a433-f17f59aead32 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:25.201418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:25.229504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:25.236706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:25.258836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.263222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.267967 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-672a8d96-3b9e-4d36-8691-453fccb1170b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:25.350148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Attempting to bind port eeb8b436-0f6d-4c85-a433-f17f59aead32 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:48:25.350379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Attempting to bind port eeb8b436-0f6d-4c85-a433-f17f59aead32 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:48:25.350730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Attempting to bind port eeb8b436-0f6d-4c85-a433-f17f59aead32 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:48:25.357331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01cf93-3e45-4f95-9981-19ba7953ae60 None None] Pushing event updated for resources: {'Port': ['ID=eeb8b436-0f6d-4c85-a433-f17f59aead32,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:25.360378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1d01cf93-3e45-4f95-9981-19ba7953ae60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:25.364384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:48:25.364775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:48:25.365197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.365580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:48:25.366059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Bound port: eeb8b436-0f6d-4c85-a433-f17f59aead32, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:48:25.366654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.426818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.458499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] For port eeb8b436-0f6d-4c85-a433-f17f59aead32, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:48:25.461577 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] For port eeb8b436-0f6d-4c85-a433-f17f59aead32, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=eeb8b436-0f6d-4c85-a433-f17f59aead32,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:48:25.565759 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.653177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.657436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:25.665673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.684701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-812f2235-97ea-40b1-a78c-d0c55cd1c000 None None] Provisioning for port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:25.703321 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.703954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-812f2235-97ea-40b1-a78c-d0c55cd1c000 None None] Provisioning complete for port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:25.704318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-812f2235-97ea-40b1-a78c-d0c55cd1c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.771746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.795245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-812f2235-97ea-40b1-a78c-d0c55cd1c000 None None] Port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:48:25.797463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01cf93-3e45-4f95-9981-19ba7953ae60 None None] Pushing event updated for resources: {'Port': ['ID=eeb8b436-0f6d-4c85-a433-f17f59aead32,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:25.802136 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1d01cf93-3e45-4f95-9981-19ba7953ae60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:25.803650 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Routers {'96925b1a-ca3d-41a8-a15c-416930058b4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:25.804286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:48:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['96925b1a-ca3d-41a8-a15c-416930058b4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:25.810578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ffc1ab98-3f69-4373-a80c-19030bb5dc43 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:25.897813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:25.903747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:25.904616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:25.969398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:26.008439 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:48:26.055716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:26.057010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:26.077600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] Set router 96925b1a-ca3d-41a8-a15c-416930058b4d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:26.136733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:26.137125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:26.472416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Router 96925b1a-ca3d-41a8-a15c-416930058b4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:48:26.491863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4865123c-31ff-43dd-bbda-09d86bf3e7c3 None None] Provisioning complete for port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:26.492247 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4865123c-31ff-43dd-bbda-09d86bf3e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:26.576507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4865123c-31ff-43dd-bbda-09d86bf3e7c3 None None] Port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:48:26.643417 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 2, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:26.647622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02622dd4-1d32-439d-a289-00318a6c8869 None None] The sync data for ids ['96925b1a-ca3d-41a8-a15c-416930058b4d'] in dv-neutron-821074-1-hyperv is: [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 2, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:48:26.815248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:48:26.824826 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] 10.222.0.62 "PUT /v2.0/routers/96925b1a-ca3d-41a8-a15c-416930058b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0884333 Dec 20 16:48:27.137909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:27.922291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device eeb8b436-0f6d-4c85-a433-f17f59aead32 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:28.051613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port eeb8b436-0f6d-4c85-a433-f17f59aead32 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:28.056669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port eeb8b436-0f6d-4c85-a433-f17f59aead32 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:28.057044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.170814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.186134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port eeb8b436-0f6d-4c85-a433-f17f59aead32, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=eeb8b436-0f6d-4c85-a433-f17f59aead32,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:28.235183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34600) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:28.240998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1898622641-network', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:48:28.245741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:48:28.249646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Usage tracker for resource:network and tenant:dd8c541efaed4457abee967b333a57e2 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:48:28.252463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:48:28.258141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:48:28.309273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.311150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:28.371366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Made reservation on behalf of dd8c541efaed4457abee967b333a57e2 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:48:28.373702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.377298 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=eeb8b436-0f6d-4c85-a433-f17f59aead32,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:28.381438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:28.388331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.419637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:48:28.423438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Usage tracker for resource:security_group_rule and tenant:dd8c541efaed4457abee967b333a57e2 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:48:28.426209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:48:28.431857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:48:28.494969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.565430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.568449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2adfd6d6-8337-4e2b-9fc8-18b1352843f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:28.596947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:48:28.602381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422a9395-e9da-45fe-916e-37034b836675,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:28.615787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.616124 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Added segment 7f50f21e-7568-4c32-a33b-f0151782aff5 of type vlan for network af57955d-043d-46f9-ad18-ac9c42c608f1 Dec 20 16:48:28.617906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.618280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.618648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.619039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.619410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.619769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.620127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.620518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.620872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.621225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.621607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:28.628573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:28.650852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.760081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.761614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:28.762186 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:28.765807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ec27909c-cb39-4b1a-8f45-8f67f5c232c2 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:28.864451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Pushing event updated for resources: {'Network': ['ID=af57955d-043d-46f9-ad18-ac9c42c608f1,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:28.867250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:28.874795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network af57955d-043d-46f9-ad18-ac9c42c608f1 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:48:28.886899 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6498351 Dec 20 16:48:28.890066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34604) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:28.895866 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Request body: {'subnet': {'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1898622641-subnet', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:48:28.900712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:48:28.905464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Usage tracker for resource:subnet and tenant:dd8c541efaed4457abee967b333a57e2 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:48:28.909006 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:48:28.915929 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:48:28.999977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Made reservation on behalf of dd8c541efaed4457abee967b333a57e2 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:48:29.002341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:29.326236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:29.330138 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-aafe9744-ea71-4795-8291-7d89e7f08e42 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:29.394219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab443ee-9ab3-493e-9f5a-bf7ce38a85ad,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:29.397848 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:29.411706 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Checking segment: {'id': '7f50f21e-7568-4c32-a33b-f0151782aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:48:29.412057 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Network hostable DHCP agents. Network: af57955d-043d-46f9-ad18-ac9c42c608f1, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:48:29.525496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Network af57955d-043d-46f9-ad18-ac9c42c608f1 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:48:29.662668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, af57955d-043d-46f9-ad18-ac9c42c608f1) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:29.666881 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:29.667491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:29.671708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21985cf4-c241-484c-a33c-2265682805f8 None None] Network af57955d-043d-46f9-ad18-ac9c42c608f1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:48:29.761693 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b316ea20-d9bc-44a6-8925-041709de7b7f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8698204 Dec 20 16:48:29.764277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34608) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:29.770867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1898622641-router', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:48:29.777299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:48:29.783109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Usage tracker for resource:router and tenant:dd8c541efaed4457abee967b333a57e2 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:48:29.786285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:48:29.793521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:48:29.891609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:29.893817 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:29.906406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-af57955d-043d-46f9-ad18-ac9c42c608f1', 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'fixed_ips': [{'subnet_id': 'bab443ee-9ab3-493e-9f5a-bf7ce38a85ad'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:48:29.907701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:29.918122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:29.920548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device eeb8b436-0f6d-4c85-a433-f17f59aead32 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:30.068745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port eeb8b436-0f6d-4c85-a433-f17f59aead32 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:30.069033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.160482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.179843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Allocated IP 172.20.0.2 (af57955d-043d-46f9-ad18-ac9c42c608f1/bab443ee-9ab3-493e-9f5a-bf7ce38a85ad/30c3707a-cb5e-42a9-a0b6-e832f955cc22) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:30.433662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.439494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.449786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Transition to ACTIVE for port object 30c3707a-cb5e-42a9-a0b6-e832f955cc22 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:30.463613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.467542 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Transition to ACTIVE for port object 30c3707a-cb5e-42a9-a0b6-e832f955cc22 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:30.532533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.577086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:30.599755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Allocated IP 172.26.7.44 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/28b01d43-33b2-4b66-beaf-af1a62723b3e) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:30.658867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Network af57955d-043d-46f9-ad18-ac9c42c608f1 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:30.662291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:30.664139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Pushing event updated for resources: {'Port': ['ID=30c3707a-cb5e-42a9-a0b6-e832f955cc22,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:30.666236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:30.668999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:30.754295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Attempting to bind port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:48:30.755074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Attempting to bind port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '7f50f21e-7568-4c32-a33b-f0151782aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:48:30.755074 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Attempting to bind port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 on network af57955d-043d-46f9-ad18-ac9c42c608f1 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:48:30.759238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.761380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:48:30.761761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Checking segment: {'id': '7f50f21e-7568-4c32-a33b-f0151782aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:48:30.762164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.762556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Bound using segment: {'id': '7f50f21e-7568-4c32-a33b-f0151782aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:48:30.763049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Bound port: 30c3707a-cb5e-42a9-a0b6-e832f955cc22, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f50f21e-7568-4c32-a33b-f0151782aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:48:30.763427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.847824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] For port 30c3707a-cb5e-42a9-a0b6-e832f955cc22, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:48:30.850780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] For port 30c3707a-cb5e-42a9-a0b6-e832f955cc22, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=30c3707a-cb5e-42a9-a0b6-e832f955cc22,segment=NetworkSegment(7f50f21e-7568-4c32-a33b-f0151782aff5),segment_id=7f50f21e-7568-4c32-a33b-f0151782aff5)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:48:30.874410 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.878238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f76fca28-11df-4ec1-9ed9-59330695509a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:30.947857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:30.949108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:30.950666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:30.954615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:30.955694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:30.979653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=28b01d43-33b2-4b66-beaf-af1a62723b3e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:30.985179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:31.034760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Pushing event updated for resources: {'Port': ['ID=30c3707a-cb5e-42a9-a0b6-e832f955cc22,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:31.037787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:31.201387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:31.202119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:31.525378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:48:31.846432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:48:31.857795 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Sync routers for ids ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:48:31.890087 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Routers {'8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:31.890749 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:48:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:31.942875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:31.947048 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1793673 Dec 20 16:48:31.947429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 30c3707a-cb5e-42a9-a0b6-e832f955cc22 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:31.948027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34612) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:48:31.997006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff32ed-3ef6-497d-84b3-bff5f2115243 None None] Network af57955d-043d-46f9-ad18-ac9c42c608f1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:48:32.089045 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Set router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:32.194850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:32.234708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2ca7d453-74ab-4b19-a619-4d4c385d6ba8 None None] Provisioning for port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:32.246540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2ca7d453-74ab-4b19-a619-4d4c385d6ba8 None None] Provisioning complete for port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:32.246945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d453-74ab-4b19-a619-4d4c385d6ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:32.383354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d453-74ab-4b19-a619-4d4c385d6ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:32.395154 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'name': 'tempest-TestMinimumBasicScenario-1898622641-router', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:29Z', 'updated_at': '2021-12-20T16:48:31Z', 'revision_number': 3, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'gw_port': {'id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:30Z', 'updated_at': '2021-12-20T16:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:32.401758 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Checking router: 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:48:32.402445 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Updating router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 port 28b01d43-33b2-4b66-beaf-af1a62723b3e binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:48:32.418820 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2ca7d453-74ab-4b19-a619-4d4c385d6ba8 None None] For port 30c3707a-cb5e-42a9-a0b6-e832f955cc22, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=30c3707a-cb5e-42a9-a0b6-e832f955cc22,segment=NetworkSegment(7f50f21e-7568-4c32-a33b-f0151782aff5),segment_id=7f50f21e-7568-4c32-a33b-f0151782aff5)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:32.507857 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:32.513641 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d453-74ab-4b19-a619-4d4c385d6ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:32.517053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:32.593661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7d453-74ab-4b19-a619-4d4c385d6ba8 None None] Pushing event updated for resources: {'Port': ['ID=30c3707a-cb5e-42a9-a0b6-e832f955cc22,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:32.597126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2ca7d453-74ab-4b19-a619-4d4c385d6ba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:32.638828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-be637d82-97a8-4345-a5f2-b78d646d4523 None None] Provisioning complete for port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:32.639108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-be637d82-97a8-4345-a5f2-b78d646d4523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:32.774748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:32.862727 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:32.874427 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Transition to ACTIVE for port object 28b01d43-33b2-4b66-beaf-af1a62723b3e will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:32.971885 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:32.975818 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-846093fe-23da-43c5-a51d-1e4c6e65b365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:32.989483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Allocated IP 172.20.0.1 (af57955d-043d-46f9-ad18-ac9c42c608f1/bab443ee-9ab3-493e-9f5a-bf7ce38a85ad/508b5e5e-6538-4343-9937-196b02b06e82) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:33.055696 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Pushing event updated for resources: {'Port': ['ID=28b01d43-33b2-4b66-beaf-af1a62723b3e,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:33.057944 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Attempting to bind port 28b01d43-33b2-4b66-beaf-af1a62723b3e on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:48:33.058312 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Attempting to bind port 28b01d43-33b2-4b66-beaf-af1a62723b3e by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:48:33.058677 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Attempting to bind port 28b01d43-33b2-4b66-beaf-af1a62723b3e on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:48:33.069909 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:48:33.070283 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:48:33.070783 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:33.071116 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:48:33.071608 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Bound port: 28b01d43-33b2-4b66-beaf-af1a62723b3e, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:48:33.071948 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:33.095888 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.096213 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.096534 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.096859 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.097183 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.097502 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.097819 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.098139 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.098451 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.098761 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.099095 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:33.106707 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:33.144968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:33.150246 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] For port 28b01d43-33b2-4b66-beaf-af1a62723b3e, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:48:33.153964 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] For port 28b01d43-33b2-4b66-beaf-af1a62723b3e, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=28b01d43-33b2-4b66-beaf-af1a62723b3e,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:48:33.161673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Transition to ACTIVE for port object 508b5e5e-6538-4343-9937-196b02b06e82 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:33.280390 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:33.284392 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:33.314611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:33.319304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:33.359118 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Pushing event updated for resources: {'Port': ['ID=28b01d43-33b2-4b66-beaf-af1a62723b3e,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:33.362544 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-4198b902-0185-4511-8d2f-f5e658e271ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:33.364451 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Routers {'8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:33.365040 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:48:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:33.383741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Network af57955d-043d-46f9-ad18-ac9c42c608f1 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:33.387865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:33.391387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:33.418306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Pushing event updated for resources: {'Port': ['ID=508b5e5e-6538-4343-9937-196b02b06e82,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:33.428863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:33.453280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:33.556191 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] Set router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:33.685206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:33.799870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-69c3f018-2ae5-40b9-b46e-420a83d995c0 None None] Provisioning for port 508b5e5e-6538-4343-9937-196b02b06e82 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:33.805064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-69c3f018-2ae5-40b9-b46e-420a83d995c0 None None] Provisioning complete for port 508b5e5e-6538-4343-9937-196b02b06e82 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:33.805450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-69c3f018-2ae5-40b9-b46e-420a83d995c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:33.865291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-69c3f018-2ae5-40b9-b46e-420a83d995c0 None None] Port 508b5e5e-6538-4343-9937-196b02b06e82 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:48:33.868136 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'name': 'tempest-TestMinimumBasicScenario-1898622641-router', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:29Z', 'updated_at': '2021-12-20T16:48:31Z', 'revision_number': 3, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'gw_port': {'id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:30Z', 'updated_at': '2021-12-20T16:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:33.877851 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12fe40-4058-46af-8234-eefc77700499 None None] The sync data for ids ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'] in dv-neutron-821074-1-hyperv is: [{'id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'name': 'tempest-TestMinimumBasicScenario-1898622641-router', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:29Z', 'updated_at': '2021-12-20T16:48:31Z', 'revision_number': 3, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'gw_port': {'id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:30Z', 'updated_at': '2021-12-20T16:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:48:33.915228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 30c3707a-cb5e-42a9-a0b6-e832f955cc22 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:33.993986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:33.994369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:34.054446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:34.171294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:34.203503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-49c93328-8564-44c7-a4f9-25034a45e1ff tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:34.283197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:34.286806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Pushing event updated for resources: {'Port': ['ID=508b5e5e-6538-4343-9937-196b02b06e82,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:34.290642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:34.433957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Network af57955d-043d-46f9-ad18-ac9c42c608f1 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:34.435694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:34.690939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2a65972b-a3ad-4a83-9dd5-44ed1f7323f8 None None] Provisioning complete for port 508b5e5e-6538-4343-9937-196b02b06e82 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:34.691335 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2a65972b-a3ad-4a83-9dd5-44ed1f7323f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:34.748092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2a65972b-a3ad-4a83-9dd5-44ed1f7323f8 None None] Port 508b5e5e-6538-4343-9937-196b02b06e82 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:48:34.856319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:48:35.071010 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:48:35.080287 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] 10.222.0.62 "PUT /v2.0/routers/8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1314161 Dec 20 16:48:39.953250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 28b01d43-33b2-4b66-beaf-af1a62723b3e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:40.120217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 28b01d43-33b2-4b66-beaf-af1a62723b3e completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:40.125489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 28b01d43-33b2-4b66-beaf-af1a62723b3e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:40.126210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:40.276202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:40.299278 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 28b01d43-33b2-4b66-beaf-af1a62723b3e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=28b01d43-33b2-4b66-beaf-af1a62723b3e,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:40.428640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:40.430500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:40.502689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=28b01d43-33b2-4b66-beaf-af1a62723b3e,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:40.513160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.513499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.514366 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.514366 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.514692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.515006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.515341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.515675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.515999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.516326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.516647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:40.520666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:40.718282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Sync routers for ids ['96925b1a-ca3d-41a8-a15c-416930058b4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:48:40.743221 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Routers {'96925b1a-ca3d-41a8-a15c-416930058b4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:40.743875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:48:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['96925b1a-ca3d-41a8-a15c-416930058b4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:41.014609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Set router 96925b1a-ca3d-41a8-a15c-416930058b4d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:41.367081 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 2, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:41.374188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Checking router: 96925b1a-ca3d-41a8-a15c-416930058b4d for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:48:41.374651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Updating router 96925b1a-ca3d-41a8-a15c-416930058b4d port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:48:41.436543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:41.846821 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:41.860263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Transition to ACTIVE for port object c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:41.920648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 28b01d43-33b2-4b66-beaf-af1a62723b3e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:41.951176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:41.960484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2ec9a035-08ed-48a3-a8f1-47c602b0d019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:42.089646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2afb7-df2c-4b51-a7e3-ec77f14aa6d9 None None] Pushing event updated for resources: {'Port': ['ID=c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:42.099707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-43a2afb7-df2c-4b51-a7e3-ec77f14aa6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:42.255395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 28b01d43-33b2-4b66-beaf-af1a62723b3e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:42.255733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:42.300865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Attempting to bind port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:48:42.301174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Attempting to bind port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:48:42.301664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Attempting to bind port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 on network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:48:42.318958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:48:42.319411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Checking segment: {'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:48:42.319741 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:42.320139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Bound using segment: {'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:48:42.320651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Bound port: c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:48:42.321022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:42.503057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] For port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:48:42.506767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] For port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:48:42.600659 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:42.604781 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6702ff1e-b86c-4b47-9c13-e00b02aad172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:42.690441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2afb7-df2c-4b51-a7e3-ec77f14aa6d9 None None] Pushing event updated for resources: {'Port': ['ID=c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:42.696716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Routers {'96925b1a-ca3d-41a8-a15c-416930058b4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:42.697368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:48:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['96925b1a-ca3d-41a8-a15c-416930058b4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:42.752979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-43a2afb7-df2c-4b51-a7e3-ec77f14aa6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:42.951842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] Set router 96925b1a-ca3d-41a8-a15c-416930058b4d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:43.298226 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:42Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:43.302767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7abd12-73a9-4bbf-8167-6d967441fd59 None None] The sync data for ids ['96925b1a-ca3d-41a8-a15c-416930058b4d'] in dv-neutron-821074-1-hyperv is: [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:42Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:48:43.521364 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Sync routers for ids ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:48:43.553415 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Routers {'8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:43.554734 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:48:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:43.819385 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Set router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:43.971783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:44.108590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:44.117164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:44.117953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:44.224519 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'name': 'tempest-TestMinimumBasicScenario-1898622641-router', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:29Z', 'updated_at': '2021-12-20T16:48:33Z', 'revision_number': 4, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'gw_port': {'id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:30Z', 'updated_at': '2021-12-20T16:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '508b5e5e-6538-4343-9937-196b02b06e82', 'name': '', 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'mac_address': 'fa:16:3e:bb:d9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab443ee-9ab3-493e-9f5a-bf7ce38a85ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:32Z', 'updated_at': '2021-12-20T16:48:33Z', 'revision_number': 2, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'subnets': [{'id': 'bab443ee-9ab3-493e-9f5a-bf7ce38a85ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:44.236671 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Checking router: 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:48:44.237061 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Updating router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 port 508b5e5e-6538-4343-9937-196b02b06e82 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:48:44.271929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:44.321895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:44.325835 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:44.416224 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:44.419274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-43a2afb7-df2c-4b51-a7e3-ec77f14aa6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:44.494295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:44.498038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:44.697053 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:44.709714 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Transition to ACTIVE for port object 508b5e5e-6538-4343-9937-196b02b06e82 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:44.777812 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:44.781464 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-8068df8c-8b2a-4a46-918b-7315196bb64d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:44.911811 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb8e0f-3644-480b-9fbf-24672287ccf2 None None] Pushing event updated for resources: {'Port': ['ID=508b5e5e-6538-4343-9937-196b02b06e82,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:44.947265 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-14fb8e0f-3644-480b-9fbf-24672287ccf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:45.012509 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Attempting to bind port 508b5e5e-6538-4343-9937-196b02b06e82 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:48:45.013017 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Attempting to bind port 508b5e5e-6538-4343-9937-196b02b06e82 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '7f50f21e-7568-4c32-a33b-f0151782aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:48:45.013395 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Attempting to bind port 508b5e5e-6538-4343-9937-196b02b06e82 on network af57955d-043d-46f9-ad18-ac9c42c608f1 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:48:45.020919 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:48:45.021297 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Checking segment: {'id': '7f50f21e-7568-4c32-a33b-f0151782aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:48:45.022196 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:45.022599 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Bound using segment: {'id': '7f50f21e-7568-4c32-a33b-f0151782aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:48:45.023100 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Bound port: 508b5e5e-6538-4343-9937-196b02b06e82, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f50f21e-7568-4c32-a33b-f0151782aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:48:45.023477 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:45.124058 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] For port 508b5e5e-6538-4343-9937-196b02b06e82, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:48:45.127450 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] For port 508b5e5e-6538-4343-9937-196b02b06e82, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=508b5e5e-6538-4343-9937-196b02b06e82,segment=NetworkSegment(7f50f21e-7568-4c32-a33b-f0151782aff5),segment_id=7f50f21e-7568-4c32-a33b-f0151782aff5)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:48:45.309707 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:45.314336 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:45.393942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:45.394456 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Routers {'8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:45.394900 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:48:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:45.468769 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb8e0f-3644-480b-9fbf-24672287ccf2 None None] Pushing event updated for resources: {'Port': ['ID=508b5e5e-6538-4343-9937-196b02b06e82,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:45.479886 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-14fb8e0f-3644-480b-9fbf-24672287ccf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:45.616175 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] Set router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:48:45.954266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:45.959649 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'name': 'tempest-TestMinimumBasicScenario-1898622641-router', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:29Z', 'updated_at': '2021-12-20T16:48:33Z', 'revision_number': 4, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'gw_port': {'id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:30Z', 'updated_at': '2021-12-20T16:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '508b5e5e-6538-4343-9937-196b02b06e82', 'name': '', 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'mac_address': 'fa:16:3e:bb:d9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab443ee-9ab3-493e-9f5a-bf7ce38a85ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:32Z', 'updated_at': '2021-12-20T16:48:45Z', 'revision_number': 4, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'subnets': [{'id': 'bab443ee-9ab3-493e-9f5a-bf7ce38a85ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:45.966754 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c2e65-d863-4a7d-b5f0-066b107511b3 None None] The sync data for ids ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'] in dv-neutron-821074-1-hyperv is: [{'id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'name': 'tempest-TestMinimumBasicScenario-1898622641-router', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:29Z', 'updated_at': '2021-12-20T16:48:33Z', 'revision_number': 4, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'gw_port': {'id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:30Z', 'updated_at': '2021-12-20T16:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '508b5e5e-6538-4343-9937-196b02b06e82', 'name': '', 'network_id': 'af57955d-043d-46f9-ad18-ac9c42c608f1', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'mac_address': 'fa:16:3e:bb:d9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab443ee-9ab3-493e-9f5a-bf7ce38a85ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:32Z', 'updated_at': '2021-12-20T16:48:45Z', 'revision_number': 4, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'subnets': [{'id': 'bab443ee-9ab3-493e-9f5a-bf7ce38a85ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:48:46.084173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:46.084560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:47.933942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 508b5e5e-6538-4343-9937-196b02b06e82 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:48.211521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 508b5e5e-6538-4343-9937-196b02b06e82 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:48.216831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 508b5e5e-6538-4343-9937-196b02b06e82 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:48.217209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:48.335254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:48.367585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 508b5e5e-6538-4343-9937-196b02b06e82, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=508b5e5e-6538-4343-9937-196b02b06e82,segment=NetworkSegment(7f50f21e-7568-4c32-a33b-f0151782aff5),segment_id=7f50f21e-7568-4c32-a33b-f0151782aff5)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:48.450904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:48.452833 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:48.519719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=508b5e5e-6538-4343-9937-196b02b06e82,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:48.522836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:49.116270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7076f26-d2f9-440c-981c-334aed14e3da req-1aada25f-835f-427d-b006-405266307863 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.116946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-f7076f26-d2f9-440c-981c-334aed14e3da req-1aada25f-835f-427d-b006-405266307863 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Synchronizing usage tracker for tenant:1cc99332f62546b88abbc073c3f35264 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:48:49.216870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-f7076f26-d2f9-440c-981c-334aed14e3da req-1aada25f-835f-427d-b006-405266307863 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Unset dirty status for tenant:1cc99332f62546b88abbc073c3f35264 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:48:49.231376 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-1aada25f-835f-427d-b006-405266307863 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/networks?id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e HTTP/1.1" status: 200 len: 813 time: 0.2417030 Dec 20 16:48:49.234854 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-62839a09-bb06-4d0e-9300-da90703ef6d7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/quotas/1cc99332f62546b88abbc073c3f35264 HTTP/1.1" status: 200 len: 375 time: 0.0112779 Dec 20 16:48:49.318827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-f7076f26-d2f9-440c-981c-334aed14e3da req-834fd37d-45f3-49dd-ba27-c80c3bf7e498 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Synchronizing usage tracker for tenant:1cc99332f62546b88abbc073c3f35264 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:48:49.422676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-f7076f26-d2f9-440c-981c-334aed14e3da req-834fd37d-45f3-49dd-ba27-c80c3bf7e498 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Unset dirty status for tenant:1cc99332f62546b88abbc073c3f35264 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:48:49.424044 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-834fd37d-45f3-49dd-ba27-c80c3bf7e498 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1cc99332f62546b88abbc073c3f35264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1840870 Dec 20 16:48:49.562111 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-1300027c-3ce3-45ec-bc2c-5003287f2e3d service neutron] 10.222.0.62 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257524 Dec 20 16:48:49.810113 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-007247d7-4a21-46b6-9d35-adcfb4b1c4df service neutron] 10.222.0.62 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419705 Dec 20 16:48:49.913229 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 508b5e5e-6538-4343-9937-196b02b06e82 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:48:49.981556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 508b5e5e-6538-4343-9937-196b02b06e82 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:49.981932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:50.083956 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cb02f41c-4e00-4403-8196-f08f985b721f req-8c0c7f85-37c9-4cce-920b-78fdac1f013f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 210 time: 0.0421581 Dec 20 16:48:51.199119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d2f0bff6-ac36-4aba-9712-b779a318f5c7 req-17984ae9-6ad4-4067-8b01-cebcdc78a632 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 210 time: 0.0407419 Dec 20 16:48:52.074124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6e7f6762-0de9-4540-b680-edc90e066c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:52.372283 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe491100-2e3c-4188-954f-14778776ae5b req-06ef5470-9dcc-48d5-92e3-e11777d0b420 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 210 time: 0.0447643 Dec 20 16:48:52.658370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7076f26-d2f9-440c-981c-334aed14e3da req-56a38a28-35bb-49ef-8d23-895b4c966c2a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:52.659729 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-56a38a28-35bb-49ef-8d23-895b4c966c2a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.64 "GET /v2.0/networks?id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e HTTP/1.1" status: 200 len: 813 time: 0.1436665 Dec 20 16:48:52.676994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'port': {'device_id': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'admin_state_up': True, 'tenant_id': '1cc99332f62546b88abbc073c3f35264'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:48:52.814277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:48:52.824427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:48:52.953861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Made reservation on behalf of 1cc99332f62546b88abbc073c3f35264 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:48:52.956885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:53.117602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Allocated IP 172.20.0.9 (88bc6d5a-def2-47d9-97a4-e29ad1043f3e/883ef32b-1005-488d-9925-468e20d43a4c/5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:53.348330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:53.348330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Transition to ACTIVE for port object 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:53.535626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:53.545863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:48:53.630783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:53.642853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:53.647366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'Port': ['ID=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:53.649540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:53.681528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:48:53.713273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23ed3e-7337-4922-81a8-3871e66f08af req-4bddf9e4-9f31-4ba3-8d2d-73a9c08485b2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:53.715377 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e23ed3e-7337-4922-81a8-3871e66f08af req-4bddf9e4-9f31-4ba3-8d2d-73a9c08485b2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 931 time: 0.2208464 Dec 20 16:48:53.726778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:53.727406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:53.832508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-9e23ed3e-7337-4922-81a8-3871e66f08af req-1cad95c1-df15-444c-87d9-7c2d48080e68 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Synchronizing usage tracker for tenant:1cc99332f62546b88abbc073c3f35264 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:48:53.864004 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1904409 Dec 20 16:48:53.925269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-9e23ed3e-7337-4922-81a8-3871e66f08af req-1cad95c1-df15-444c-87d9-7c2d48080e68 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Unset dirty status for tenant:1cc99332f62546b88abbc073c3f35264 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:48:53.926568 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e23ed3e-7337-4922-81a8-3871e66f08af req-1cad95c1-df15-444c-87d9-7c2d48080e68 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052073 Dec 20 16:48:54.079719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-246f7f01-5965-4483-9899-64f4d688b31e None None] Provisioning for port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:54.084917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-246f7f01-5965-4483-9899-64f4d688b31e None None] Provisioning complete for port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:54.085423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-246f7f01-5965-4483-9899-64f4d688b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:54.145597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-246f7f01-5965-4483-9899-64f4d688b31e None None] Port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:48:54.308864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9d2d372e-72b5-418f-ab97-4beaf21c597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:55.134001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ab838-c228-4b72-8503-8af1d96b48c7 req-dde7e934-5976-4c47-915b-6e1f0f519752 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:55.134814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-ba1ab838-c228-4b72-8503-8af1d96b48c7 req-dde7e934-5976-4c47-915b-6e1f0f519752 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Synchronizing usage tracker for tenant:1cc99332f62546b88abbc073c3f35264 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:48:55.234223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-ba1ab838-c228-4b72-8503-8af1d96b48c7 req-dde7e934-5976-4c47-915b-6e1f0f519752 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Unset dirty status for tenant:1cc99332f62546b88abbc073c3f35264 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:48:55.235809 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ba1ab838-c228-4b72-8503-8af1d96b48c7 req-dde7e934-5976-4c47-915b-6e1f0f519752 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 931 time: 0.1800237 Dec 20 16:48:55.289862 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ba1ab838-c228-4b72-8503-8af1d96b48c7 req-d2b5ad1d-8e4e-47bd-ab9b-028c43abebad tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438304 Dec 20 16:48:55.557374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:55.685156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:56.635624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9759e6-2164-47c8-94c4-207e75e2bf35 req-77cb2241-70a3-496a-85c7-13452894be50 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:56.637018 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e9759e6-2164-47c8-94c4-207e75e2bf35 req-77cb2241-70a3-496a-85c7-13452894be50 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 931 time: 0.0824752 Dec 20 16:48:56.684357 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e9759e6-2164-47c8-94c4-207e75e2bf35 req-66822fdd-f8d3-46ba-9672-e3d3e751cf6d tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Dec 20 16:48:57.079951 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:48:57.900755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325772ea-b2af-40b2-82f6-f9e30e5fc51e req-bb5b41c8-4052-4e57-9000-e1556f0ec195 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:57.900755 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-325772ea-b2af-40b2-82f6-f9e30e5fc51e req-bb5b41c8-4052-4e57-9000-e1556f0ec195 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 931 time: 0.0828898 Dec 20 16:48:57.962540 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-325772ea-b2af-40b2-82f6-f9e30e5fc51e req-77b1f933-9a9d-4421-8163-879c81ed0e52 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497112 Dec 20 16:48:59.172655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fa3b0-8818-475b-9867-621f981411e6 req-d80c3548-b512-4ee1-84ae-f5f68f90f456 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:59.174161 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-377fa3b0-8818-475b-9867-621f981411e6 req-d80c3548-b512-4ee1-84ae-f5f68f90f456 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 931 time: 0.0900235 Dec 20 16:48:59.227333 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-377fa3b0-8818-475b-9867-621f981411e6 req-f1845ded-2689-4896-9978-5178ed4175dc tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475395 Dec 20 16:49:00.442411 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ebb69-5aa2-4ba9-ad30-26970b230ed8 req-d3bff903-0339-48a8-95be-880fce13ef8f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:00.443981 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-846ebb69-5aa2-4ba9-ad30-26970b230ed8 req-d3bff903-0339-48a8-95be-880fce13ef8f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 931 time: 0.0850854 Dec 20 16:49:00.495756 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-846ebb69-5aa2-4ba9-ad30-26970b230ed8 req-8616bc2d-4fb1-4e43-be07-1cf87948ba30 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461102 Dec 20 16:49:01.708103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06620b5-35b2-4acd-ac84-c460db4960f1 req-57135ec2-74c8-47d5-a2a1-9885608e8d84 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:01.709566 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d06620b5-35b2-4acd-ac84-c460db4960f1 req-57135ec2-74c8-47d5-a2a1-9885608e8d84 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 931 time: 0.0896368 Dec 20 16:49:01.759035 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d06620b5-35b2-4acd-ac84-c460db4960f1 req-96449930-454e-4b6b-acb5-65e9c6f50e77 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 Dec 20 16:49:03.000658 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:49:03.109344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b400a-b207-49ec-bec0-d3e194b01648 req-a6876b94-a158-4057-81e5-6be2feb084c9 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:03.111217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-634b400a-b207-49ec-bec0-d3e194b01648 req-a6876b94-a158-4057-81e5-6be2feb084c9 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 931 time: 0.2221422 Dec 20 16:49:03.171637 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-634b400a-b207-49ec-bec0-d3e194b01648 req-9b0a67c3-836e-401a-8cae-f8a774297b90 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539131 Dec 20 16:49:04.386491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff31a7-4fc4-4ea8-bd7d-029d01e69d6b req-3a0d9ace-dbfb-48a7-b1a6-a0dbcdc64e5a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:04.388005 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e8ff31a7-4fc4-4ea8-bd7d-029d01e69d6b req-3a0d9ace-dbfb-48a7-b1a6-a0dbcdc64e5a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 931 time: 0.0755532 Dec 20 16:49:04.433544 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e8ff31a7-4fc4-4ea8-bd7d-029d01e69d6b req-8815f181-49cd-4377-8ca1-c83f25564131 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Dec 20 16:49:04.956506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Request body: {'port': {'device_id': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:49:05.073892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:05.414369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:49:05.421844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:05.435698 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Transition to ACTIVE for port object 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:49:05.542746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:05.547274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e93ea568-cdca-4c5f-aaeb-ed1551c258c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:05.701013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Pushing event updated for resources: {'Port': ['ID=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:05.708952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:05.819173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be17e8-cf36-4ea5-bcf6-22a9e8ad5956 req-03e86b1c-601c-4295-9cb5-4b27fcffc602 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:05.820646 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-79be17e8-cf36-4ea5-bcf6-22a9e8ad5956 req-03e86b1c-601c-4295-9cb5-4b27fcffc602 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 943 time: 0.2421997 Dec 20 16:49:05.885343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Attempting to bind port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:49:05.885680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Attempting to bind port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:49:05.886008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Attempting to bind port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 on network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:49:05.895780 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-79be17e8-cf36-4ea5-bcf6-22a9e8ad5956 req-f35b4938-2e38-4c2e-b5ae-c0ecf17132ec tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683246 Dec 20 16:49:05.896707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 on network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:49:05.897024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Attempting to bind port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 on network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:49:05.903913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:49:05.904246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Checking segment: {'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:49:05.904620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Bound using segment: {'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:49:05.905047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Bound port: 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:49:05.905389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:05.994730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] For port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:49:05.998565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] For port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:49:06.114557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:06.118363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-515f9c14-1149-4018-8bf7-b69a19319432 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:06.178757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:06.180144 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] 10.222.0.64 "PUT /v2.0/ports/5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 1093 time: 1.2279212 Dec 20 16:49:06.180682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:06.204751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Pushing event updated for resources: {'Port': ['ID=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:06.204751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:06.254877 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'status': 'completed', 'code': 200} Dec 20 16:49:06.358483 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5bcfb74b-1358-4abd-bb4f-0587b33325bf req-ba2b7c10-fb5c-459e-91d5-7cfdcc101500 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1cc99332f62546b88abbc073c3f35264&device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1096 time: 0.0842285 Dec 20 16:49:06.502568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfb74b-1358-4abd-bb4f-0587b33325bf req-876e0845-9f13-4ff3-911c-d91cf9ab005b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:06.504076 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5bcfb74b-1358-4abd-bb4f-0587b33325bf req-876e0845-9f13-4ff3-911c-d91cf9ab005b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1cc99332f62546b88abbc073c3f35264&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1388602 Dec 20 16:49:06.636301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfb74b-1358-4abd-bb4f-0587b33325bf req-d9dd5bc2-3f36-4b6d-9e17-ac77feeabcb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:06.638167 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5bcfb74b-1358-4abd-bb4f-0587b33325bf req-d9dd5bc2-3f36-4b6d-9e17-ac77feeabcb8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275687 Dec 20 16:49:06.737645 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-da986c26-4c48-4e44-9b3b-90768f0b0212 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1cc99332f62546b88abbc073c3f35264&device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1096 time: 0.0662956 Dec 20 16:49:06.908444 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-5dc4dba5-ecf2-4167-ab86-2b17a8bc94fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 217 time: 0.1642282 Dec 20 16:49:06.970370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7076f26-d2f9-440c-981c-334aed14e3da req-480ea7a4-9724-41ea-8dfc-66b14a6264ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:06.971868 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-480ea7a4-9724-41ea-8dfc-66b14a6264ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=883ef32b-1005-488d-9925-468e20d43a4c HTTP/1.1" status: 200 len: 852 time: 0.0579026 Dec 20 16:49:07.107939 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-e3774d2e-13f9-4f46-b538-d1e133f3f09d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299281 Dec 20 16:49:07.114074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e12605-7480-4a9a-869a-e6725940f581 req-963484c3-1b1c-4d10-9feb-169d386aa244 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:07.115412 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d3e12605-7480-4a9a-869a-e6725940f581 req-963484c3-1b1c-4d10-9feb-169d386aa244 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 943 time: 0.0966370 Dec 20 16:49:07.242104 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d3e12605-7480-4a9a-869a-e6725940f581 req-20bd0f17-0353-49d3-be89-a2d69e746a55 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085124 Dec 20 16:49:07.280791 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-ceeadb8d-e3cf-46b9-95b9-1c6547f4e1f9 service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644354 Dec 20 16:49:07.415948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f7076f26-d2f9-440c-981c-334aed14e3da req-dfaa9211-8273-4d24-998e-56e4aadb17ce service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293633 Dec 20 16:49:08.742129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1c0bb-53ff-4cfc-af3f-266495d9deff req-a2514dbd-5dfd-4cfd-9207-77a1bfbe6891 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:08.743603 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6be1c0bb-53ff-4cfc-af3f-266495d9deff req-a2514dbd-5dfd-4cfd-9207-77a1bfbe6891 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 943 time: 0.2126796 Dec 20 16:49:08.788628 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6be1c0bb-53ff-4cfc-af3f-266495d9deff req-ee3b7032-7b4c-4d41-b520-06bcb13c08ef tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Dec 20 16:49:09.874093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:49:09.999365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af4fec-41b7-4fdc-b1fc-a8d31a005403 req-0106baff-4165-4d69-bf44-b3788aeb77b5 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:10.000888 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3af4fec-41b7-4fdc-b1fc-a8d31a005403 req-0106baff-4165-4d69-bf44-b3788aeb77b5 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 943 time: 0.0938373 Dec 20 16:49:10.009202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:10.034248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'port_id': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'mac_address': 'fa:16:3e:52:56:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:49:10.055950 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3af4fec-41b7-4fdc-b1fc-a8d31a005403 req-13b4a6e1-88ed-4a4a-b975-602e47a9c87c tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480428 Dec 20 16:49:10.089257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:10.106590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:49:10.121340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:10.222627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:10.225441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1d01cf93-3e45-4f95-9981-19ba7953ae60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:10.289267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:10.292421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:10.585580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:49:11.256329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24215f2-eed3-4deb-92ae-dae7275e08c0 req-f3720494-52d0-44da-afca-15797fff83a8 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:11.257766 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c24215f2-eed3-4deb-92ae-dae7275e08c0 req-f3720494-52d0-44da-afca-15797fff83a8 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 944 time: 0.0761297 Dec 20 16:49:11.304414 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c24215f2-eed3-4deb-92ae-dae7275e08c0 req-a00f8214-2889-4666-8c19-612b9feadb9f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Dec 20 16:49:11.873333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:49:12.062132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:49:12.067398 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:12.068188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:12.179317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:12.206762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:12.216566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:12.261230 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'code': 200} Dec 20 16:49:12.342647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:12.344500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d13ff747-9a63-4afc-b0d9-f2f7efc606a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:12.416483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:12.421887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:12.548738 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6feb874-7f02-41b2-9d41-e9deee3eedb8 req-b6e8cf8f-3523-4d46-8156-f8fd49cd75f8 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:12.550207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6feb874-7f02-41b2-9d41-e9deee3eedb8 req-b6e8cf8f-3523-4d46-8156-f8fd49cd75f8 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.1084881 Dec 20 16:49:12.600098 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6feb874-7f02-41b2-9d41-e9deee3eedb8 req-495a28d5-6428-4064-8c56-5e82aede80fb tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438969 Dec 20 16:49:12.818313 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ad9d3eba-9e12-4939-b5e5-26179206508d req-c61e4a3f-78c5-4fd9-9b0c-6bc7b9e72d91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1098 time: 0.1545179 Dec 20 16:49:12.864601 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ad9d3eba-9e12-4939-b5e5-26179206508d req-e1dcd801-a2d9-42f9-b727-8b917b970163 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388851 Dec 20 16:49:13.906016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b72074-4760-4d60-a3f9-b3259c8bf8da req-d7079cd9-7872-4fd6-842f-fffdbbce5782 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:13.907695 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-77b72074-4760-4d60-a3f9-b3259c8bf8da req-d7079cd9-7872-4fd6-842f-fffdbbce5782 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.1446693 Dec 20 16:49:13.953836 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-77b72074-4760-4d60-a3f9-b3259c8bf8da req-e9701e61-3958-455c-9c8a-c9e4b26565b2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405672 Dec 20 16:49:15.155050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85288c9b-4cee-4e7b-8c76-97aa3b9bdfe3 req-ae8456da-9e50-49ca-b3d4-19f044897e8d tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:15.156482 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-85288c9b-4cee-4e7b-8c76-97aa3b9bdfe3 req-ae8456da-9e50-49ca-b3d4-19f044897e8d tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.0807412 Dec 20 16:49:15.204634 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-85288c9b-4cee-4e7b-8c76-97aa3b9bdfe3 req-59fea1f9-c46a-4c85-a17b-d8ddd77819ed tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419872 Dec 20 16:49:15.372234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:15.550647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdb02e-f823-444b-9eff-dbd451b41170 req-3069769d-3ba0-4077-81f1-18fdcacdbfdd tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:15.552145 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-77bdb02e-f823-444b-9eff-dbd451b41170 req-3069769d-3ba0-4077-81f1-18fdcacdbfdd tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.0821366 Dec 20 16:49:15.598882 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-77bdb02e-f823-444b-9eff-dbd451b41170 req-4c7f03fc-ca93-4a0e-9c51-d6597a3f97b6 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409992 Dec 20 16:49:16.021528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a486535-abf5-482a-bd5e-099d1031ad09 req-2e6b372e-63a0-429b-9672-43a834213bba tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:16.023022 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a486535-abf5-482a-bd5e-099d1031ad09 req-2e6b372e-63a0-429b-9672-43a834213bba tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.0803180 Dec 20 16:49:16.068802 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a486535-abf5-482a-bd5e-099d1031ad09 req-2c8d7464-9d30-43e2-8ffa-556712f3394a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 Dec 20 16:49:22.079875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5992f5d8-1741-4b13-852f-ec01deb95a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:24.411113 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4a5b25a2-b7b8-491d-8587-931497d2cd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:25.542082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:25.657102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:27.091149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:29.660565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430642c-7511-4e94-b19f-caff7dc1ec4e req-46a7b01a-3e65-41c9-9e07-0b1e6b18f54f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:29.662022 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a430642c-7511-4e94-b19f-caff7dc1ec4e req-46a7b01a-3e65-41c9-9e07-0b1e6b18f54f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.0848455 Dec 20 16:49:29.710247 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a430642c-7511-4e94-b19f-caff7dc1ec4e req-e8f0a815-2911-473f-bb52-c23f2f88621f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Dec 20 16:49:29.738308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34818) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:49:29.881717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5a48497c-61b5-46ac-8847-78eb0742a69d tempest-TestMinimumBasicScenario-2128117037 tempest-TestMinimumBasicScenario-2128117037-project-admin] Synchronizing usage tracker for tenant:dd8c541efaed4457abee967b333a57e2 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:49:29.976524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-5a48497c-61b5-46ac-8847-78eb0742a69d tempest-TestMinimumBasicScenario-2128117037 tempest-TestMinimumBasicScenario-2128117037-project-admin] Unset dirty status for tenant:dd8c541efaed4457abee967b333a57e2 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:49:29.977695 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5a48497c-61b5-46ac-8847-78eb0742a69d tempest-TestMinimumBasicScenario-2128117037 tempest-TestMinimumBasicScenario-2128117037-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1093 time: 0.2383852 Dec 20 16:49:29.981021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34824) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:49:29.986579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:49:29.992660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:49:29.996805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Usage tracker for resource:floatingip and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:49:29.999803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:49:30.005755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:49:30.096407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:30.337105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:30.475537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Allocated IP 172.26.7.17 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/0f4ebf7c-c93f-4442-b619-f4f677cc19ee) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:30.632387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:30.761196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:30.768301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c919f273-f6c8-4733-84fe-49bbd3c680e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:30.828745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:30.831402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:30.835626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:30.860213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'Port': ['ID=0f4ebf7c-c93f-4442-b619-f4f677cc19ee,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:30.881278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.881660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.882035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.882457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.882772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.883164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.883536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.883938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.884295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.884724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.885004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:30.890464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:31.360153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:31.493154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:31.699617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:31.787911 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:31.791570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ea0f12ce-c773-4fce-a575-8026ad126cb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:31.892266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'Port': ['ID=0f4ebf7c-c93f-4442-b619-f4f677cc19ee,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:31.895086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:31.910748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:32.098781 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Floating IP bbf8c3c6-f2ac-45fc-b272-adec0e7baa08 associated. External IP: 172.26.7.17, port: 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901. Dec 20 16:49:32.612040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Router 96925b1a-ca3d-41a8-a15c-416930058b4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:49:32.822551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:49:32.835036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] Sync routers for ids ['96925b1a-ca3d-41a8-a15c-416930058b4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:49:32.847912 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] Routers {'96925b1a-ca3d-41a8-a15c-416930058b4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:32.848536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:49:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['96925b1a-ca3d-41a8-a15c-416930058b4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:32.970887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:33.026354 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0418255 Dec 20 16:49:33.026354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:33.026833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34828) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:49:33.027950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] Set router 96925b1a-ca3d-41a8-a15c-416930058b4d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:49:33.033749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1892999851', 'description': 'tempest-secgroup-smoke-1892999851 description', 'project_id': '1cc99332f62546b88abbc073c3f35264'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:49:33.040890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:49:33.050972 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:49:33.083845 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'status': 'completed', 'code': 200} Dec 20 16:49:33.147906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:33.187355 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff7340f2-4b38-4046-b7d2-f407db437466 req-7762b7de-911d-4c69-9c6e-6e4a67576c96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1cc99332f62546b88abbc073c3f35264&device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1098 time: 0.0798411 Dec 20 16:49:33.187616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:49:33.191279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Usage tracker for resource:security_group_rule and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:49:33.194316 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:49:33.202077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:49:33.267845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:33.332814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7340f2-4b38-4046-b7d2-f407db437466 req-823f1166-a7b6-433b-8626-906f462c1c8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:33.334258 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff7340f2-4b38-4046-b7d2-f407db437466 req-823f1166-a7b6-433b-8626-906f462c1c8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e HTTP/1.1" status: 200 len: 914 time: 0.1400537 Dec 20 16:49:33.353218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:33.357387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cab7a74d-7f2d-470c-9df8-072838ecb317 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:33.395625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'bbf8c3c6-f2ac-45fc-b272-adec0e7baa08', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'port_id': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'mac_address': 'fa:16:3e:52:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:31Z', 'updated_at': '2021-12-20T16:49:31Z', 'revision_number': 0, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:44Z', 'revision_number': 5, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:33.400406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] Checking router: 96925b1a-ca3d-41a8-a15c-416930058b4d for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:49:33.402248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768c37ca-d93f-432d-aa1e-a92902c65956,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:33.412020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.412396 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.412526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] Routers {'96925b1a-ca3d-41a8-a15c-416930058b4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:33.412770 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.413067 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:49:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['96925b1a-ca3d-41a8-a15c-416930058b4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:33.413211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.413595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.414164 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.414529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.414888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.415271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.415630 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.415986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:33.420111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:33.451390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff7340f2-4b38-4046-b7d2-f407db437466 req-76fc47ec-fd1c-4c43-b294-6fa793e05e20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 998 time: 0.1106138 Dec 20 16:49:33.497254 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:33.498622 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4702077 Dec 20 16:49:33.501664 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34834) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:49:33.508049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'security_group_rule': {'security_group_id': '768c37ca-d93f-432d-aa1e-a92902c65956', 'project_id': '1cc99332f62546b88abbc073c3f35264', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:49:33.514788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:49:33.520046 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Usage tracker for resource:security_group_rule and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:49:33.520301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7340f2-4b38-4046-b7d2-f407db437466 req-3bebd25c-9b86-4e43-ba34-ddb1c9aecce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:33.521702 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff7340f2-4b38-4046-b7d2-f407db437466 req-3bebd25c-9b86-4e43-ba34-ddb1c9aecce7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=883ef32b-1005-488d-9925-468e20d43a4c HTTP/1.1" status: 200 len: 852 time: 0.0636098 Dec 20 16:49:33.523273 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:49:33.529490 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:49:33.599458 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff7340f2-4b38-4046-b7d2-f407db437466 req-41cdbbff-63cc-4f2f-9ed4-bbebd607f572 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715635 Dec 20 16:49:33.632898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:33.648400 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] Set router 96925b1a-ca3d-41a8-a15c-416930058b4d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:49:33.701906 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:33.741123 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff7340f2-4b38-4046-b7d2-f407db437466 req-c19c5f45-7c10-42be-a760-f16298e76ea4 service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334686 Dec 20 16:49:33.781877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:33.789740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a492fe6a-d294-4bea-8e70-d0b0b26b8293 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:33.808206 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9885233-ca54-4821-885b-ce44d3ced6be,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:33.813584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:33.881944 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ff7340f2-4b38-4046-b7d2-f407db437466 req-16db5499-16c9-4725-8cde-fae522bcc9ce service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340134 Dec 20 16:49:33.885414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:33.886747 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f5d92096-5331-475b-9d02-f6609e332df1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3840239 Dec 20 16:49:33.890351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34838) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:49:33.896541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'security_group_rule': {'security_group_id': '768c37ca-d93f-432d-aa1e-a92902c65956', 'project_id': '1cc99332f62546b88abbc073c3f35264', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:49:33.903332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:49:33.908426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Usage tracker for resource:security_group_rule and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:49:33.911881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:49:33.922792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:49:34.001770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.009930 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'bbf8c3c6-f2ac-45fc-b272-adec0e7baa08', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'port_id': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'mac_address': 'fa:16:3e:52:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:31Z', 'updated_at': '2021-12-20T16:49:31Z', 'revision_number': 0, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:44Z', 'revision_number': 5, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:34.013937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73fb85-ff0f-439f-a917-c7163b49f2a2 None None] The sync data for ids ['96925b1a-ca3d-41a8-a15c-416930058b4d'] in dv-neutron-821074-1-hyperv is: [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'bbf8c3c6-f2ac-45fc-b272-adec0e7baa08', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'port_id': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'mac_address': 'fa:16:3e:52:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:31Z', 'updated_at': '2021-12-20T16:49:31Z', 'revision_number': 0, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:44Z', 'revision_number': 5, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:49:34.067726 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.130564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.132499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f7529f99-7bfd-48e0-94e1-3600d6d7e7a6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:34.163955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08110d93-0687-484f-b2eb-bff69524556a,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:34.178995 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:34.231408 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9efa1-62db-4d8d-946a-52dfb74fe4cb None None] New status for floating IP bbf8c3c6-f2ac-45fc-b272-adec0e7baa08: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:49:34.279835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.285596 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3897583 Dec 20 16:49:34.285993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34842) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:49:34.292196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'security_group_rule': {'security_group_id': '768c37ca-d93f-432d-aa1e-a92902c65956', 'project_id': '1cc99332f62546b88abbc073c3f35264', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:49:34.299149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:49:34.303169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Usage tracker for resource:security_group_rule and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:49:34.306207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:49:34.312548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:49:34.381773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.453393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.536190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.538064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5e382f42-e27b-4734-9c00-0f82e757ab74 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:34.561386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16afc50c-09db-48fa-9882-5bcc43668bcb,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:34.563652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:34.633384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.634594 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3475454 Dec 20 16:49:34.637912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34846) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:49:34.643627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'security_group_rule': {'security_group_id': '768c37ca-d93f-432d-aa1e-a92902c65956', 'project_id': '1cc99332f62546b88abbc073c3f35264', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:49:34.649652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:49:34.653493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Usage tracker for resource:security_group_rule and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:49:34.656405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:49:34.662287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:49:34.749012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.825876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.894434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:34.896984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-58e2a709-0e91-400a-8544-5a3eb0accb57 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:35.036310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0aaa00-c31c-4793-858d-4c9dce31874d,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:35.040850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:35.147684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:35.148893 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-664ed8d9-e9fe-42f9-be76-ee49ec0e15e2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5100248 Dec 20 16:49:35.152181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34850) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:49:35.157329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'security_group_rule': {'security_group_id': '768c37ca-d93f-432d-aa1e-a92902c65956', 'project_id': '1cc99332f62546b88abbc073c3f35264', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:49:35.163467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:49:35.167349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Usage tracker for resource:security_group_rule and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:49:35.170739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:49:35.176710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:49:35.290758 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Project 1cc99332f62546b88abbc073c3f35264 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:49:35.299191 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:35.375888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:35.490765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:35.492647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e70bbe8d-0df3-4284-bff2-8eb7a0b9a4ad tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:35.514637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a79696-cc24-435e-8f83-59612ee171a8,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:35.517133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:35.587993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:35.589220 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4366930 Dec 20 16:49:35.592657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34854) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:49:35.598224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'security_group_rule': {'security_group_id': '768c37ca-d93f-432d-aa1e-a92902c65956', 'project_id': '1cc99332f62546b88abbc073c3f35264', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:49:35.604383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:49:35.608835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Usage tracker for resource:security_group_rule and tenant:1cc99332f62546b88abbc073c3f35264 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:49:35.611884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:49:35.617526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:49:35.728958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Project 1cc99332f62546b88abbc073c3f35264 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:49:35.736255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:35.799565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:35.890097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:35.891957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f36f5e6a-d9c5-4af7-85bc-9a8be054505d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:35.914403 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7913698d-3db7-4f63-a2dc-963d445fe68d,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:35.918800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:35.982778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:35.984372 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3907797 Dec 20 16:49:36.119386 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-577ae49b-d830-452d-9c5c-f183511d990e tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892999851&fields=id&tenant_id=1cc99332f62546b88abbc073c3f35264 HTTP/1.1" status: 200 len: 267 time: 0.0442691 Dec 20 16:49:36.201572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-a90a8e9f-3061-40f3-9263-5a277fb62310 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:36.203115 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-a90a8e9f-3061-40f3-9263-5a277fb62310 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.0779769 Dec 20 16:49:36.214099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'port': {'security_groups': ['a6702485-5eaa-423e-b02a-fb86a9f7b965', '768c37ca-d93f-432d-aa1e-a92902c65956']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:49:36.336387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:36.597219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] For port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:36.622264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:36.696455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:36.702695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7a1ad519-616e-49a5-b94f-642ad7cb48d9 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:49:36.707825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:49:36.780566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:36.781203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:36.782864 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6b542be2-75b1-4534-97a7-8b8f0da4f3a9 req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "PUT /v2.0/ports/5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 981 time: 0.5734634 Dec 20 16:49:36.783445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:36.804067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'Port': ['ID=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,revision_number=6']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:36.807151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:49:36.848975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:49:36.885312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'status': 'completed', 'code': 200} Dec 20 16:49:37.042332 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-587ef4e1-58df-4060-9764-48cee4cb7112 req-28272144-9ac2-431e-8961-a1f58713d043 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1cc99332f62546b88abbc073c3f35264&device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1137 time: 0.1358860 Dec 20 16:49:37.049632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fd655-a3ac-43e9-a410-36fc5a8bef95 req-5fc82f29-cd76-45a5-800c-34c08498290d tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:37.054712 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5c1fd655-a3ac-43e9-a410-36fc5a8bef95 req-5fc82f29-cd76-45a5-800c-34c08498290d tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.1096568 Dec 20 16:49:37.175744 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-664328ff-ac89-4a04-b344-344131dbd121 None None] Provisioning complete for port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:37.176042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-664328ff-ac89-4a04-b344-344131dbd121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:37.183554 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5c1fd655-a3ac-43e9-a410-36fc5a8bef95 req-bfe911b6-98fd-4b81-83e5-f683f5ee2fbb tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120417 Dec 20 16:49:37.223150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ef4e1-58df-4060-9764-48cee4cb7112 req-f79b4d4a-e321-4282-a7fc-4b319df71294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:37.230018 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-587ef4e1-58df-4060-9764-48cee4cb7112 req-f79b4d4a-e321-4282-a7fc-4b319df71294 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e HTTP/1.1" status: 200 len: 914 time: 0.1732748 Dec 20 16:49:37.366700 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-587ef4e1-58df-4060-9764-48cee4cb7112 req-bc13d02e-2c85-4a86-bca4-47c57cf8ce01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 1000 time: 0.1340570 Dec 20 16:49:37.435857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ef4e1-58df-4060-9764-48cee4cb7112 req-f333b82c-99de-4228-b4fa-77038a043c21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:37.437205 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-587ef4e1-58df-4060-9764-48cee4cb7112 req-f333b82c-99de-4228-b4fa-77038a043c21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=883ef32b-1005-488d-9925-468e20d43a4c HTTP/1.1" status: 200 len: 852 time: 0.0645351 Dec 20 16:49:37.512750 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-587ef4e1-58df-4060-9764-48cee4cb7112 req-a475de0a-58b7-4d2c-82dc-a8128db3230d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695684 Dec 20 16:49:37.656839 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-587ef4e1-58df-4060-9764-48cee4cb7112 req-75fb4d60-9d21-43ab-baf6-48a74509b1db service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378350 Dec 20 16:49:37.794159 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-587ef4e1-58df-4060-9764-48cee4cb7112 req-fe927258-459f-4b50-ae0b-55025b98b501 service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309278 Dec 20 16:49:40.001827 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:49:45.478765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:52.073375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-995071ef-03bf-435e-a06c-bf592ed39e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:54.319112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9d1774e6-63b4-4a4b-bcd5-ffb2914247d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:55.548157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:55.696457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:49:57.101533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:14.218363 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f345d9c3-4c71-4ae4-ad91-f19442102ed6 req-a2c24e8d-11f9-4a85-9bd7-74bba229204c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2548776 Dec 20 16:50:14.370697 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f345d9c3-4c71-4ae4-ad91-f19442102ed6 req-680e1357-17fb-4983-949e-6d954a3e6dbe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1cc99332f62546b88abbc073c3f35264&device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1137 time: 0.0769944 Dec 20 16:50:14.533908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d9c3-4c71-4ae4-ad91-f19442102ed6 req-16684043-dce7-4310-a3c2-cb4215594644 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:14.535428 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f345d9c3-4c71-4ae4-ad91-f19442102ed6 req-16684043-dce7-4310-a3c2-cb4215594644 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e HTTP/1.1" status: 200 len: 914 time: 0.1439214 Dec 20 16:50:14.649799 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f345d9c3-4c71-4ae4-ad91-f19442102ed6 req-472725ff-9b88-4dfe-b132-c66ca39b8295 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 1000 time: 0.1065292 Dec 20 16:50:14.725700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d9c3-4c71-4ae4-ad91-f19442102ed6 req-42a33a2d-2d63-4bc0-9cb7-54b9a50e3be6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:14.727330 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f345d9c3-4c71-4ae4-ad91-f19442102ed6 req-42a33a2d-2d63-4bc0-9cb7-54b9a50e3be6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=883ef32b-1005-488d-9925-468e20d43a4c HTTP/1.1" status: 200 len: 852 time: 0.0714030 Dec 20 16:50:14.814871 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f345d9c3-4c71-4ae4-ad91-f19442102ed6 req-86a1ebdc-cf7d-43f3-869a-0da13f25705f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813138 Dec 20 16:50:14.964949 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f345d9c3-4c71-4ae4-ad91-f19442102ed6 req-9b17ed38-7aae-46c9-a985-4c1be3d8fb6f service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432810 Dec 20 16:50:15.138652 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f345d9c3-4c71-4ae4-ad91-f19442102ed6 req-ecf38674-9f7a-41bb-8c74-72ad147fcd24 service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667845 Dec 20 16:50:15.415822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:17.008148 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:50:22.030853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c235459f-9975-4282-8116-35de84c50247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:23.825986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe52bf4-1fdb-4b75-a853-b96e3d41301a req-aec502fc-139a-4111-8496-d80fac92047d tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:23.827609 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4fe52bf4-1fdb-4b75-a853-b96e3d41301a req-aec502fc-139a-4111-8496-d80fac92047d tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.1381865 Dec 20 16:50:23.884103 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5263395-3067-44e3-84a2-1725b98f9369 req-b9af7e26-357a-457d-8e88-ca0a377117af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1cc99332f62546b88abbc073c3f35264&device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1137 time: 0.1345232 Dec 20 16:50:23.920820 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4fe52bf4-1fdb-4b75-a853-b96e3d41301a req-0d17f9c3-52e2-40b4-bf79-e525a7924312 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790734 Dec 20 16:50:24.046084 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5263395-3067-44e3-84a2-1725b98f9369 req-86cd4866-ff59-4fd2-a5ef-ed88499ec4c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:24.047881 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5263395-3067-44e3-84a2-1725b98f9369 req-86cd4866-ff59-4fd2-a5ef-ed88499ec4c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e HTTP/1.1" status: 200 len: 914 time: 0.1570139 Dec 20 16:50:24.167315 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5263395-3067-44e3-84a2-1725b98f9369 req-73543a2f-46e8-4f40-a1bc-dc9a7d76c4dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 1000 time: 0.1120579 Dec 20 16:50:24.239615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5263395-3067-44e3-84a2-1725b98f9369 req-7e738e79-28b0-4b19-99cc-621cf33fd334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:24.241262 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5263395-3067-44e3-84a2-1725b98f9369 req-7e738e79-28b0-4b19-99cc-621cf33fd334 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=883ef32b-1005-488d-9925-468e20d43a4c HTTP/1.1" status: 200 len: 852 time: 0.0672023 Dec 20 16:50:24.331958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5263395-3067-44e3-84a2-1725b98f9369 req-301913a8-21ee-4dde-b645-586360d9d3c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833778 Dec 20 16:50:24.390668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2436bd92-fa71-4f91-8b5b-c23d2d10cdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:24.493082 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5263395-3067-44e3-84a2-1725b98f9369 req-609c1e28-b33b-4107-a3f2-2ac39fd3658d service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541624 Dec 20 16:50:24.760417 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e5263395-3067-44e3-84a2-1725b98f9369 req-f16928eb-0eed-46e8-8b2e-6f8a3f0955b9 service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600913 Dec 20 16:50:25.163007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b4dcf-6d95-498e-9ab0-7c27042a9124 req-2e154487-fb0d-4338-a84d-da78c5cb1a7e tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:25.164468 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a56b4dcf-6d95-498e-9ab0-7c27042a9124 req-2e154487-fb0d-4338-a84d-da78c5cb1a7e tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.0908051 Dec 20 16:50:25.228985 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a56b4dcf-6d95-498e-9ab0-7c27042a9124 req-43a3c80a-0b22-4660-848a-53de3790de27 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535173 Dec 20 16:50:25.535983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:25.659470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:26.490632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5274ffa-a53c-4845-892c-a72686fd27d9 req-e76f6d64-d08f-4b21-bf5f-bcc02285e6a0 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:26.492583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d5274ffa-a53c-4845-892c-a72686fd27d9 req-e76f6d64-d08f-4b21-bf5f-bcc02285e6a0 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.0910411 Dec 20 16:50:26.546695 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d5274ffa-a53c-4845-892c-a72686fd27d9 req-9884592f-9e0c-476c-88d4-4d9231f67cce tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470889 Dec 20 16:50:27.147435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:27.779482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b9dac-1147-4ad6-a0d9-27d1aeefdfeb req-6365007b-f602-46ad-a686-0f260b0ed4c1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:27.781684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-727b9dac-1147-4ad6-a0d9-27d1aeefdfeb req-6365007b-f602-46ad-a686-0f260b0ed4c1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.0897760 Dec 20 16:50:27.838118 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-727b9dac-1147-4ad6-a0d9-27d1aeefdfeb req-52f69288-2a5c-48ce-95d6-32fd467f911d tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493162 Dec 20 16:50:29.062044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53c811-90ac-4d39-99f7-9779b6eae668 req-c53035ca-ce46-41b4-b5f8-d3d2a148c331 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:29.063653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f53c811-90ac-4d39-99f7-9779b6eae668 req-c53035ca-ce46-41b4-b5f8-d3d2a148c331 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.0858769 Dec 20 16:50:29.118438 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7f53c811-90ac-4d39-99f7-9779b6eae668 req-4d493d49-50cc-453c-b56a-ed5179514218 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485029 Dec 20 16:50:30.330127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eea39-9061-4d14-8a31-8d5e42091f19 req-79d189dc-bc8c-42a1-b844-84470f969826 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:30.331764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-053eea39-9061-4d14-8a31-8d5e42091f19 req-79d189dc-bc8c-42a1-b844-84470f969826 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.0828962 Dec 20 16:50:30.391927 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-053eea39-9061-4d14-8a31-8d5e42091f19 req-4cf0b450-3706-40b3-84a0-f33ece3558bc tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493214 Dec 20 16:50:31.599878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0469e5-49ce-4b0e-957c-59b3e6610fed req-91601721-316b-4cfd-bdc4-f070764a3613 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:31.601288 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7b0469e5-49ce-4b0e-957c-59b3e6610fed req-91601721-316b-4cfd-bdc4-f070764a3613 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.0825491 Dec 20 16:50:31.650610 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7b0469e5-49ce-4b0e-957c-59b3e6610fed req-234f3735-309f-438a-92fa-f907920e8c2a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435247 Dec 20 16:50:32.917450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb06340-6fae-498f-afd1-98f0ee323191 req-fcc008da-c1e4-4f7a-baf1-eb2fb68a1249 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:32.919426 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8fb06340-6fae-498f-afd1-98f0ee323191 req-fcc008da-c1e4-4f7a-baf1-eb2fb68a1249 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.1292112 Dec 20 16:50:33.002412 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8fb06340-6fae-498f-afd1-98f0ee323191 req-d24ed0f8-e120-41e8-a63b-dfac0a3fd6b4 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695829 Dec 20 16:50:34.248199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17869a-b0c5-4253-bccb-eeec2754e70e req-defd3a08-b3d6-429b-96d2-83dc16a754f0 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:34.249948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c17869a-b0c5-4253-bccb-eeec2754e70e req-defd3a08-b3d6-429b-96d2-83dc16a754f0 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.0930247 Dec 20 16:50:34.308304 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2c17869a-b0c5-4253-bccb-eeec2754e70e req-a24df12d-7941-4be3-adb4-369984a93f44 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484521 Dec 20 16:50:35.552958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc073af-299b-4a32-8f80-ab99dc52fb41 req-ca99e30a-ffd7-4ee7-9a26-25b3e84eb19c tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:35.554428 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0dc073af-299b-4a32-8f80-ab99dc52fb41 req-ca99e30a-ffd7-4ee7-9a26-25b3e84eb19c tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.0918279 Dec 20 16:50:35.609935 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0dc073af-299b-4a32-8f80-ab99dc52fb41 req-68c3dba2-6587-4c40-af83-634d1a29aa8e tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488284 Dec 20 16:50:36.845942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ae0fe-f606-4005-b3ca-2270126f0fbd req-eb9aeff6-3882-4243-9c8e-45da37935f6c tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:36.847572 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c43ae0fe-f606-4005-b3ca-2270126f0fbd req-eb9aeff6-3882-4243-9c8e-45da37935f6c tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.0920219 Dec 20 16:50:36.902553 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c43ae0fe-f606-4005-b3ca-2270126f0fbd req-6c17ecd0-e9be-4c07-9cd2-2987c26de7a6 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=768c37ca-d93f-432d-aa1e-a92902c65956&id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491650 Dec 20 16:50:45.438369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:52.035690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-27454b14-9692-4698-86f4-27bf2f47a3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:53.999408 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:50:54.321372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f87ed0e3-a6e2-4951-8fa0-b4eb2cbf1548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:55.523658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:55.660889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:50:57.155508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:14.050498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11728fbc-c676-4987-8895-9a0d461dab60 req-207ff11d-6fae-453e-a02d-21936973a028 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889730 Dec 20 16:51:14.199805 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11728fbc-c676-4987-8895-9a0d461dab60 req-c2cef9d2-ee14-41b2-b22c-cc7bc13ab35d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1cc99332f62546b88abbc073c3f35264&device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1137 time: 0.0761595 Dec 20 16:51:14.363249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11728fbc-c676-4987-8895-9a0d461dab60 req-be397721-e9e3-414b-a9e5-3824218aa205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:14.365061 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11728fbc-c676-4987-8895-9a0d461dab60 req-be397721-e9e3-414b-a9e5-3824218aa205 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e HTTP/1.1" status: 200 len: 914 time: 0.1450071 Dec 20 16:51:14.499639 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11728fbc-c676-4987-8895-9a0d461dab60 req-97fa2478-2392-4999-9db4-bbfe55a7159d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 1000 time: 0.1272087 Dec 20 16:51:14.567663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11728fbc-c676-4987-8895-9a0d461dab60 req-2b674b4e-411c-488b-9b75-41059934745a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:14.569111 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11728fbc-c676-4987-8895-9a0d461dab60 req-2b674b4e-411c-488b-9b75-41059934745a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=883ef32b-1005-488d-9925-468e20d43a4c HTTP/1.1" status: 200 len: 852 time: 0.0630033 Dec 20 16:51:14.650504 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11728fbc-c676-4987-8895-9a0d461dab60 req-9123d881-01bc-45e2-940a-1739b89854dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733013 Dec 20 16:51:14.797395 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11728fbc-c676-4987-8895-9a0d461dab60 req-4731ca26-bfd2-4d39-aa7e-f98e086b8bc6 service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405835 Dec 20 16:51:15.065717 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11728fbc-c676-4987-8895-9a0d461dab60 req-13963dd4-59d4-41bd-afbb-fb4c04410342 service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587743 Dec 20 16:51:15.469181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:22.068740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-feccde1a-759a-4807-9789-3285f0b7c3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:24.466271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c8775137-2a40-4e8c-9239-2604b01c525a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:25.529101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:25.686552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:27.117456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:31.004178 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:51:40.727760 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-e1b7d6be-4f23-4c28-a756-08810cc8ad36 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892999851&fields=id&tenant_id=1cc99332f62546b88abbc073c3f35264 HTTP/1.1" status: 200 len: 267 time: 0.0529659 Dec 20 16:51:40.823110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-2af921a2-8305-46bd-9401-8da092b6b7b2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:40.824645 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-2af921a2-8305-46bd-9401-8da092b6b7b2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 984 time: 0.0906096 Dec 20 16:51:40.835787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Request body: {'port': {'security_groups': ['a6702485-5eaa-423e-b02a-fb86a9f7b965']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:51:40.959793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:41.222155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] For port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:41.250785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:41.382867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:41.390386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b02d443-5e7b-45ed-bee4-b7c9c00ab2da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:51:41.397490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:51:41.458152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:41.458804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:41.460276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-78387372-9484-479f-ad6a-ce82a33ec2a6 req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "PUT /v2.0/ports/5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 942 time: 0.6295385 Dec 20 16:51:41.460862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:41.471758 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 34968) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:51:41.500805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event updated for resources: {'Port': ['ID=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,revision_number=7']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:41.530194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.534327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.534327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.534327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.534327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.534327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.534327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.534327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.534327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.534327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.534327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.550083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:51:41.595634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:51:41.643409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:41.685574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:41.853522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-700ca202-202d-469b-983c-e25467f91c87 None None] Provisioning complete for port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:41.853918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-700ca202-202d-469b-983c-e25467f91c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:41.866074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:41.870842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8aa0c66d-3cd0-4cda-86b8-6fa4881e0801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:51:41.892243 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c37ca-d93f-432d-aa1e-a92902c65956,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:41.900694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:41.905516 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "DELETE /v2.0/security-groups/768c37ca-d93f-432d-aa1e-a92902c65956 HTTP/1.1" status: 204 len: 168 time: 0.4261942 Dec 20 16:51:41.906532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 34988) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:51:41.911223 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.911608 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.911977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.912349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.912717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.913077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.913441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.913797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.914158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.915158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.915517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:41.919879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5add8194-f68c-4f88-acc9-0be7b977cb7b tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:51:42.308824 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Deleting port 0f4ebf7c-c93f-4442-b619-f4f677cc19ee {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:51:42.309382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:42.528253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:42.528496 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:42.658178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Calling delete_port for 0f4ebf7c-c93f-4442-b619-f4f677cc19ee owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:51:42.846548 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'status': 'completed', 'code': 200} Dec 20 16:51:42.920384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:42.929337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ed673beb-8e32-4025-823b-63e86d19009f tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:51:43.012003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event deleted for resources: {'Port': ['ID=0f4ebf7c-c93f-4442-b619-f4f677cc19ee,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:43.017009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:51:43.121369 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d9b9fdee-4ca0-454f-8604-2ba6755feb89 req-dc0126bd-7532-4ed6-a582-7ce0710df966 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1cc99332f62546b88abbc073c3f35264&device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1098 time: 0.2516601 Dec 20 16:51:43.146455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:43.457388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9fdee-4ca0-454f-8604-2ba6755feb89 req-314811c5-7f80-4213-a129-d9b2333e939b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:43.458812 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d9b9fdee-4ca0-454f-8604-2ba6755feb89 req-314811c5-7f80-4213-a129-d9b2333e939b service neutron] 10.222.0.64 "GET /v2.0/networks?id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e HTTP/1.1" status: 200 len: 914 time: 0.3306830 Dec 20 16:51:43.590352 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d9b9fdee-4ca0-454f-8604-2ba6755feb89 req-4324c8c4-4fe2-4cc1-9997-6b2e0e618ac1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 217 time: 0.0744019 Dec 20 16:51:43.671875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9fdee-4ca0-454f-8604-2ba6755feb89 req-5562b8c8-6646-4040-a148-8297cc878895 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:43.673347 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d9b9fdee-4ca0-454f-8604-2ba6755feb89 req-5562b8c8-6646-4040-a148-8297cc878895 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=883ef32b-1005-488d-9925-468e20d43a4c HTTP/1.1" status: 200 len: 852 time: 0.0763028 Dec 20 16:51:43.846203 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d9b9fdee-4ca0-454f-8604-2ba6755feb89 req-c7215648-b296-4b0b-9008-dc734f71861b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1656938 Dec 20 16:51:44.066046 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d9b9fdee-4ca0-454f-8604-2ba6755feb89 req-7a9794c8-272b-4d7c-b025-46e3a2d8883a service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069311 Dec 20 16:51:44.233392 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d9b9fdee-4ca0-454f-8604-2ba6755feb89 req-b7d3e59f-bbff-4c91-a111-a6aa0bcdcfad service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581085 Dec 20 16:51:44.241657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Router 96925b1a-ca3d-41a8-a15c-416930058b4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:51:44.502617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:51:44.513139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] Sync routers for ids ['96925b1a-ca3d-41a8-a15c-416930058b4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:51:44.527719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] Routers {'96925b1a-ca3d-41a8-a15c-416930058b4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:44.528580 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:51:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['96925b1a-ca3d-41a8-a15c-416930058b4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:44.624616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:44.684282 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "DELETE /v2.0/floatingips/bbf8c3c6-f2ac-45fc-b272-adec0e7baa08 HTTP/1.1" status: 204 len: 168 time: 2.7757282 Dec 20 16:51:44.734139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] Set router 96925b1a-ca3d-41a8-a15c-416930058b4d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:51:44.848310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:44.923582 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'status': 'completed', 'code': 200} Dec 20 16:51:45.026672 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a5719840-31e8-4d3d-894b-f5863e832536 req-22782b47-e23f-43bb-a283-997e61fddbb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1cc99332f62546b88abbc073c3f35264&device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 1098 time: 0.0913544 Dec 20 16:51:45.107318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:44Z', 'revision_number': 5, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:45.114198 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] Checking router: 96925b1a-ca3d-41a8-a15c-416930058b4d for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:51:45.133875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] Routers {'96925b1a-ca3d-41a8-a15c-416930058b4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:45.134938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:51:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['96925b1a-ca3d-41a8-a15c-416930058b4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:45.451859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5719840-31e8-4d3d-894b-f5863e832536 req-9a1cabc9-f945-4568-b601-d110d419cace service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:45.454283 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a5719840-31e8-4d3d-894b-f5863e832536 req-9a1cabc9-f945-4568-b601-d110d419cace service neutron] 10.222.0.64 "GET /v2.0/networks?id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e HTTP/1.1" status: 200 len: 914 time: 0.4177954 Dec 20 16:51:45.533746 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] Set router 96925b1a-ca3d-41a8-a15c-416930058b4d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:51:45.571432 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a5719840-31e8-4d3d-894b-f5863e832536 req-3fb2fe1e-dbd5-4466-b0e1-f674aa55e48f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 200 len: 217 time: 0.1098652 Dec 20 16:51:45.583831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:45.650516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5719840-31e8-4d3d-894b-f5863e832536 req-9186a0c5-4074-4945-a387-727f491a9d4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:45.652190 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a5719840-31e8-4d3d-894b-f5863e832536 req-9186a0c5-4074-4945-a387-727f491a9d4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=883ef32b-1005-488d-9925-468e20d43a4c HTTP/1.1" status: 200 len: 852 time: 0.0725813 Dec 20 16:51:45.748532 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a5719840-31e8-4d3d-894b-f5863e832536 req-b8564031-c913-4ec9-8e90-9c6e4b41b75a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88bc6d5a-def2-47d9-97a4-e29ad1043f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882883 Dec 20 16:51:45.955170 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a5719840-31e8-4d3d-894b-f5863e832536 req-cfd69096-3f04-4e68-a366-4e5014e80505 service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980772 Dec 20 16:51:45.979377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:44Z', 'revision_number': 5, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:45.984565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da734288-e869-497b-90b2-abd45b8d9a04 None None] The sync data for ids ['96925b1a-ca3d-41a8-a15c-416930058b4d'] in dv-neutron-821074-1-hyperv is: [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 4, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0', 'name': '', 'network_id': '88bc6d5a-def2-47d9-97a4-e29ad1043f3e', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'mac_address': 'fa:16:3e:84:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883ef32b-1005-488d-9925-468e20d43a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:24Z', 'updated_at': '2021-12-20T16:48:44Z', 'revision_number': 5, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'subnets': [{'id': '883ef32b-1005-488d-9925-468e20d43a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:51:46.192134 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a5719840-31e8-4d3d-894b-f5863e832536 req-369c0311-ca86-4a52-8b9a-b1ecbb485be4 service neutron] 10.222.0.64 "GET /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291286 Dec 20 16:51:46.319935 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707eb3b-b717-4f75-945e-797e6c0590c9 None None] New status for floating IP bbf8c3c6-f2ac-45fc-b272-adec0e7baa08: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:51:51.273372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552f2af-8f9f-431a-a808-30398ea7dc1f req-505be5db-e517-47f1-991e-7c3099b2c239 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:51.274241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-7552f2af-8f9f-431a-a808-30398ea7dc1f req-505be5db-e517-47f1-991e-7c3099b2c239 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Synchronizing usage tracker for tenant:1cc99332f62546b88abbc073c3f35264 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:51:51.359759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-7552f2af-8f9f-431a-a808-30398ea7dc1f req-505be5db-e517-47f1-991e-7c3099b2c239 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Unset dirty status for tenant:1cc99332f62546b88abbc073c3f35264 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:51:51.361008 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7552f2af-8f9f-431a-a808-30398ea7dc1f req-505be5db-e517-47f1-991e-7c3099b2c239 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.1820087 Dec 20 16:51:51.415592 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7552f2af-8f9f-431a-a808-30398ea7dc1f req-ba25517e-e325-49b9-a747-c05a5d7689fe tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486064 Dec 20 16:51:52.056931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-164fdfdd-c563-41ac-9de4-b96375720d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:52.648165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b450c2-4702-4148-a9cd-50f013562d7a req-a5019517-67c9-4b81-891e-7ac125edca9e tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:52.650409 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91b450c2-4702-4148-a9cd-50f013562d7a req-a5019517-67c9-4b81-891e-7ac125edca9e tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.0852773 Dec 20 16:51:52.707853 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-91b450c2-4702-4148-a9cd-50f013562d7a req-8b6668a7-1d54-4dba-87f5-4c48b80ce3ad tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474837 Dec 20 16:51:53.214295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808eb12-7163-423b-aedd-7147176e027d req-1988d6ec-06a8-4f04-9c11-3c8fe901bbe2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:53.216148 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7808eb12-7163-423b-aedd-7147176e027d req-1988d6ec-06a8-4f04-9c11-3c8fe901bbe2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.64 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.0914850 Dec 20 16:51:53.292605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-7808eb12-7163-423b-aedd-7147176e027d req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Deleting port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:51:53.292954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7808eb12-7163-423b-aedd-7147176e027d req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:53.576671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-7808eb12-7163-423b-aedd-7147176e027d req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] For port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:53.577030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7808eb12-7163-423b-aedd-7147176e027d req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:53.707367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-7808eb12-7163-423b-aedd-7147176e027d req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Calling delete_port for 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:51:54.014679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7eda0-2073-44ca-91db-25a94f18ce7d req-45e0a0ea-04c1-4769-8e5f-e3339f0140a7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:54.017498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-58f7eda0-2073-44ca-91db-25a94f18ce7d req-45e0a0ea-04c1-4769-8e5f-e3339f0140a7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 945 time: 0.1197095 Dec 20 16:51:54.060199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7808eb12-7163-423b-aedd-7147176e027d req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:54.074682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:51:54.076837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3a891a70-7319-4f5d-be65-5733dbe98fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:51:54.145189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Pushing event deleted for resources: {'Port': ['ID=5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:54.148667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:51:54.151519 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-58f7eda0-2073-44ca-91db-25a94f18ce7d req-0a081f52-c598-47d0-8181-4efc192f9eeb tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6702485-5eaa-423e-b02a-fb86a9f7b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278028 Dec 20 16:51:54.374858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8429d0fe-a199-4a1f-b026-24fdbec38ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:54.407717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7808eb12-7163-423b-aedd-7147176e027d req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] No DVR routers for this DVR port 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:51:54.410608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-7808eb12-7163-423b-aedd-7147176e027d req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:54.413464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'name': 'network-vif-deleted', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:54.504461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7808eb12-7163-423b-aedd-7147176e027d req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.64 "DELETE /v2.0/ports/5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 HTTP/1.1" status: 204 len: 173 time: 1.2826173 Dec 20 16:51:54.517193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd358a94b-42d8-4e19-91a7-9a2f65950ef6', 'name': 'network-vif-deleted', 'tag': '5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901', 'status': 'completed', 'code': 200} Dec 20 16:51:55.500091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-1df8dc77-ffc3-4fd5-866d-85f77b368e6b req-2fe0c86b-a32c-4e25-864d-b972a9f8c9d3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Synchronizing usage tracker for tenant:1cc99332f62546b88abbc073c3f35264 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:51:55.540639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:55.631078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-1df8dc77-ffc3-4fd5-866d-85f77b368e6b req-2fe0c86b-a32c-4e25-864d-b972a9f8c9d3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Unset dirty status for tenant:1cc99332f62546b88abbc073c3f35264 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:51:55.632317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1df8dc77-ffc3-4fd5-866d-85f77b368e6b req-2fe0c86b-a32c-4e25-864d-b972a9f8c9d3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] 10.222.0.62 "GET /v2.0/ports?device_id=d358a94b-42d8-4e19-91a7-9a2f65950ef6 HTTP/1.1" status: 200 len: 210 time: 0.2087283 Dec 20 16:51:55.734532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:56.661254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:51:56.700496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:51:56.700850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 5a6f4ca1-7cb5-4e84-9c6b-1280f11ea901 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:51:57.194436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:51:59.361940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35080) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:51:59.813166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:00.545456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Deleting port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:52:00.546212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:00.740076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] For port c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:00.740561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:00.869273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Calling delete_port for c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:52:01.274877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:01.282684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-56cfbcca-461a-4272-956b-41766f04a758 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:01.362971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:01.370530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:01.738526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:02.380625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Router 96925b1a-ca3d-41a8-a15c-416930058b4d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:52:02.623951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:02.634767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] Sync routers for ids ['96925b1a-ca3d-41a8-a15c-416930058b4d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:52:02.648260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] Routers {'96925b1a-ca3d-41a8-a15c-416930058b4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:02.648909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['96925b1a-ca3d-41a8-a15c-416930058b4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:02.804272 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] 10.222.0.62 "PUT /v2.0/routers/96925b1a-ca3d-41a8-a15c-416930058b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4383655 Dec 20 16:52:02.804874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35084) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:02.897268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] Set router 96925b1a-ca3d-41a8-a15c-416930058b4d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:52:03.034474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:03.259233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:52:01Z', 'revision_number': 5, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:03.260232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] Checking router: 96925b1a-ca3d-41a8-a15c-416930058b4d for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:52:03.272456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] Routers {'96925b1a-ca3d-41a8-a15c-416930058b4d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:03.273117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['96925b1a-ca3d-41a8-a15c-416930058b4d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:03.400540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:03.464802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] Set router 96925b1a-ca3d-41a8-a15c-416930058b4d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:52:03.478996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Deleting port eeb8b436-0f6d-4c85-a433-f17f59aead32 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:52:03.479343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:03.698485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] For port eeb8b436-0f6d-4c85-a433-f17f59aead32, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=eeb8b436-0f6d-4c85-a433-f17f59aead32,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:03.698815 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:03.839915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:52:01Z', 'revision_number': 5, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:03.847794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c364ecba-99d3-4ed6-b854-39f8aa973a54 None None] The sync data for ids ['96925b1a-ca3d-41a8-a15c-416930058b4d'] in dv-neutron-821074-1-hyperv is: [{'id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'name': 'tempest-TestMinimumBasicScenario-24168851-router', 'tenant_id': '1cc99332f62546b88abbc073c3f35264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:52:01Z', 'revision_number': 5, 'project_id': '1cc99332f62546b88abbc073c3f35264', 'gw_port': {'id': 'eeb8b436-0f6d-4c85-a433-f17f59aead32', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96925b1a-ca3d-41a8-a15c-416930058b4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:22Z', 'updated_at': '2021-12-20T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:52:03.896354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Calling delete_port for eeb8b436-0f6d-4c85-a433-f17f59aead32 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:52:04.164967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:04.168979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-16b61ebd-b4fa-4a76-b638-df9e4a96e8e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:04.213301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb8b436-0f6d-4c85-a433-f17f59aead32,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:04.217257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:04.252561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:52:04.312670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:52:04.313269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c87ff0d0-b294-471c-bbfc-8e6bbc77cfe0 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:52:04.529609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:04.859805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:04.865120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:04.994255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:04.995110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96925b1a-ca3d-41a8-a15c-416930058b4d {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:52:05.011448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:05.012815 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] 10.222.0.62 "DELETE /v2.0/routers/96925b1a-ca3d-41a8-a15c-416930058b4d HTTP/1.1" status: 204 len: 168 time: 2.2065716 Dec 20 16:52:05.016929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35088) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:05.238209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fea201-ce07-41ab-9021-5bcc6cd8447e admin admin] Deleting subnet 883ef32b-1005-488d-9925-468e20d43a4c {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:52:05.241663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e9fea201-ce07-41ab-9021-5bcc6cd8447e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:05.294773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e9fea201-ce07-41ab-9021-5bcc6cd8447e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:05.383950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e9fea201-ce07-41ab-9021-5bcc6cd8447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:05.597702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e9fea201-ce07-41ab-9021-5bcc6cd8447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:05.602625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-33f98543-8c3b-4037-bdc0-b2bb897d4ff0 tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:05.640216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fea201-ce07-41ab-9021-5bcc6cd8447e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883ef32b-1005-488d-9925-468e20d43a4c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:05.642788 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e9fea201-ce07-41ab-9021-5bcc6cd8447e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:05.646441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e9fea201-ce07-41ab-9021-5bcc6cd8447e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:05.654695 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e9fea201-ce07-41ab-9021-5bcc6cd8447e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/883ef32b-1005-488d-9925-468e20d43a4c HTTP/1.1" status: 204 len: 168 time: 0.6361475 Dec 20 16:52:05.658656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c110f8-dddf-4fdf-bc89-0fc31f4f4767 None None] Network 88bc6d5a-def2-47d9-97a4-e29ad1043f3e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:52:05.659683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35092) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:05.822365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:05.834889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Deleting port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:52:05.835283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:05.938175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] DHCP port deletion for 88bc6d5a-def2-47d9-97a4-e29ad1043f3e request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:52:05.943508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] Deleting port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:52:05.944100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:06.062245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:52:06.155505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] For port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3bc6f75f-d4ab-49a6-8345-ab2c09e318e5,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:06.155505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:06.293172 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Calling delete_port for 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:52:06.345451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] For port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3bc6f75f-d4ab-49a6-8345-ab2c09e318e5,segment=NetworkSegment(8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9),segment_id=8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:06.345859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:06.479260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:06.484486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:06.494543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-89e128bb-ce04-4d58-88b8-54d792612d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:06.494887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] Calling delete_port for 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:52:06.549094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc6f75f-d4ab-49a6-8345-ab2c09e318e5,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:06.553532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:06.561168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] No DVR routers for this DVR port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:52:06.628953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device eeb8b436-0f6d-4c85-a433-f17f59aead32 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:52:06.673597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: eeb8b436-0f6d-4c85-a433-f17f59aead32 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:52:06.674770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device eeb8b436-0f6d-4c85-a433-f17f59aead32 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:52:06.687682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:52:06.688102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:52:06.720541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:06.750331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bc6d5a-def2-47d9-97a4-e29ad1043f3e']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:06.765235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:06.765535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2929bf-8ee0-4040-8ad2-9bc1d8325bd9') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:06.778689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:06.796477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:06.803459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:52:06.803859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:52:06.818207 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:52:06.987751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:06.991710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-62866586-7967-4be7-a3a3-90dca5c1bfa5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:07.008466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:07.015298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=88bc6d5a-def2-47d9-97a4-e29ad1043f3e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:07.024491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:07.149238 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/88bc6d5a-def2-47d9-97a4-e29ad1043f3e HTTP/1.1" status: 204 len: 168 time: 1.4880376 Dec 20 16:52:07.152741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35096) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:07.189672 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] Deleting port 3bc6f75f-d4ab-49a6-8345-ab2c09e318e5 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:52:07.190279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:07.289463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4bd1-2499-4283-8baa-4b795dbf412e None None] The port '3bc6f75f-d4ab-49a6-8345-ab2c09e318e5' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:52:07.704194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:08.004915 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:52:08.543245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Deleting port 508b5e5e-6538-4343-9937-196b02b06e82 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:52:08.543484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:08.737616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] For port 508b5e5e-6538-4343-9937-196b02b06e82, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=508b5e5e-6538-4343-9937-196b02b06e82,segment=NetworkSegment(7f50f21e-7568-4c32-a33b-f0151782aff5),segment_id=7f50f21e-7568-4c32-a33b-f0151782aff5)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:08.738365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:08.885134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Calling delete_port for 508b5e5e-6538-4343-9937-196b02b06e82 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:52:09.182474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:09.189418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:09.272942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=508b5e5e-6538-4343-9937-196b02b06e82,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:09.280438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:09.642828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:10.491429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:52:10.719499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:10.736620 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] Sync routers for ids ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:52:10.750861 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] Routers {'8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:10.751614 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:10.851587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] 10.222.0.62 "PUT /v2.0/routers/8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6970334 Dec 20 16:52:10.854323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35102) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:10.940828 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] Set router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:52:11.069469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:11.258793 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'name': 'tempest-TestMinimumBasicScenario-1898622641-router', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:29Z', 'updated_at': '2021-12-20T16:52:09Z', 'revision_number': 5, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'gw_port': {'id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:30Z', 'updated_at': '2021-12-20T16:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:11.264561 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] Checking router: 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:52:11.279576 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] Routers {'8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:11.280398 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:51:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:11.297273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:11.393442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Deleting port 28b01d43-33b2-4b66-beaf-af1a62723b3e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:52:11.393855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:11.513642 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] Set router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:52:11.640467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] For port 28b01d43-33b2-4b66-beaf-af1a62723b3e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=28b01d43-33b2-4b66-beaf-af1a62723b3e,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:11.641413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:11.853886 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'name': 'tempest-TestMinimumBasicScenario-1898622641-router', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:29Z', 'updated_at': '2021-12-20T16:52:09Z', 'revision_number': 5, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'gw_port': {'id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:30Z', 'updated_at': '2021-12-20T16:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:11.859262 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650a6b2b-de7b-436a-afc8-98c14548f17f None None] The sync data for ids ['8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48'] in dv-neutron-821074-1-hyperv is: [{'id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'name': 'tempest-TestMinimumBasicScenario-1898622641-router', 'tenant_id': 'dd8c541efaed4457abee967b333a57e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:29Z', 'updated_at': '2021-12-20T16:52:09Z', 'revision_number': 5, 'project_id': 'dd8c541efaed4457abee967b333a57e2', 'gw_port': {'id': '28b01d43-33b2-4b66-beaf-af1a62723b3e', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:30Z', 'updated_at': '2021-12-20T16:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:52:11.938491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Calling delete_port for 28b01d43-33b2-4b66-beaf-af1a62723b3e owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:52:12.222047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:12.233971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:12.237355 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 508b5e5e-6538-4343-9937-196b02b06e82 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:52:12.295705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 508b5e5e-6538-4343-9937-196b02b06e82 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:52:12.296048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 508b5e5e-6538-4343-9937-196b02b06e82 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:52:12.312287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b01d43-33b2-4b66-beaf-af1a62723b3e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:12.320187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:12.593954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:12.878759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:12.885215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:13.031329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:13.031981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:52:13.048597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:13.050636 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8cc3cfa6-5ba1-46b0-a9c7-9a7f88a2cd48 HTTP/1.1" status: 204 len: 168 time: 2.1944110 Dec 20 16:52:13.053906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35106) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:13.135712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe994ee-7c09-4d32-b7f6-97687ab33904 admin admin] Deleting subnet bab443ee-9ab3-493e-9f5a-bf7ce38a85ad {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:52:13.142675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bfe994ee-7c09-4d32-b7f6-97687ab33904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:13.239432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bfe994ee-7c09-4d32-b7f6-97687ab33904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:13.349479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bfe994ee-7c09-4d32-b7f6-97687ab33904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:13.523414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bfe994ee-7c09-4d32-b7f6-97687ab33904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:13.528260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c2a0c6b2-c908-4846-8a7c-16b8eb754516 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:13.577458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe994ee-7c09-4d32-b7f6-97687ab33904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab443ee-9ab3-493e-9f5a-bf7ce38a85ad,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:13.581159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bfe994ee-7c09-4d32-b7f6-97687ab33904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:13.588479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bfe994ee-7c09-4d32-b7f6-97687ab33904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:13.596157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a3399-1a1a-45ed-a510-7ba13290d149 None None] Network af57955d-043d-46f9-ad18-ac9c42c608f1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:52:13.597950 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bfe994ee-7c09-4d32-b7f6-97687ab33904 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bab443ee-9ab3-493e-9f5a-bf7ce38a85ad HTTP/1.1" status: 204 len: 168 time: 0.5414960 Dec 20 16:52:13.601657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35110) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:13.760249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:13.772536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Deleting port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:52:13.773518 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:13.893159 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] DHCP port deletion for af57955d-043d-46f9-ad18-ac9c42c608f1 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:52:13.900331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] Deleting port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:52:13.900973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.060732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 30c3707a-cb5e-42a9-a0b6-e832f955cc22 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:52:14.176844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] For port 30c3707a-cb5e-42a9-a0b6-e832f955cc22, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=30c3707a-cb5e-42a9-a0b6-e832f955cc22,segment=NetworkSegment(7f50f21e-7568-4c32-a33b-f0151782aff5),segment_id=7f50f21e-7568-4c32-a33b-f0151782aff5)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:14.177873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.297039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] For port 30c3707a-cb5e-42a9-a0b6-e832f955cc22, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=30c3707a-cb5e-42a9-a0b6-e832f955cc22,segment=NetworkSegment(7f50f21e-7568-4c32-a33b-f0151782aff5),segment_id=7f50f21e-7568-4c32-a33b-f0151782aff5)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:14.297362 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.309472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Calling delete_port for 30c3707a-cb5e-42a9-a0b6-e832f955cc22 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:52:14.440157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.456801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] Calling delete_port for 30c3707a-cb5e-42a9-a0b6-e832f955cc22 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:52:14.501797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.508480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:14.557092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c3707a-cb5e-42a9-a0b6-e832f955cc22,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:14.559563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:14.573467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 28b01d43-33b2-4b66-beaf-af1a62723b3e no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:52:14.573795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] No DVR routers for this DVR port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:52:14.620854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 28b01d43-33b2-4b66-beaf-af1a62723b3e {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:52:14.621839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 28b01d43-33b2-4b66-beaf-af1a62723b3e not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:52:14.635747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:52:14.636016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:52:14.708464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.738251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af57955d-043d-46f9-ad18-ac9c42c608f1']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:14.752895 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f50f21e-7568-4c32-a33b-f0151782aff5') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:14.753210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f50f21e-7568-4c32-a33b-f0151782aff5') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:14.766769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.790642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.797882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:52:14.798247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:52:14.814059 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:52:14.958715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.964501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-01f4ce90-749a-43f9-938f-5a6f6c7beffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:14.979025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:14.990241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=af57955d-043d-46f9-ad18-ac9c42c608f1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:14.995798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:14.999684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] 10.222.0.62 "DELETE /v2.0/networks/af57955d-043d-46f9-ad18-ac9c42c608f1 HTTP/1.1" status: 204 len: 168 time: 1.3961596 Dec 20 16:52:15.137350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] Deleting port 30c3707a-cb5e-42a9-a0b6-e832f955cc22 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:52:15.138222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:15.289309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb3db3-717d-454b-807a-5c74e27765b3 None None] The port '30c3707a-cb5e-42a9-a0b6-e832f955cc22' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 16:52:15.467857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:15.607064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35116) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:15.666697 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7d22c082-961b-4d2d-a6a7-7c3f7cadb4fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cc99332f62546b88abbc073c3f35264&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0580690 Dec 20 16:52:15.669554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35120) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:15.735006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e2c04271-8d64-4c31-a7a6-d8a985b90293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:15.763514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e2c04271-8d64-4c31-a7a6-d8a985b90293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:15.912875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e2c04271-8d64-4c31-a7a6-d8a985b90293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:15.917605 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7ab9c151-cf42-47eb-ad5c-f56bfb0703f0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:15.934196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c04271-8d64-4c31-a7a6-d8a985b90293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6702485-5eaa-423e-b02a-fb86a9f7b965,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:15.940265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e2c04271-8d64-4c31-a7a6-d8a985b90293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:15.944651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e2c04271-8d64-4c31-a7a6-d8a985b90293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:15.946276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e2c04271-8d64-4c31-a7a6-d8a985b90293 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6702485-5eaa-423e-b02a-fb86a9f7b965 HTTP/1.1" status: 204 len: 168 time: 0.2755377 Dec 20 16:52:16.767061 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35128) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:16.847995 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-33e8a9c6-2b75-4748-9f0f-94943ea1fd1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd8c541efaed4457abee967b333a57e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0795124 Dec 20 16:52:16.850890 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35132) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:16.924545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6856732-5cd4-4676-b2d9-91a44f190b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:16.960818 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6856732-5cd4-4676-b2d9-91a44f190b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:17.088387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6856732-5cd4-4676-b2d9-91a44f190b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:17.093887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ac028cd-3e9e-4929-b212-e3e13f487c3d tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:17.107666 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6856732-5cd4-4676-b2d9-91a44f190b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422a9395-e9da-45fe-916e-37034b836675,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:17.110943 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a6856732-5cd4-4676-b2d9-91a44f190b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:17.113581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a6856732-5cd4-4676-b2d9-91a44f190b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:17.118712 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a6856732-5cd4-4676-b2d9-91a44f190b95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/422a9395-e9da-45fe-916e-37034b836675 HTTP/1.1" status: 204 len: 168 time: 0.2619576 Dec 20 16:52:20.749122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35182) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:20.755833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-872079201', 'description': 'tempest-secgroup-smoke-872079201 description', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:20.763188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:20.767751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:20.771245 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:20.778121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:20.879025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:20.893082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:20.926211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:20.931578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:20.934672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:20.941217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:21.015631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:21.124491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:21.128618 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e1c77dd6-51c6-4012-86e6-0ab7f7cd12ed tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:21.176149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:21.178559 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3579768e-ad85-4fcc-8085-956a5f229ad2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:21.182565 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:21.183551 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:21.187048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:21.193166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:21.270391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:21.362357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:21.366637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-700471ce-e77f-4374-a98a-21b17e2392e6 tempest-SecGroupTest-348860697 tempest-SecGroupTest-348860697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:21.408828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:21.411821 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:21.493751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:21.495112 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7444148 Dec 20 16:52:21.498120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35186) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:21.504529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': 'ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:21.510883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:21.515356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:21.519111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:21.526654 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:21.611387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:21.689426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:21.781792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:21.783970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-da0a9a95-608a-4d3d-af01-9d9351d24669 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:21.808947 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2636ed06-9bda-452e-a5e5-69955e727a3b,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:21.811953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:21.901716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:21.902994 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8f0c1b68-8861-47d3-aa3a-912a84a49a70 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4037743 Dec 20 16:52:21.906299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35190) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:21.912715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': 'ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:21.919068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:21.923071 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:21.926279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:21.933432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:22.036538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:22.056604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f6a79e53-14c9-4acb-a006-f22b451446a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:22.107481 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:22.181501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:22.183967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3099f2b3-749a-43e1-9c9d-afe2a9db8f65 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:22.209879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5526a306-2fa1-4f90-976a-fde6b8bad96e,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:22.214082 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:22.322879 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:22.324077 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4167101 Dec 20 16:52:22.327332 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35194) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:22.337147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': 'ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:22.348203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:22.355656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:22.360547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:22.371736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:22.491694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:22.599700 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:22.696298 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:22.702832 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3de6af8b-671a-4202-96f2-2779f9a640ad tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:22.733421 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47745385-a9f8-44e3-a037-637f05f1a82c,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:22.739854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:22.844683 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:22.845902 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5172210 Dec 20 16:52:22.850680 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35198) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:22.856562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': 'ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:22.865076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:22.870418 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:22.873759 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:22.880617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:22.989043 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:23.063779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:23.158851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:23.160727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-663c3727-70f1-48ac-925d-05f7500f53ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:23.185044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452adddb-c2e3-4f48-81b9-0f2a266e3234,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:23.188009 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:23.261621 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:23.263295 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7e821bd0-8032-4a47-a854-b9bf358bc7e7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4114211 Dec 20 16:52:23.266560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35202) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:23.273647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': 'ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:23.280612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:23.285283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:23.289320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:23.298044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:23.450529 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Project dd7c0165642645b7bdf71b018a33c11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:52:23.458416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:23.538498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:23.609783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:23.616209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9806a67b-51ed-4c26-95c8-0a6d673f0dc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:23.637435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc39aad-6ead-44cb-8844-df5152fa566c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:23.642393 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:23.734146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:23.735452 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4674468 Dec 20 16:52:23.738773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35206) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:23.745336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': 'ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:23.752295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:23.757340 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:23.761056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:23.769428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:23.855904 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Project dd7c0165642645b7bdf71b018a33c11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:52:23.863782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:23.944039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.050646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.052940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e42c89ce-7819-4f2f-9792-0a2eba33f00f tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:24.078311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e5c7d8-6bf3-449b-a1aa-f06427dd2467,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:24.081066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:24.145233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.146478 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4064498 Dec 20 16:52:24.150578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35210) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:24.157033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'network': {'name': 'tempest-network-smoke--1938452126', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'port_security_enabled': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:24.162834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:24.167253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:network and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:24.170531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:24.177361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:24.261392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:52:24.265053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.297549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:52:24.311539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.311539 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Added segment 3ba59cfb-eaf2-4b10-8115-96b8e76b83c7 of type vlan for network 96328224-45f0-4cd5-9cf6-a7df34b546a3 Dec 20 16:52:24.348075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.376100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e6b91f00-8f82-4452-bb61-9b92c79233ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.490054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.494646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:24.495335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.499306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-28b85d2b-8f20-4ef8-bb6c-a1e8a3ffa756 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:24.610126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Network': ['ID=96328224-45f0-4cd5-9cf6-a7df34b546a3,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:24.613477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:24.622519 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-376631dd-00ba-473a-888a-ae43ea2e2394 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4706254 Dec 20 16:52:24.625817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35214) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:24.627365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 96328224-45f0-4cd5-9cf6-a7df34b546a3 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:52:24.633928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'admin_state_up': True, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:24.646028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:24.652266 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:router and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:24.657517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:24.668428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:24.762435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.763548 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:24.783698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:25.008686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:25.373858 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:25.413695 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:25.528889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:25.688411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:25.691876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.26.7.186 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/520d0180-3277-4d41-9dfd-f1004b85263a) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:25.865444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:26.072259 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:26.076864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ba20a7aa-a6b9-4088-bea5-08216ac32b91 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:26.145581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:26.149269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:26.152056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:26.189970 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=520d0180-3277-4d41-9dfd-f1004b85263a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:26.193016 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:26.532647 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:26.533702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:26.876333 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router aff33a24-63f0-4a96-b630-519703f19682 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:52:27.097196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:27.112680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Sync routers for ids ['aff33a24-63f0-4a96-b630-519703f19682'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:52:27.133375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Routers {'aff33a24-63f0-4a96-b630-519703f19682'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:27.134585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['aff33a24-63f0-4a96-b630-519703f19682'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:27.237146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:27.265350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:27.267852 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6393788 Dec 20 16:52:27.272012 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35218) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:27.389983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Set router aff33a24-63f0-4a96-b630-519703f19682 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:52:27.519926 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1f791101-90e8-4e09-8a08-cf99c4891c37 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=dd7c0165642645b7bdf71b018a33c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2464607 Dec 20 16:52:27.522991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35224) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:27.692274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb2e57-e2b2-4029-af81-3a95362843a0 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:27.693680 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c8fb2e57-e2b2-4029-af81-3a95362843a0 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1688652 Dec 20 16:52:27.698569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35228) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:27.748844 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6ba95487-e7e5-4f9d-8d5f-e7ee2da6b2a2 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457518 Dec 20 16:52:27.749108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35232) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:27.754941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2033630884', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:27.845194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:26Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:27.851223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Checking router: aff33a24-63f0-4a96-b630-519703f19682 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:52:27.851878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Updating router aff33a24-63f0-4a96-b630-519703f19682 port 520d0180-3277-4d41-9dfd-f1004b85263a binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:52:27.867825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:27.872356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:subnet and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:27.875784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:27.883777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:27.914784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:28.044959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:52:28.236774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:28.291692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:28.309712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Transition to ACTIVE for port object 520d0180-3277-4d41-9dfd-f1004b85263a will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:52:28.408644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:28.413264 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:28.525172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Pushing event updated for resources: {'Port': ['ID=520d0180-3277-4d41-9dfd-f1004b85263a,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:28.528264 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Attempting to bind port 520d0180-3277-4d41-9dfd-f1004b85263a on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:52:28.528730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Attempting to bind port 520d0180-3277-4d41-9dfd-f1004b85263a by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:52:28.529189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Attempting to bind port 520d0180-3277-4d41-9dfd-f1004b85263a on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:52:28.542836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.543209 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.543622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.543962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.544289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.544625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.544947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.545268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.545588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.545907 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.546223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:28.549795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:52:28.550399 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:52:28.550792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:28.551394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:52:28.551988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Bound port: 520d0180-3277-4d41-9dfd-f1004b85263a, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:52:28.552474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:28.579227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:28.614183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:28.620176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d53749cc-2e4f-4577-a994-ccb4fb3648e6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:28.645044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] For port 520d0180-3277-4d41-9dfd-f1004b85263a, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:28.651325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] For port 520d0180-3277-4d41-9dfd-f1004b85263a, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=520d0180-3277-4d41-9dfd-f1004b85263a,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:28.705099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Subnet': ['ID=843228c1-34ea-416a-b709-0bf4dd093016,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:28.713677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:28.725662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:28.728287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Checking segment: {'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:52:28.728828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network hostable DHCP agents. Network: 96328224-45f0-4cd5-9cf6-a7df34b546a3, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:52:28.734013 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-3146d020-62cf-405b-b370-92eeb641f024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:28.824874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Pushing event updated for resources: {'Port': ['ID=520d0180-3277-4d41-9dfd-f1004b85263a,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:28.828661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:28.830508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Routers {'aff33a24-63f0-4a96-b630-519703f19682'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:28.831179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['aff33a24-63f0-4a96-b630-519703f19682'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:28.836897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 96328224-45f0-4cd5-9cf6-a7df34b546a3 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:52:28.924364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 96328224-45f0-4cd5-9cf6-a7df34b546a3) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:28.932390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:28.933469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:28.985475 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8163bc5b-d8b3-42a2-8567-486542391b8b None None] Network 96328224-45f0-4cd5-9cf6-a7df34b546a3 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:52:29.022954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2722340 Dec 20 16:52:29.027579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35236) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:29.289639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] Set router aff33a24-63f0-4a96-b630-519703f19682 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:52:29.749544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-96328224-45f0-4cd5-9cf6-a7df34b546a3', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:52:29.750904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:30.036977 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:30.108002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:26Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:30.119540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529af84f-58a4-4bc8-b42c-0362dc959fa9 None None] The sync data for ids ['aff33a24-63f0-4a96-b630-519703f19682'] in dv-neutron-821074-1-hyperv is: [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:26Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:52:30.121633 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Allocated IP 172.20.0.2 (96328224-45f0-4cd5-9cf6-a7df34b546a3/843228c1-34ea-416a-b709-0bf4dd093016/a5ed6535-3df9-4a7d-b367-c366760523f6) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:30.438003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:30.454628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Transition to ACTIVE for port object a5ed6535-3df9-4a7d-b367-c366760523f6 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:52:30.490255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Transition to ACTIVE for port object a5ed6535-3df9-4a7d-b367-c366760523f6 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:52:30.613876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:30.619703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-46a52448-912a-4129-8cab-ac7b2f16b730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:30.691775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Network 96328224-45f0-4cd5-9cf6-a7df34b546a3 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:30.695477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:30.700174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:30.702524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Pushing event updated for resources: {'Port': ['ID=a5ed6535-3df9-4a7d-b367-c366760523f6,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:30.706035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:30.719375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.20.0.1 (96328224-45f0-4cd5-9cf6-a7df34b546a3/843228c1-34ea-416a-b709-0bf4dd093016/9b30ac42-27f6-49ba-8341-0f3d723d2d75) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:30.799804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Attempting to bind port a5ed6535-3df9-4a7d-b367-c366760523f6 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:52:30.800440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Attempting to bind port a5ed6535-3df9-4a7d-b367-c366760523f6 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:52:30.800553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Attempting to bind port a5ed6535-3df9-4a7d-b367-c366760523f6 on network 96328224-45f0-4cd5-9cf6-a7df34b546a3 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:52:30.808182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:52:30.808557 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Checking segment: {'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:52:30.808976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:30.809371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Bound using segment: {'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:52:30.809857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Bound port: a5ed6535-3df9-4a7d-b367-c366760523f6, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:52:30.810233 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:30.925520 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] For port a5ed6535-3df9-4a7d-b367-c366760523f6, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:30.932943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] For port a5ed6535-3df9-4a7d-b367-c366760523f6, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a5ed6535-3df9-4a7d-b367-c366760523f6,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:30.942689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:30.974015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Transition to ACTIVE for port object 9b30ac42-27f6-49ba-8341-0f3d723d2d75 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:52:31.039830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:31.050608 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:31.113955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:31.123882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1cdf566e-93f0-4aed-895a-124a32f3f6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:31.141468 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Pushing event updated for resources: {'Port': ['ID=a5ed6535-3df9-4a7d-b367-c366760523f6,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:31.144957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:31.278763 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 96328224-45f0-4cd5-9cf6-a7df34b546a3 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:31.280146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=9b30ac42-27f6-49ba-8341-0f3d723d2d75,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:31.284962 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:31.288103 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:31.289880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:31.360394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:31.599365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:32.162813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a5ed6535-3df9-4a7d-b367-c366760523f6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:52:32.173639 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:32.288738 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:32.320444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:32.347491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port a5ed6535-3df9-4a7d-b367-c366760523f6 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:52:32.358132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 520d0180-3277-4d41-9dfd-f1004b85263a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:52:32.387525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c506c-c5cc-4d9f-9227-9cc99810757c None None] Network 96328224-45f0-4cd5-9cf6-a7df34b546a3 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:52:32.411987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=9b30ac42-27f6-49ba-8341-0f3d723d2d75,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:32.415345 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:32.419485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:32.611086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d17973e2-a2ec-4953-b8f6-f8e3bc99b5d2 None None] Provisioning for port a5ed6535-3df9-4a7d-b367-c366760523f6 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:52:32.624421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d17973e2-a2ec-4953-b8f6-f8e3bc99b5d2 None None] Provisioning complete for port a5ed6535-3df9-4a7d-b367-c366760523f6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:32.624804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d17973e2-a2ec-4953-b8f6-f8e3bc99b5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:32.701121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 96328224-45f0-4cd5-9cf6-a7df34b546a3 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:32.702708 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:32.727390 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 520d0180-3277-4d41-9dfd-f1004b85263a completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:52:32.769339 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 520d0180-3277-4d41-9dfd-f1004b85263a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:32.769725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:33.015424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d17973e2-a2ec-4953-b8f6-f8e3bc99b5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:33.047700 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:33.077802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 520d0180-3277-4d41-9dfd-f1004b85263a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=520d0180-3277-4d41-9dfd-f1004b85263a,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:33.079678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d17973e2-a2ec-4953-b8f6-f8e3bc99b5d2 None None] For port a5ed6535-3df9-4a7d-b367-c366760523f6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a5ed6535-3df9-4a7d-b367-c366760523f6,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:33.181641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router aff33a24-63f0-4a96-b630-519703f19682 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:52:33.203082 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:33.207866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:33.294070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d17973e2-a2ec-4953-b8f6-f8e3bc99b5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:33.359812 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=520d0180-3277-4d41-9dfd-f1004b85263a,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:33.363560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:33.364070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:33.447036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7b21b58c-24e1-4c49-9e58-2b126f52adee None None] Provisioning complete for port a5ed6535-3df9-4a7d-b367-c366760523f6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:33.447485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7b21b58c-24e1-4c49-9e58-2b126f52adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:33.498808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17973e2-a2ec-4953-b8f6-f8e3bc99b5d2 None None] Pushing event updated for resources: {'Port': ['ID=a5ed6535-3df9-4a7d-b367-c366760523f6,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:33.508149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d17973e2-a2ec-4953-b8f6-f8e3bc99b5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:33.562337 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:33.579770 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "PUT /v2.0/routers/aff33a24-63f0-4a96-b630-519703f19682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5504720 Dec 20 16:52:33.721869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7b21b58c-24e1-4c49-9e58-2b126f52adee None None] Provisioning for port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:52:33.732851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7b21b58c-24e1-4c49-9e58-2b126f52adee None None] Provisioning complete for port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:33.736425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7b21b58c-24e1-4c49-9e58-2b126f52adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:33.845033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-7b21b58c-24e1-4c49-9e58-2b126f52adee None None] Port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:52:33.849294 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-42665599-4a72-4e54-9f3b-13c464b0ae4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-872079201&fields=id&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 267 time: 0.0689645 Dec 20 16:52:33.973111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-abb9c9e9-abcb-4275-82bb-650d235f3995 None None] Provisioning complete for port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:33.973830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-abb9c9e9-abcb-4275-82bb-650d235f3995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:34.071973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-216ea58a-2b06-4268-bf5d-cae52654e917 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:34.072714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-216ea58a-2b06-4268-bf5d-cae52654e917 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:52:34.075425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a5ed6535-3df9-4a7d-b367-c366760523f6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:52:34.123201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-abb9c9e9-abcb-4275-82bb-650d235f3995 None None] Port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:52:34.143371 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Sync routers for ids ['aff33a24-63f0-4a96-b630-519703f19682'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:52:34.159684 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Routers {'aff33a24-63f0-4a96-b630-519703f19682'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:34.160624 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['aff33a24-63f0-4a96-b630-519703f19682'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:34.174985 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a5ed6535-3df9-4a7d-b367-c366760523f6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:34.175469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:34.254528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-216ea58a-2b06-4268-bf5d-cae52654e917 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:52:34.257373 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-216ea58a-2b06-4268-bf5d-cae52654e917 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/networks?id=96328224-45f0-4cd5-9cf6-a7df34b546a3 HTTP/1.1" status: 200 len: 797 time: 0.3989153 Dec 20 16:52:34.274885 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-97b0fedd-c1cb-4554-b173-3b9759340d64 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/quotas/dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 375 time: 0.0120177 Dec 20 16:52:34.307728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 520d0180-3277-4d41-9dfd-f1004b85263a up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:52:34.390183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 520d0180-3277-4d41-9dfd-f1004b85263a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:34.390442 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:34.441492 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Set router aff33a24-63f0-4a96-b630-519703f19682 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:52:34.500683 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-2a18f5b5-a690-4ed6-ab25-f22580b78e67 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2198341 Dec 20 16:52:34.655569 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-bc6078aa-1b9a-4e61-946c-9edca3dd7701 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:52:34.657086 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-bc6078aa-1b9a-4e61-946c-9edca3dd7701 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0776496 Dec 20 16:52:34.796364 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9b30ac42-27f6-49ba-8341-0f3d723d2d75', 'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:ac:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:30Z', 'updated_at': '2021-12-20T16:52:31Z', 'revision_number': 2, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '843228c1-34ea-416a-b709-0bf4dd093016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:34.800910 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Checking router: aff33a24-63f0-4a96-b630-519703f19682 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:52:34.801257 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Updating router aff33a24-63f0-4a96-b630-519703f19682 port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:52:34.811455 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-9b3f89ac-3a02-496a-be3a-0ad52398e93b service neutron] 10.222.0.62 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475227 Dec 20 16:52:34.866769 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:35.004449 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c19df45-5e72-4ccd-971a-ae7db49a805e service neutron] 10.222.0.62 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799405 Dec 20 16:52:35.339591 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:35.353211 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Transition to ACTIVE for port object 9b30ac42-27f6-49ba-8341-0f3d723d2d75 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:52:35.467839 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:35.475771 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-846093fe-23da-43c5-a51d-1e4c6e65b365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:35.487458 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-543a5d3d-3967-4880-94b1-570cd0561a7d req-5977ab6d-ae0f-4553-8d38-5e683b87efdf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 210 time: 0.0517635 Dec 20 16:52:35.674202 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Pushing event updated for resources: {'Port': ['ID=9b30ac42-27f6-49ba-8341-0f3d723d2d75,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:35.729987 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.730331 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.730673 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.731034 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.731370 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.731698 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.732132 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.732460 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.732780 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.733107 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.733423 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:35.740276 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:35.752545 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Attempting to bind port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:52:35.753116 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Attempting to bind port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:52:35.753692 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Attempting to bind port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 on network 96328224-45f0-4cd5-9cf6-a7df34b546a3 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:52:35.765818 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:52:35.766848 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Checking segment: {'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:52:35.767580 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:35.768283 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Bound using segment: {'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:52:35.768843 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Bound port: 9b30ac42-27f6-49ba-8341-0f3d723d2d75, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:52:35.769395 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:35.886292 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] For port 9b30ac42-27f6-49ba-8341-0f3d723d2d75, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:35.891667 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] For port 9b30ac42-27f6-49ba-8341-0f3d723d2d75, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9b30ac42-27f6-49ba-8341-0f3d723d2d75,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:35.970284 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:35.974552 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-14fb8e0f-3644-480b-9fbf-24672287ccf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:36.062614 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Routers {'aff33a24-63f0-4a96-b630-519703f19682'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:36.063290 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:52:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['aff33a24-63f0-4a96-b630-519703f19682'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:36.120763 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Pushing event updated for resources: {'Port': ['ID=9b30ac42-27f6-49ba-8341-0f3d723d2d75,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:36.124199 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-f2123f57-daa8-4e7a-9549-17041de00e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:36.321693 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] Set router aff33a24-63f0-4a96-b630-519703f19682 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:52:36.641717 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3223ff02-0f1f-4337-bea4-ec09a5270a87 req-c96497b6-1109-44a1-a4b3-4695607150e3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 210 time: 0.0488305 Dec 20 16:52:36.686326 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9b30ac42-27f6-49ba-8341-0f3d723d2d75', 'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:ac:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:30Z', 'updated_at': '2021-12-20T16:52:35Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '843228c1-34ea-416a-b709-0bf4dd093016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:36.691176 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da9b16-91cb-4c48-94a1-2b0ae5662802 None None] The sync data for ids ['aff33a24-63f0-4a96-b630-519703f19682'] in dv-neutron-821074-1-hyperv is: [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9b30ac42-27f6-49ba-8341-0f3d723d2d75', 'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:ac:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:30Z', 'updated_at': '2021-12-20T16:52:35Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '843228c1-34ea-416a-b709-0bf4dd093016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:52:37.868496 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a386064-de83-4e64-8dd7-4aab6fe2fd44 req-bcb66bb0-320c-483d-a628-ceef12341119 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 210 time: 0.0576351 Dec 20 16:52:38.074194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9b30ac42-27f6-49ba-8341-0f3d723d2d75 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:52:38.284374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:52:38.290753 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:38.291241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:38.421517 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:38.472044 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 9b30ac42-27f6-49ba-8341-0f3d723d2d75, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9b30ac42-27f6-49ba-8341-0f3d723d2d75,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:38.570795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:38.572950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-dfb3863e-0c61-4d1d-8ed1-0d1f7fefd2a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:38.643008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=9b30ac42-27f6-49ba-8341-0f3d723d2d75,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:38.646423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:38.877504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-64905262-4283-496a-be80-a71321d91f41 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:38.878936 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-64905262-4283-496a-be80-a71321d91f41 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/networks?id=96328224-45f0-4cd5-9cf6-a7df34b546a3 HTTP/1.1" status: 200 len: 797 time: 0.1787145 Dec 20 16:52:38.955151 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-d8d213a0-b120-4548-867f-f7df488bd125 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 379 time: 0.0618582 Dec 20 16:52:38.964455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'port': {'device_id': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'admin_state_up': True, 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'security_groups': ['ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:39.112378 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-17ba2790-2ce5-4b1f-9339-452f78d008b1 req-e29cd471-50b3-4a61-a2b4-57300c06b4fb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 210 time: 0.0955272 Dec 20 16:52:39.154664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:39.158964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:port and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:39.162203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:39.170199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:39.345106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:52:39.348305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:39.582797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.20.0.12 (96328224-45f0-4cd5-9cf6-a7df34b546a3/843228c1-34ea-416a-b709-0bf4dd093016/b998ff99-9ca3-4053-ac91-13ce590ad396) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:39.790319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:39.808961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Transition to ACTIVE for port object b998ff99-9ca3-4053-ac91-13ce590ad396 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:52:39.922324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:39.928831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7593b7e1-0502-4a5c-ba96-4a639365aba3 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:40.006069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 96328224-45f0-4cd5-9cf6-a7df34b546a3 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:40.009600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:40.014532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:40.050607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=b998ff99-9ca3-4053-ac91-13ce590ad396,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:40.058414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:40.075374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9b30ac42-27f6-49ba-8341-0f3d723d2d75 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:52:40.101789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:40.102876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:40.176139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:40.176531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:40.205873 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2453890 Dec 20 16:52:40.220856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Request body: {'port': {'device_id': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:40.433952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:40.472097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4bf32439-e9f5-4f18-9828-7362169858e0 None None] Provisioning for port b998ff99-9ca3-4053-ac91-13ce590ad396 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:52:40.479911 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4bf32439-e9f5-4f18-9828-7362169858e0 None None] Provisioning complete for port b998ff99-9ca3-4053-ac91-13ce590ad396 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:40.480482 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4bf32439-e9f5-4f18-9828-7362169858e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:40.559648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4bf32439-e9f5-4f18-9828-7362169858e0 None None] Port b998ff99-9ca3-4053-ac91-13ce590ad396 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:52:40.647973 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d601f3-8141-4577-b9d6-d49781faa96a req-92858b92-7c1d-406e-9fb4-6761ec913009 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:40.648590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c9d601f3-8141-4577-b9d6-d49781faa96a req-92858b92-7c1d-406e-9fb4-6761ec913009 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:52:40.832592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c9d601f3-8141-4577-b9d6-d49781faa96a req-92858b92-7c1d-406e-9fb4-6761ec913009 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:52:40.833778 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c9d601f3-8141-4577-b9d6-d49781faa96a req-92858b92-7c1d-406e-9fb4-6761ec913009 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 932 time: 0.4732425 Dec 20 16:52:40.922520 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c9d601f3-8141-4577-b9d6-d49781faa96a req-2207fb04-d21f-4023-a8ae-748071a7fd06 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786164 Dec 20 16:52:41.007213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b998ff99-9ca3-4053-ac91-13ce590ad396 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:52:41.015205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:41.032720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Transition to ACTIVE for port object b998ff99-9ca3-4053-ac91-13ce590ad396 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:52:41.135724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:41.140065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bc3fa368-5fe9-459a-8410-46c3713ef1d1 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:41.287284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=b998ff99-9ca3-4053-ac91-13ce590ad396,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:41.291985 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:41.419579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Attempting to bind port b998ff99-9ca3-4053-ac91-13ce590ad396 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:52:41.420382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Attempting to bind port b998ff99-9ca3-4053-ac91-13ce590ad396 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:52:41.420382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Attempting to bind port b998ff99-9ca3-4053-ac91-13ce590ad396 on network 96328224-45f0-4cd5-9cf6-a7df34b546a3 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:52:41.426841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Port b998ff99-9ca3-4053-ac91-13ce590ad396 on network 96328224-45f0-4cd5-9cf6-a7df34b546a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:52:41.427200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Attempting to bind port b998ff99-9ca3-4053-ac91-13ce590ad396 on network 96328224-45f0-4cd5-9cf6-a7df34b546a3 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:52:41.434217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:52:41.434553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Checking segment: {'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:52:41.434960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Bound using segment: {'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:52:41.435407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Bound port: b998ff99-9ca3-4053-ac91-13ce590ad396, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:52:41.435749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:41.535275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] For port b998ff99-9ca3-4053-ac91-13ce590ad396, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:41.539539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] For port b998ff99-9ca3-4053-ac91-13ce590ad396, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b998ff99-9ca3-4053-ac91-13ce590ad396,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:41.659798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:41.664804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:41.737281 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:41.739423 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] 10.222.0.64 "PUT /v2.0/ports/b998ff99-9ca3-4053-ac91-13ce590ad396 HTTP/1.1" status: 200 len: 1094 time: 1.5260043 Dec 20 16:52:41.740078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'tag': 'b998ff99-9ca3-4053-ac91-13ce590ad396'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:41.773399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=b998ff99-9ca3-4053-ac91-13ce590ad396,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:41.779472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.779849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.780229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.780602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.781129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.781369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.781701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.782074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.782424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.782789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.783443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:41.789066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:41.840847 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'tag': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'status': 'completed', 'code': 200} Dec 20 16:52:41.952803 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-8f238663-da71-4a46-8f74-4b1da6cd5f6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 1097 time: 0.0994053 Dec 20 16:52:42.060030 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-3bb0f85e-f977-4246-8f71-189a6b8b6864 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b998ff99-9ca3-4053-ac91-13ce590ad396 HTTP/1.1" status: 200 len: 217 time: 0.1000721 Dec 20 16:52:42.211333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-ee165ad9-212c-46bf-a982-bbdfa61c4d1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:42.212830 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-ee165ad9-212c-46bf-a982-bbdfa61c4d1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=843228c1-34ea-416a-b709-0bf4dd093016 HTTP/1.1" status: 200 len: 835 time: 0.1466672 Dec 20 16:52:42.294629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affe55a-bde6-4102-b86a-6db3e6c2ed40 req-00ecec9a-1b6b-4d05-8b28-a830da2f0e92 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:42.296115 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8affe55a-bde6-4102-b86a-6db3e6c2ed40 req-00ecec9a-1b6b-4d05-8b28-a830da2f0e92 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 944 time: 0.1726649 Dec 20 16:52:42.350598 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-d5a7e905-f2c6-46e2-8bf1-808b43e00b72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96328224-45f0-4cd5-9cf6-a7df34b546a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1293993 Dec 20 16:52:42.384167 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8affe55a-bde6-4102-b86a-6db3e6c2ed40 req-46229373-2bd7-4fa8-b180-fa9f199a0072 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761085 Dec 20 16:52:42.505619 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-49eaadb0-e5c2-4f08-8aef-eadcd430158d service neutron] 10.222.0.64 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483252 Dec 20 16:52:42.670359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0f1f0d5-3019-4bd3-9aba-9ae59cfa640f req-496d8e94-28ff-4e81-be53-67959abf6eb5 service neutron] 10.222.0.64 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582108 Dec 20 16:52:42.881226 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c621d997-922c-4ece-a0dc-eabdda66c718 req-1f154f9b-a117-4844-9d1f-429c48d8b6aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 1097 time: 0.0743332 Dec 20 16:52:43.080363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621d997-922c-4ece-a0dc-eabdda66c718 req-acbe01fd-5796-472c-b723-2a7210706291 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:43.082887 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c621d997-922c-4ece-a0dc-eabdda66c718 req-acbe01fd-5796-472c-b723-2a7210706291 service neutron] 10.222.0.64 "GET /v2.0/networks?id=96328224-45f0-4cd5-9cf6-a7df34b546a3 HTTP/1.1" status: 200 len: 898 time: 0.1952744 Dec 20 16:52:43.347114 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c621d997-922c-4ece-a0dc-eabdda66c718 req-03ab4caa-96a4-4778-b9f1-da2b25130e9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b998ff99-9ca3-4053-ac91-13ce590ad396 HTTP/1.1" status: 200 len: 217 time: 0.2574248 Dec 20 16:52:43.417735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621d997-922c-4ece-a0dc-eabdda66c718 req-21c860fc-e6d3-46a0-baa7-7fc1e664fbc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:43.419685 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c621d997-922c-4ece-a0dc-eabdda66c718 req-21c860fc-e6d3-46a0-baa7-7fc1e664fbc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=843228c1-34ea-416a-b709-0bf4dd093016 HTTP/1.1" status: 200 len: 835 time: 0.0657709 Dec 20 16:52:43.515869 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c621d997-922c-4ece-a0dc-eabdda66c718 req-b382b8d2-1977-4d6d-b782-f2a427e5941f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96328224-45f0-4cd5-9cf6-a7df34b546a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895119 Dec 20 16:52:43.719081 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c621d997-922c-4ece-a0dc-eabdda66c718 req-446cf626-1ce0-4d3b-99eb-adc9cd61e637 service neutron] 10.222.0.64 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959763 Dec 20 16:52:43.728202 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27956da-1343-49b4-8513-1b603be9dd55 req-64c5643c-ced5-42bb-a1cc-bc8b2240e617 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:43.729700 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f27956da-1343-49b4-8513-1b603be9dd55 req-64c5643c-ced5-42bb-a1cc-bc8b2240e617 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 944 time: 0.1873760 Dec 20 16:52:43.874002 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f27956da-1343-49b4-8513-1b603be9dd55 req-ecfd9f35-e8c6-4a66-855e-0df54e052b06 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237555 Dec 20 16:52:43.923065 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c621d997-922c-4ece-a0dc-eabdda66c718 req-7ef68aaa-221a-4770-96c3-bf5b67dd8a19 service neutron] 10.222.0.64 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918766 Dec 20 16:52:45.011661 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:52:45.106117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b0733-0010-4bc1-a43f-f731d76107f4 req-3cf5c05c-1c6b-412c-9a6d-139c9658b73a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:45.108659 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-171b0733-0010-4bc1-a43f-f731d76107f4 req-3cf5c05c-1c6b-412c-9a6d-139c9658b73a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 944 time: 0.1046612 Dec 20 16:52:45.164931 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-171b0733-0010-4bc1-a43f-f731d76107f4 req-f53ce725-a4a0-4a26-a36a-25b49d8e3eab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501819 Dec 20 16:52:45.484232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:46.436160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81453d1c-6bd7-4a88-9fea-a0f68e991e9a req-0c8b6e83-9bcc-4a9d-8d5c-45d806ae26c7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:46.438087 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-81453d1c-6bd7-4a88-9fea-a0f68e991e9a req-0c8b6e83-9bcc-4a9d-8d5c-45d806ae26c7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 944 time: 0.1004314 Dec 20 16:52:46.489225 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-81453d1c-6bd7-4a88-9fea-a0f68e991e9a req-17a60a0e-ce79-4b61-a6dd-58626fd8d792 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453858 Dec 20 16:52:47.003249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b998ff99-9ca3-4053-ac91-13ce590ad396 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:52:47.206290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port b998ff99-9ca3-4053-ac91-13ce590ad396, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b998ff99-9ca3-4053-ac91-13ce590ad396,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:47.223189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'port_id': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'mac_address': 'fa:16:3e:a7:fe:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:52:47.287273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:47.305926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b998ff99-9ca3-4053-ac91-13ce590ad396 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:52:47.323303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port b998ff99-9ca3-4053-ac91-13ce590ad396, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b998ff99-9ca3-4053-ac91-13ce590ad396,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:47.418976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:47.421009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:47.499828 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=b998ff99-9ca3-4053-ac91-13ce590ad396,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:47.503060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:47.709917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a3e20-03bb-44ce-8280-2e9e008ffeb0 req-024f0ac7-d9c7-4e49-95fa-6d25e557c179 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:47.712500 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-487a3e20-03bb-44ce-8280-2e9e008ffeb0 req-024f0ac7-d9c7-4e49-95fa-6d25e557c179 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 945 time: 0.0899894 Dec 20 16:52:47.767698 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-487a3e20-03bb-44ce-8280-2e9e008ffeb0 req-bc7fc50b-4368-461f-bc75-3e909d944908 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500474 Dec 20 16:52:47.791739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['b998ff99-9ca3-4053-ac91-13ce590ad396'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:52:48.986671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557634e-912b-41f9-9db9-cbe23b3032f2 req-3a766495-2199-45e7-9a08-f4dbe0b7715c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:48.988256 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f557634e-912b-41f9-9db9-cbe23b3032f2 req-3a766495-2199-45e7-9a08-f4dbe0b7715c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 945 time: 0.0867622 Dec 20 16:52:49.017902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b998ff99-9ca3-4053-ac91-13ce590ad396 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:52:49.041510 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f557634e-912b-41f9-9db9-cbe23b3032f2 req-9965b00a-070d-4c34-b5e9-2a46a21a7f8e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443683 Dec 20 16:52:49.202287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port b998ff99-9ca3-4053-ac91-13ce590ad396 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:52:49.208621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port b998ff99-9ca3-4053-ac91-13ce590ad396 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:49.208999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:49.330259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:49.359341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b998ff99-9ca3-4053-ac91-13ce590ad396'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:49.370478 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port b998ff99-9ca3-4053-ac91-13ce590ad396, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b998ff99-9ca3-4053-ac91-13ce590ad396,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:49.483740 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:49.486772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:49.582777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=b998ff99-9ca3-4053-ac91-13ce590ad396,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:49.588072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:49.594749 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'code': 200} Dec 20 16:52:50.051965 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-126993f6-b17d-4073-ae26-e6ce69a367eb req-af7abd97-d4e2-41ce-9421-afc99f2b919c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 1099 time: 0.0786605 Dec 20 16:52:50.101677 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-126993f6-b17d-4073-ae26-e6ce69a367eb req-bf044f16-6d5e-44a5-8d47-69b1d642fb01 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430746 Dec 20 16:52:50.312843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd346f1-c114-4f97-9ced-b4796727515f req-50e160eb-9dfe-467c-aef9-5141577e5240 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:50.315292 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccd346f1-c114-4f97-9ced-b4796727515f req-50e160eb-9dfe-467c-aef9-5141577e5240 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.1372900 Dec 20 16:52:50.397601 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccd346f1-c114-4f97-9ced-b4796727515f req-3617b5d2-9443-4c78-a8eb-7b0e46c9422e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744531 Dec 20 16:52:51.695275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a941ce4-cddd-4bf5-82e2-b4a7e4ba5196 req-757919d3-d26c-4f14-a5d3-9be7397a7ffe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:51.696695 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a941ce4-cddd-4bf5-82e2-b4a7e4ba5196 req-757919d3-d26c-4f14-a5d3-9be7397a7ffe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.1248412 Dec 20 16:52:51.763531 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0a941ce4-cddd-4bf5-82e2-b4a7e4ba5196 req-050c71f7-b295-4a82-ae7a-0f4aef5e8a74 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602698 Dec 20 16:52:52.089548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ded15432-530f-4827-a26d-b31d9185cac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:53.010732 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec5da4-bd9c-485d-8554-13513459da59 req-4db93afb-ac05-46f3-a46c-bbed6b24bf53 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:53.013449 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8dec5da4-bd9c-485d-8554-13513459da59 req-4db93afb-ac05-46f3-a46c-bbed6b24bf53 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.1180172 Dec 20 16:52:53.066343 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8dec5da4-bd9c-485d-8554-13513459da59 req-fa998a53-0276-4f23-acb8-98a0a0326552 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469625 Dec 20 16:52:53.297445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d3766-4623-49aa-a9b5-1c6fe902bab7 req-7e21cf76-ff47-44ae-98ac-c04954d310c9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:53.299132 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6f6d3766-4623-49aa-a9b5-1c6fe902bab7 req-7e21cf76-ff47-44ae-98ac-c04954d310c9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.0993783 Dec 20 16:52:53.353246 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6f6d3766-4623-49aa-a9b5-1c6fe902bab7 req-63d46d07-7d65-4de7-87da-139d5221e530 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455573 Dec 20 16:52:53.406102 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35318) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:53.491984 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c9215666-ee72-4f37-b839-64c9df4dd9df tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 1094 time: 0.0844572 Dec 20 16:52:53.495146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35322) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:53.501703 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:52:53.508921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:52:53.514038 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:floatingip and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:52:53.517581 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:52:53.525126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:52:53.609507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:53.762391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:53.918591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.26.7.149 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/84954f8a-087d-4616-810d-967a68abec84) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:54.090003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:54.278299 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:54.286594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bd649e76-6e3f-4fae-9bb5-891fa5e76a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:54.352640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:54.356155 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:54.359946 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:54.386104 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fe369af7-cc54-4628-9571-a229fdc6739c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:54.393586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=84954f8a-087d-4616-810d-967a68abec84,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:54.416721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.417458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.417458 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.417823 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.418188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.418550 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.418932 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.419303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.419663 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.420020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.420373 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:54.426007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:55.047757 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:55.201632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:55.454030 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:55.523555 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:55.563424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:55.567888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0356d37b-94e7-4b32-bb70-0b0566ad3860 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:52:55.683753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=84954f8a-087d-4616-810d-967a68abec84,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:55.688614 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:52:55.696207 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:55.699099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:55.971477 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Floating IP b9de212c-7ce0-487a-a47a-01975e4ca5b9 associated. External IP: 172.26.7.149, port: b998ff99-9ca3-4053-ac91-13ce590ad396. Dec 20 16:52:56.478181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router aff33a24-63f0-4a96-b630-519703f19682 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:52:56.847710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:56.861907 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] Sync routers for ids ['aff33a24-63f0-4a96-b630-519703f19682'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:52:56.878185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] Routers {'aff33a24-63f0-4a96-b630-519703f19682'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:56.878867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['aff33a24-63f0-4a96-b630-519703f19682'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:56.992831 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:57.071049 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5744126 Dec 20 16:52:57.073471 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'tag': 'b998ff99-9ca3-4053-ac91-13ce590ad396'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:57.099077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] Set router aff33a24-63f0-4a96-b630-519703f19682 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:52:57.158430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:52:57.306692 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'tag': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'status': 'completed', 'code': 200} Dec 20 16:52:57.396481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8b9b4-a1f0-4c04-819c-02f1a948748d req-a3d1ac9d-336d-4701-ba16-5a6a623e8322 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:57.398029 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4fa8b9b4-a1f0-4c04-819c-02f1a948748d req-a3d1ac9d-336d-4701-ba16-5a6a623e8322 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.1653657 Dec 20 16:52:57.466091 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4fa8b9b4-a1f0-4c04-819c-02f1a948748d req-6b763179-fc22-467d-a66d-417aadecc868 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605795 Dec 20 16:52:57.470745 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df940895-b848-4ad9-a3cc-5b8cb99ba784 req-8041bfb3-ff78-4ab4-9237-3c7fcebfeced service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 1099 time: 0.1378222 Dec 20 16:52:57.501764 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35334) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:57.571566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'b9de212c-7ce0-487a-a47a-01975e4ca5b9', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.149', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'port_id': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'mac_address': 'fa:16:3e:a7:fe:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:52:54Z', 'updated_at': '2021-12-20T16:52:54Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b30ac42-27f6-49ba-8341-0f3d723d2d75', 'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:ac:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:30Z', 'updated_at': '2021-12-20T16:52:38Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '843228c1-34ea-416a-b709-0bf4dd093016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:57.576455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] Checking router: aff33a24-63f0-4a96-b630-519703f19682 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:52:57.590728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] Routers {'aff33a24-63f0-4a96-b630-519703f19682'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:57.592178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:52:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['aff33a24-63f0-4a96-b630-519703f19682'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:57.624400 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8340084d-463b-4c0b-b9e9-d2d754a7bff3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/b9de212c-7ce0-487a-a47a-01975e4ca5b9 HTTP/1.1" status: 200 len: 992 time: 0.1213508 Dec 20 16:52:57.753316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940895-b848-4ad9-a3cc-5b8cb99ba784 req-ce704674-726d-4b62-acfa-e1f623b4472f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:57.755908 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df940895-b848-4ad9-a3cc-5b8cb99ba784 req-ce704674-726d-4b62-acfa-e1f623b4472f service neutron] 10.222.0.64 "GET /v2.0/networks?id=96328224-45f0-4cd5-9cf6-a7df34b546a3 HTTP/1.1" status: 200 len: 898 time: 0.2785196 Dec 20 16:52:57.796391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] Set router aff33a24-63f0-4a96-b630-519703f19682 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:52:57.898690 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df940895-b848-4ad9-a3cc-5b8cb99ba784 req-63849f4c-e692-4aaa-9e06-d60e4896ef78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b998ff99-9ca3-4053-ac91-13ce590ad396 HTTP/1.1" status: 200 len: 1000 time: 0.1365030 Dec 20 16:52:57.970579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940895-b848-4ad9-a3cc-5b8cb99ba784 req-bb4c04a4-f022-4371-8e45-12e1de96f052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:57.972187 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df940895-b848-4ad9-a3cc-5b8cb99ba784 req-bb4c04a4-f022-4371-8e45-12e1de96f052 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=843228c1-34ea-416a-b709-0bf4dd093016 HTTP/1.1" status: 200 len: 835 time: 0.0674763 Dec 20 16:52:58.056112 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df940895-b848-4ad9-a3cc-5b8cb99ba784 req-3afc6a21-275d-4438-b382-8e75ac2eec74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96328224-45f0-4cd5-9cf6-a7df34b546a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779169 Dec 20 16:52:58.202605 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df940895-b848-4ad9-a3cc-5b8cb99ba784 req-f2ae2296-a8c8-40a1-9983-4ff994dd0bbb service neutron] 10.222.0.64 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389239 Dec 20 16:52:58.353911 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df940895-b848-4ad9-a3cc-5b8cb99ba784 req-27b5dbaf-6dd6-4fa7-b832-430fa02da43d service neutron] 10.222.0.64 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451039 Dec 20 16:52:58.421685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'b9de212c-7ce0-487a-a47a-01975e4ca5b9', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.149', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'port_id': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'mac_address': 'fa:16:3e:a7:fe:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:52:54Z', 'updated_at': '2021-12-20T16:52:54Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b30ac42-27f6-49ba-8341-0f3d723d2d75', 'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:ac:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:30Z', 'updated_at': '2021-12-20T16:52:38Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '843228c1-34ea-416a-b709-0bf4dd093016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:58.427507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d176a-b3d9-42df-93fb-bccc4161670f None None] The sync data for ids ['aff33a24-63f0-4a96-b630-519703f19682'] in dv-neutron-821074-1-hyperv is: [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'b9de212c-7ce0-487a-a47a-01975e4ca5b9', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.149', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'port_id': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'mac_address': 'fa:16:3e:a7:fe:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:52:54Z', 'updated_at': '2021-12-20T16:52:54Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b30ac42-27f6-49ba-8341-0f3d723d2d75', 'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:ac:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:30Z', 'updated_at': '2021-12-20T16:52:38Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '843228c1-34ea-416a-b709-0bf4dd093016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:52:58.628492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35338) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:58.655125 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edfb810-5fee-4b16-965b-d6478caad334 None None] New status for floating IP b9de212c-7ce0-487a-a47a-01975e4ca5b9: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:52:58.757911 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-904a1b6f-c743-4476-a7a9-b5dd2beb6aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/b9de212c-7ce0-487a-a47a-01975e4ca5b9 HTTP/1.1" status: 200 len: 992 time: 0.1276722 Dec 20 16:52:59.762338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35342) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:52:59.932586 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ddc65ca3-552c-41b1-9937-35813e702711 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/b9de212c-7ce0-487a-a47a-01975e4ca5b9 HTTP/1.1" status: 200 len: 994 time: 0.1685710 Dec 20 16:53:14.996597 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d274cda-25a6-4e5b-8db5-dd676c11b4ab req-59bb68d4-a380-4ec5-b286-bb49525a3e52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763049 Dec 20 16:53:15.155515 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d274cda-25a6-4e5b-8db5-dd676c11b4ab req-119133e9-08d5-4087-a72d-7b8d6623d6f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 1099 time: 0.0845866 Dec 20 16:53:15.335359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d274cda-25a6-4e5b-8db5-dd676c11b4ab req-4b489627-8d00-40c2-a05b-a656ab8d8ae6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:15.336742 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d274cda-25a6-4e5b-8db5-dd676c11b4ab req-4b489627-8d00-40c2-a05b-a656ab8d8ae6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=96328224-45f0-4cd5-9cf6-a7df34b546a3 HTTP/1.1" status: 200 len: 898 time: 0.1598053 Dec 20 16:53:15.449446 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d274cda-25a6-4e5b-8db5-dd676c11b4ab req-8afb138e-3964-41df-8099-c7f26ec4e948 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b998ff99-9ca3-4053-ac91-13ce590ad396 HTTP/1.1" status: 200 len: 1002 time: 0.1055481 Dec 20 16:53:15.483001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:15.520347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d274cda-25a6-4e5b-8db5-dd676c11b4ab req-9198e7f3-7d04-4e6c-af1f-ce1235bec361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:15.522558 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d274cda-25a6-4e5b-8db5-dd676c11b4ab req-9198e7f3-7d04-4e6c-af1f-ce1235bec361 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=843228c1-34ea-416a-b709-0bf4dd093016 HTTP/1.1" status: 200 len: 835 time: 0.0671139 Dec 20 16:53:15.603278 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d274cda-25a6-4e5b-8db5-dd676c11b4ab req-7fd77a13-3036-4091-b87a-3fe0bcefe721 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96328224-45f0-4cd5-9cf6-a7df34b546a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741229 Dec 20 16:53:15.749587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d274cda-25a6-4e5b-8db5-dd676c11b4ab req-bb446fc7-667d-434a-9c8c-feab8eb7326b service neutron] 10.222.0.64 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393259 Dec 20 16:53:16.050406 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d274cda-25a6-4e5b-8db5-dd676c11b4ab req-d0de83ab-9ae6-4f33-902c-fb95d1c55b92 service neutron] 10.222.0.64 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935987 Dec 20 16:53:22.006965 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:53:22.127230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-850f1d24-7311-4ae5-a190-658a5307e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:24.374541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4cc2-9914-4579-8570-ca29e5fe0fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:25.613232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:25.699435 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:27.156977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:45.476284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:52.064927 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5bf7bd43-edf9-4c6a-9f11-d34599541876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:54.344532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8a49954-3f20-457b-8bf8-682c4a63a3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:55.522094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:55.687901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:57.184637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:53:59.007710 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:53:59.367882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f3f0d-710a-4508-94be-d1495902430a req-3884f5a6-685d-4faf-922e-f6951ad0b9b0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:59.369358 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-208f3f0d-710a-4508-94be-d1495902430a req-3884f5a6-685d-4faf-922e-f6951ad0b9b0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.0895751 Dec 20 16:53:59.421334 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-208f3f0d-710a-4508-94be-d1495902430a req-52b69fcd-38bd-4afb-9b45-c547c97fa727 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458765 Dec 20 16:54:00.649253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710197f-fc55-4a21-9399-bf40a0c960b9 req-b7a1bde1-3517-436e-8f9e-5fc3b3fb86a8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:00.650846 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d710197f-fc55-4a21-9399-bf40a0c960b9 req-b7a1bde1-3517-436e-8f9e-5fc3b3fb86a8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.0819964 Dec 20 16:54:00.706510 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d710197f-fc55-4a21-9399-bf40a0c960b9 req-17e48dda-207d-443e-a43f-1c28c48d4aa3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498192 Dec 20 16:54:00.736338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35372) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:00.847888 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d4111dc7-72ed-4510-9984-65cd101f3380 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/b9de212c-7ce0-487a-a47a-01975e4ca5b9 HTTP/1.1" status: 200 len: 994 time: 0.1102207 Dec 20 16:54:02.638774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c1905-159f-4f06-af08-860f40f0bf3e req-313985e4-2d5c-4ad5-b580-5ff18e8159be tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:02.640277 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-952c1905-159f-4f06-af08-860f40f0bf3e req-313985e4-2d5c-4ad5-b580-5ff18e8159be tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.1309206 Dec 20 16:54:02.712333 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-952c1905-159f-4f06-af08-860f40f0bf3e req-935e7c86-7fc9-451d-9d26-3ca3df026f0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616884 Dec 20 16:54:03.973660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab98065-2235-4adc-8a4c-285d8daca84e req-7868ad0a-b60f-423f-ad37-fcbe97d1542f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:03.975317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2ab98065-2235-4adc-8a4c-285d8daca84e req-7868ad0a-b60f-423f-ad37-fcbe97d1542f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.1072946 Dec 20 16:54:04.053442 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2ab98065-2235-4adc-8a4c-285d8daca84e req-c34dad48-9c8c-46e7-8274-fdffd09a05ba tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712309 Dec 20 16:54:04.094793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35386) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:04.214566 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-95e3eb8d-dbb6-4116-8100-92b18a7e97db tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/b9de212c-7ce0-487a-a47a-01975e4ca5b9 HTTP/1.1" status: 200 len: 994 time: 0.1183860 Dec 20 16:54:04.616690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35394) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:04.846238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 84954f8a-087d-4616-810d-967a68abec84 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:54:04.846587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:05.042144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:05.042857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:05.170499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 84954f8a-087d-4616-810d-967a68abec84 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:54:05.424421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:05.428486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ca3902cc-fa2a-41a9-ab42-f88b442dd0b5 tempest-ServersNegativeTestJSON-1675858977 tempest-ServersNegativeTestJSON-1675858977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:05.473513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=84954f8a-087d-4616-810d-967a68abec84,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:05.513822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.514205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.514583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.515004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.515384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.515819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.516121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.516489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.516854 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.517213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.517571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:05.525706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:05.585756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:06.152918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router aff33a24-63f0-4a96-b630-519703f19682 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:54:06.389735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:54:06.403589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] Sync routers for ids ['aff33a24-63f0-4a96-b630-519703f19682'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:54:06.418282 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] Routers {'aff33a24-63f0-4a96-b630-519703f19682'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:06.418947 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['aff33a24-63f0-4a96-b630-519703f19682'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:06.497250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:06.585043 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/floatingips/b9de212c-7ce0-487a-a47a-01975e4ca5b9 HTTP/1.1" status: 204 len: 168 time: 1.9664156 Dec 20 16:54:06.586051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'tag': 'b998ff99-9ca3-4053-ac91-13ce590ad396'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:54:06.667735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] Set router aff33a24-63f0-4a96-b630-519703f19682 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:54:06.689062 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'tag': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'status': 'completed', 'code': 200} Dec 20 16:54:06.828884 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-6e77bb38-ec74-4ca3-b9dc-89d19142533a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 1099 time: 0.1105223 Dec 20 16:54:06.984079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-c97fe92e-bb51-4fe6-8931-7085f124c2c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:06.986469 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-c97fe92e-bb51-4fe6-8931-7085f124c2c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=96328224-45f0-4cd5-9cf6-a7df34b546a3 HTTP/1.1" status: 200 len: 898 time: 0.1506729 Dec 20 16:54:07.095369 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-8bc88665-a05f-4132-96d0-4cc15c3cc5cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b998ff99-9ca3-4053-ac91-13ce590ad396 HTTP/1.1" status: 200 len: 217 time: 0.1014421 Dec 20 16:54:07.146467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9b30ac42-27f6-49ba-8341-0f3d723d2d75', 'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:ac:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:30Z', 'updated_at': '2021-12-20T16:52:38Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '843228c1-34ea-416a-b709-0bf4dd093016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:07.153041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] Checking router: aff33a24-63f0-4a96-b630-519703f19682 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:54:07.172214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] Routers {'aff33a24-63f0-4a96-b630-519703f19682'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:07.173454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['aff33a24-63f0-4a96-b630-519703f19682'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:07.200629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-05ec091e-7d18-4ef1-898c-b71211970a23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:07.203251 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-05ec091e-7d18-4ef1-898c-b71211970a23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=843228c1-34ea-416a-b709-0bf4dd093016 HTTP/1.1" status: 200 len: 835 time: 0.1000466 Dec 20 16:54:07.330745 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-e20a5d3d-bfff-4a6f-8814-467e3cb9c1b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96328224-45f0-4cd5-9cf6-a7df34b546a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209331 Dec 20 16:54:07.350499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-73245d7c-5d3e-41c0-ab24-e501bb5fde22 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:54:07.352810 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-73245d7c-5d3e-41c0-ab24-e501bb5fde22 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0135727 Dec 20 16:54:07.513620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] Set router aff33a24-63f0-4a96-b630-519703f19682 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:54:07.574580 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-09918714-a0d2-4fa9-921e-deee579b95cb service neutron] 10.222.0.64 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812527 Dec 20 16:54:07.581023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5aab6-78d9-45d6-a273-7bbf3390a37d req-f73c5e8c-6f26-4e79-8a11-9ed0f697f295 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:07.581789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-9ee5aab6-78d9-45d6-a273-7bbf3390a37d req-f73c5e8c-6f26-4e79-8a11-9ed0f697f295 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:54:07.747800 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0592faf4-f11a-45fe-aa27-e30236fb9a59 req-e0868d2c-87da-486d-b37b-020f567d12bc service neutron] 10.222.0.64 "GET /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624298 Dec 20 16:54:07.750674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-9ee5aab6-78d9-45d6-a273-7bbf3390a37d req-f73c5e8c-6f26-4e79-8a11-9ed0f697f295 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:54:07.752657 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9ee5aab6-78d9-45d6-a273-7bbf3390a37d req-f73c5e8c-6f26-4e79-8a11-9ed0f697f295 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.3951690 Dec 20 16:54:07.890819 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9ee5aab6-78d9-45d6-a273-7bbf3390a37d req-4d2ffeb3-2b93-4395-bf00-58874aa91c95 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230767 Dec 20 16:54:07.966061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9b30ac42-27f6-49ba-8341-0f3d723d2d75', 'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:ac:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:30Z', 'updated_at': '2021-12-20T16:52:38Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '843228c1-34ea-416a-b709-0bf4dd093016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:07.971380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a80790-b90f-4142-9042-7900fa2441ae None None] The sync data for ids ['aff33a24-63f0-4a96-b630-519703f19682'] in dv-neutron-821074-1-hyperv is: [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:52:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9b30ac42-27f6-49ba-8341-0f3d723d2d75', 'name': '', 'network_id': '96328224-45f0-4cd5-9cf6-a7df34b546a3', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:ac:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843228c1-34ea-416a-b709-0bf4dd093016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:30Z', 'updated_at': '2021-12-20T16:52:38Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '843228c1-34ea-416a-b709-0bf4dd093016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:54:08.230681 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1107ac3a-074f-4ed4-b6e5-022691c0457e None None] New status for floating IP b9de212c-7ce0-487a-a47a-01975e4ca5b9: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:54:09.107748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659c581-faad-4f9c-8e16-0204ba305100 req-9cdc0ac7-f6cf-40a7-bd95-8b949b43e4c7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:09.109332 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4659c581-faad-4f9c-8e16-0204ba305100 req-9cdc0ac7-f6cf-40a7-bd95-8b949b43e4c7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.0913002 Dec 20 16:54:09.233813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-4659c581-faad-4f9c-8e16-0204ba305100 req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port b998ff99-9ca3-4053-ac91-13ce590ad396 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:54:09.234214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4659c581-faad-4f9c-8e16-0204ba305100 req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:09.432778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383038-b526-4e44-92b6-9dc409af0593 req-764cdcca-2569-4cc8-bace-3b0068bbde62 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:09.434395 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51383038-b526-4e44-92b6-9dc409af0593 req-764cdcca-2569-4cc8-bace-3b0068bbde62 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 946 time: 0.3329351 Dec 20 16:54:09.576317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51383038-b526-4e44-92b6-9dc409af0593 req-20d00cad-8087-4360-afd8-102570d1b1df tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108804 Dec 20 16:54:09.681241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-4659c581-faad-4f9c-8e16-0204ba305100 req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port b998ff99-9ca3-4053-ac91-13ce590ad396, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b998ff99-9ca3-4053-ac91-13ce590ad396,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:09.681611 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4659c581-faad-4f9c-8e16-0204ba305100 req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:09.815539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-4659c581-faad-4f9c-8e16-0204ba305100 req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for b998ff99-9ca3-4053-ac91-13ce590ad396 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:54:10.080478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4659c581-faad-4f9c-8e16-0204ba305100 req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:10.086787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-46f88ef2-6076-4032-8e3e-ec9a474be3ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:10.139467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=b998ff99-9ca3-4053-ac91-13ce590ad396,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:10.142049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:10.216856 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4659c581-faad-4f9c-8e16-0204ba305100 req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] No DVR routers for this DVR port b998ff99-9ca3-4053-ac91-13ce590ad396 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:54:10.219679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4659c581-faad-4f9c-8e16-0204ba305100 req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:10.222661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'name': 'network-vif-deleted', 'tag': 'b998ff99-9ca3-4053-ac91-13ce590ad396'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:54:10.316670 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4659c581-faad-4f9c-8e16-0204ba305100 req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "DELETE /v2.0/ports/b998ff99-9ca3-4053-ac91-13ce590ad396 HTTP/1.1" status: 204 len: 173 time: 1.1763637 Dec 20 16:54:10.326686 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b964eb8-1ca4-4e83-a479-93676f8ecff2', 'name': 'network-vif-deleted', 'tag': 'b998ff99-9ca3-4053-ac91-13ce590ad396', 'status': 'completed', 'code': 200} Dec 20 16:54:10.803131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-18ad2615-7679-4d8b-91df-7785114e3f42 req-4bcec973-f39d-40f4-914c-ec91cca95842 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:54:10.956654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-18ad2615-7679-4d8b-91df-7785114e3f42 req-4bcec973-f39d-40f4-914c-ec91cca95842 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:54:10.959577 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-18ad2615-7679-4d8b-91df-7785114e3f42 req-4bcec973-f39d-40f4-914c-ec91cca95842 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b964eb8-1ca4-4e83-a479-93676f8ecff2 HTTP/1.1" status: 200 len: 210 time: 0.2048137 Dec 20 16:54:12.075063 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35416) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:12.608819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:13.362513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b998ff99-9ca3-4053-ac91-13ce590ad396 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:54:13.402049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: b998ff99-9ca3-4053-ac91-13ce590ad396 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:54:13.402488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b998ff99-9ca3-4053-ac91-13ce590ad396 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:54:13.439235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 9b30ac42-27f6-49ba-8341-0f3d723d2d75 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:54:13.440201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:13.648753 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 9b30ac42-27f6-49ba-8341-0f3d723d2d75, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9b30ac42-27f6-49ba-8341-0f3d723d2d75,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:13.649067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:13.784802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 9b30ac42-27f6-49ba-8341-0f3d723d2d75 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:54:14.115522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:14.119780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:14.168118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=9b30ac42-27f6-49ba-8341-0f3d723d2d75,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:14.171739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:14.553598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:15.348420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router aff33a24-63f0-4a96-b630-519703f19682 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:54:15.549975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:15.610412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:54:15.622409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] Sync routers for ids ['aff33a24-63f0-4a96-b630-519703f19682'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:54:15.637257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] Routers {'aff33a24-63f0-4a96-b630-519703f19682'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:15.637905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['aff33a24-63f0-4a96-b630-519703f19682'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:15.724690 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "PUT /v2.0/routers/aff33a24-63f0-4a96-b630-519703f19682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6483054 Dec 20 16:54:15.728987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35420) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:15.856631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] Set router aff33a24-63f0-4a96-b630-519703f19682 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:54:15.980784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdcaade5-4c9a-427d-9efd-25aaa698f7d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting subnet 843228c1-34ea-416a-b709-0bf4dd093016 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:54:15.985337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fdcaade5-4c9a-427d-9efd-25aaa698f7d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:16.070457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fdcaade5-4c9a-427d-9efd-25aaa698f7d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:16.200402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fdcaade5-4c9a-427d-9efd-25aaa698f7d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:16.251748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:54:13Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:16.258379 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] Checking router: aff33a24-63f0-4a96-b630-519703f19682 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:54:16.272996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] Routers {'aff33a24-63f0-4a96-b630-519703f19682'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:16.274010 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:53:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['aff33a24-63f0-4a96-b630-519703f19682'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:16.413210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fdcaade5-4c9a-427d-9efd-25aaa698f7d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:16.418626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2842181f-5982-4495-bf63-f97ca7fd2d60 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:16.468696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaade5-4c9a-427d-9efd-25aaa698f7d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Subnet': ['ID=843228c1-34ea-416a-b709-0bf4dd093016,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:16.475756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fdcaade5-4c9a-427d-9efd-25aaa698f7d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:16.480385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fdcaade5-4c9a-427d-9efd-25aaa698f7d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:16.488085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] Set router aff33a24-63f0-4a96-b630-519703f19682 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:54:16.490193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fdcaade5-4c9a-427d-9efd-25aaa698f7d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/subnets/843228c1-34ea-416a-b709-0bf4dd093016 HTTP/1.1" status: 204 len: 168 time: 0.7597985 Dec 20 16:54:16.493862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35424) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:16.532138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075096c1-0547-41e2-b156-5e144dcda165 None None] Network 96328224-45f0-4cd5-9cf6-a7df34b546a3 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:54:16.725094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:17.067733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:54:13Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:17.074530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3d1ac-da7f-4127-a960-8734f75a1917 None None] The sync data for ids ['aff33a24-63f0-4a96-b630-519703f19682'] in dv-neutron-821074-1-hyperv is: [{'id': 'aff33a24-63f0-4a96-b630-519703f19682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636704318', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:24Z', 'updated_at': '2021-12-20T16:54:13Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '520d0180-3277-4d41-9dfd-f1004b85263a', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff33a24-63f0-4a96-b630-519703f19682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:25Z', 'updated_at': '2021-12-20T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:54:17.083688 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:17.133778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] DHCP port deletion for 96328224-45f0-4cd5-9cf6-a7df34b546a3 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:54:17.138469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Deleting port a5ed6535-3df9-4a7d-b367-c366760523f6 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:54:17.138887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:17.195570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 520d0180-3277-4d41-9dfd-f1004b85263a {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:54:17.196095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:17.418589 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] For port a5ed6535-3df9-4a7d-b367-c366760523f6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a5ed6535-3df9-4a7d-b367-c366760523f6,segment=NetworkSegment(3ba59cfb-eaf2-4b10-8115-96b8e76b83c7),segment_id=3ba59cfb-eaf2-4b10-8115-96b8e76b83c7)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:17.419131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:17.430784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 520d0180-3277-4d41-9dfd-f1004b85263a, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=520d0180-3277-4d41-9dfd-f1004b85263a,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:17.431383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:17.611813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 520d0180-3277-4d41-9dfd-f1004b85263a owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:54:17.645016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Calling delete_port for a5ed6535-3df9-4a7d-b367-c366760523f6 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:54:17.824146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:17.829576 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:17.880027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Pushing event deleted for resources: {'Port': ['ID=a5ed6535-3df9-4a7d-b367-c366760523f6,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:17.887189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] No DVR routers for this DVR port a5ed6535-3df9-4a7d-b367-c366760523f6 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:54:17.903556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.903556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.903556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.903556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.903556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.903556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.903556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.903556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.903556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.904750 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.904750 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:17.907630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:17.933219 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:17.937504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3897d4af-0c15-4949-959f-6a6e53be4d3e tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:17.987379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=520d0180-3277-4d41-9dfd-f1004b85263a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:18.070007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.070446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.074077 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.074841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.075448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.076074 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.076690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.077317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.077950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.078584 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.079248 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:18.088820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:18.116658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a5ed6535-3df9-4a7d-b367-c366760523f6 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:54:18.152557 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: a5ed6535-3df9-4a7d-b367-c366760523f6 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:54:18.152914 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a5ed6535-3df9-4a7d-b367-c366760523f6 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:54:18.153405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9b30ac42-27f6-49ba-8341-0f3d723d2d75 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:54:18.188889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 9b30ac42-27f6-49ba-8341-0f3d723d2d75 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:54:18.189302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9b30ac42-27f6-49ba-8341-0f3d723d2d75 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:54:18.421191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:18.699339 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:18.704018 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:18.818489 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:18.819081 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Fanout notify agent at l3_agent the message router_deleted on router aff33a24-63f0-4a96-b630-519703f19682 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:54:18.836800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:18.838180 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/routers/aff33a24-63f0-4a96-b630-519703f19682 HTTP/1.1" status: 204 len: 168 time: 2.3426588 Dec 20 16:54:18.841733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35428) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:18.981843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.219706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.258946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96328224-45f0-4cd5-9cf6-a7df34b546a3']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:19.276392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:19.276888 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba59cfb-eaf2-4b10-8115-96b8e76b83c7') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:19.298960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.321430 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.330069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:54:19.330523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:54:19.346093 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:54:19.509834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.513489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1a77d374-d176-43b6-ae62-49d8c0a661c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:19.528542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.541951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Network': ['ID=96328224-45f0-4cd5-9cf6-a7df34b546a3,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:19.545758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:19.618826 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ebc26b59-b346-4138-9844-ed340d25585d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/networks/96328224-45f0-4cd5-9cf6-a7df34b546a3 HTTP/1.1" status: 204 len: 168 time: 0.7756894 Dec 20 16:54:19.621997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35432) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:19.705877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c0866a2c-398f-4981-a871-657b1056037f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.745766 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c0866a2c-398f-4981-a871-657b1056037f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.904070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c0866a2c-398f-4981-a871-657b1056037f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.908577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7022c732-d653-4f1d-99b2-9dc69d77efda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:19.924746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0866a2c-398f-4981-a871-657b1056037f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:19.929148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c0866a2c-398f-4981-a871-657b1056037f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:19.933425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c0866a2c-398f-4981-a871-657b1056037f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:19.935300 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c0866a2c-398f-4981-a871-657b1056037f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/security-groups/ce4f62fb-bb19-4ab7-9f8f-c6b65b27664b HTTP/1.1" status: 204 len: 168 time: 0.3115289 Dec 20 16:54:20.107070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 520d0180-3277-4d41-9dfd-f1004b85263a no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:54:20.154216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 520d0180-3277-4d41-9dfd-f1004b85263a {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:54:20.154473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 520d0180-3277-4d41-9dfd-f1004b85263a not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:54:20.496991 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35440) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:20.503319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532302130', 'description': 'tempest-secgroup-smoke-532302130 description', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:20.510228 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:20.514798 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:20.518350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:20.526483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:20.601459 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:20.643784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:20.648424 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:20.652360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:20.660297 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:20.757885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:20.812499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:20.817327 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2cb58aee-3678-472e-90c0-eceed51a1fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:20.859237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f44b780-f10c-4890-9613-b7c0abed8009,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:20.862239 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:20.955448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:20.956872 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a1e91ca4-d6ae-4cc0-8635-50b2218b32a1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4587688 Dec 20 16:54:20.960221 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35444) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:20.966696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '7f44b780-f10c-4890-9613-b7c0abed8009', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:20.974833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:20.979555 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:20.983226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:20.996769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:21.146064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:21.220576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:21.309877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:21.312496 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-682e108c-290a-411b-82eb-097f48151d53 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:21.356575 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1174171d-290f-47a6-9485-882d09533b7d,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:21.361241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:21.440909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:21.446585 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f2b771ab-3900-4e8d-9624-814908deaed3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4810865 Dec 20 16:54:21.447026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35448) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:21.454464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '7f44b780-f10c-4890-9613-b7c0abed8009', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:21.462965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:21.467861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:21.471717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:21.485818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:21.580380 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:21.651774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:21.721440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:21.723793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c3f25882-7839-4a80-9808-5d0f21ffe0de tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:21.749757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbd5a41-8836-48d2-85aa-c79dc8e56165,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:21.757562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:21.818643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:21.820127 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3717160 Dec 20 16:54:21.823838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35452) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:21.830181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '7f44b780-f10c-4890-9613-b7c0abed8009', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:21.837837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:21.842870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:21.846836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:21.854460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:21.959068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:22.039336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:22.052811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2adca937-eb3d-4097-8d63-7166459d7ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:22.133435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:22.136473 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f7603ee3-7a47-4e74-855c-b78a4aa57fc4 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:22.179943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa0b888-033b-4bb2-a729-cce96cff8be6,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:22.184576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:22.286620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:22.288125 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4631772 Dec 20 16:54:22.291105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35456) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:22.297823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '7f44b780-f10c-4890-9613-b7c0abed8009', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:22.305087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:22.310058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:22.313515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:22.321703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:22.442440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:22.642976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:22.726640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:22.728829 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-94fcf898-f02c-4fbf-8d6b-6868ff499a3d tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:22.754119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a42c41-5490-43a9-b489-c9736a58cf2c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:22.759342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:22.824115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:22.825451 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fa73bd2f-0b76-4258-ae58-0e13f099defe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5332866 Dec 20 16:54:22.828367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35460) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:22.836600 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '7f44b780-f10c-4890-9613-b7c0abed8009', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:22.843182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:22.848384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:22.851834 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:22.858808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:22.966900 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Project dd7c0165642645b7bdf71b018a33c11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:54:22.975490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:23.052618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:23.189791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:23.193613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f0e032eb-1a1e-4b81-8869-42ebd138faec tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:23.236350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db5ecc1-745d-4c52-82a7-9902dff3cc28,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:23.240696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:23.338000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:23.339461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5099988 Dec 20 16:54:23.342885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35464) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:23.349113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '7f44b780-f10c-4890-9613-b7c0abed8009', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:23.355877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:23.360435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:23.366183 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:23.371330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:23.492418 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Project dd7c0165642645b7bdf71b018a33c11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:54:23.500215 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:23.582472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:23.681054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:23.683425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c2c55533-4fea-430c-aa37-a31dee72a22c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:23.710656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345cc7d9-f26b-4677-9035-25ff37df182a,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:23.713396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:23.784545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:23.785689 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-878248c8-1dc3-4d3b-a7be-3cde186a96d1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4415669 Dec 20 16:54:23.788983 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35468) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:23.795109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'network': {'name': 'tempest-network-smoke--1464552451', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'port_security_enabled': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:23.801256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:23.806164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:network and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:23.809717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:23.817422 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:23.914887 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:54:23.918312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:24.066899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:54:24.078097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:24.078459 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Added segment 469d18ed-e1b0-4bef-9f3b-6840067ae24c of type vlan for network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 Dec 20 16:54:24.126018 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:24.269088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:24.273701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:24.274428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:24.278743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0a1561dd-babe-42f5-a278-aa380ad801b0 tempest-PortsTestJSON-954357687 tempest-PortsTestJSON-954357687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:24.367051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6fc8b983-21fe-4185-9b2b-e6edc2124809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:24.396467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Network': ['ID=d5474b0d-2a5b-4259-a9b8-095d8ea050d2,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:24.399251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:24.409304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:54:24.453933 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6636002 Dec 20 16:54:24.457954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35472) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:24.467606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'admin_state_up': True, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:24.481222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:24.492250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:router and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:24.497469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:24.506100 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:24.596152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:24.597155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:24.624025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:24.853662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:25.139980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:25.174850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:25.344055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.26.7.58 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/4818c908-fe54-4d33-b475-ca54b072ca41) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:54:25.555430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:25.556310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:25.658419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:25.663367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:25.697956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:25.733330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:54:25.736212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:54:25.741631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:54:25.775635 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=4818c908-fe54-4d33-b475-ca54b072ca41,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:25.787821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:26.025002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:26.025826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:26.377935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router 8d35bc32-7963-439c-adec-f7caaf817c7c is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:54:26.736537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:54:26.749471 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Sync routers for ids ['8d35bc32-7963-439c-adec-f7caaf817c7c'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:54:26.762279 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Routers {'8d35bc32-7963-439c-adec-f7caaf817c7c'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:26.763935 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8d35bc32-7963-439c-adec-f7caaf817c7c'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:26.988624 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Set router 8d35bc32-7963-439c-adec-f7caaf817c7c gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:54:27.081320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:27.083071 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6235738 Dec 20 16:54:27.086775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35476) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:27.133731 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-21a74666-1916-44bd-9748-ddf1493efb2e tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=dd7c0165642645b7bdf71b018a33c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451384 Dec 20 16:54:27.137413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35480) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:27.269747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:27.341621 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:25Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:27.348009 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Checking router: 8d35bc32-7963-439c-adec-f7caaf817c7c for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:54:27.348508 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Updating router 8d35bc32-7963-439c-adec-f7caaf817c7c port 4818c908-fe54-4d33-b475-ca54b072ca41 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:54:27.349073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98240a87-3fa3-4877-8ce6-9130018bd797 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:27.350712 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-98240a87-3fa3-4877-8ce6-9130018bd797 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2120934 Dec 20 16:54:27.355625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35484) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:27.415773 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-16017e42-9587-4f02-a85c-b465cefe6b36 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587020 Dec 20 16:54:27.416886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35488) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:27.424045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1493696484', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:27.429639 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:27.553327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:27.558165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:subnet and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:27.562060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:27.570812 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:27.674991 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:54:27.804574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:27.827750 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:27.849371 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Transition to ACTIVE for port object 4818c908-fe54-4d33-b475-ca54b072ca41 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:54:27.955356 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:27.961599 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-6ed045da-06d9-412d-8730-37b92fdafdde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:28.044289 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Pushing event updated for resources: {'Port': ['ID=4818c908-fe54-4d33-b475-ca54b072ca41,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:28.046907 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Attempting to bind port 4818c908-fe54-4d33-b475-ca54b072ca41 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:54:28.047364 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Attempting to bind port 4818c908-fe54-4d33-b475-ca54b072ca41 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:54:28.047634 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Attempting to bind port 4818c908-fe54-4d33-b475-ca54b072ca41 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:54:28.060120 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.060371 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.060684 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.061008 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.061331 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.061657 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.061984 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.062293 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.062968 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.062968 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.063331 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:28.067658 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:54:28.067999 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:54:28.068394 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:28.068785 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:54:28.069283 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Bound port: 4818c908-fe54-4d33-b475-ca54b072ca41, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:54:28.069659 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:28.092828 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:28.147220 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] For port 4818c908-fe54-4d33-b475-ca54b072ca41, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:54:28.149477 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:28.150640 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] For port 4818c908-fe54-4d33-b475-ca54b072ca41, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4818c908-fe54-4d33-b475-ca54b072ca41,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:54:28.154184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-382b5e96-9b5c-4ab7-a8c4-5fb6d24929a4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:28.236664 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:28.244144 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-9c8ace5a-9393-4195-9832-a3af8b86d89a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:28.248449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Subnet': ['ID=22cb35f0-b896-49bd-b5ae-48adc5bf70b8,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:28.252931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:28.263241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Checking segment: {'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:54:28.265711 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network hostable DHCP agents. Network: d5474b0d-2a5b-4259-a9b8-095d8ea050d2, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:54:28.326472 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Pushing event updated for resources: {'Port': ['ID=4818c908-fe54-4d33-b475-ca54b072ca41,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:28.329874 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-27eebaf8-785f-4f3d-98ce-1e50fc826425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:28.333716 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Routers {'8d35bc32-7963-439c-adec-f7caaf817c7c'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:28.334366 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8d35bc32-7963-439c-adec-f7caaf817c7c'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:28.355076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:54:28.429962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, d5474b0d-2a5b-4259-a9b8-095d8ea050d2) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:54:28.437462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:28.437462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:28.442384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb0f2a-d547-4b0e-9452-a0236edaf392 None None] Network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:54:28.545284 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ebfba197-2135-4f13-aba6-fc422458d140 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1266978 Dec 20 16:54:28.549959 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35492) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:28.566241 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] Set router 8d35bc32-7963-439c-adec-f7caaf817c7c gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:54:28.731101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-d5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:54:28.732843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:28.879382 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:25Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:28.885138 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33598d52-7423-47db-804e-c3d3b06804a7 None None] The sync data for ids ['8d35bc32-7963-439c-adec-f7caaf817c7c'] in dv-neutron-821074-1-hyperv is: [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:25Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:54:28.923640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Allocated IP 172.20.0.2 (d5474b0d-2a5b-4259-a9b8-095d8ea050d2/22cb35f0-b896-49bd-b5ae-48adc5bf70b8/c26f7782-be7c-474e-ada2-44a29ea65766) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:54:29.222569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:29.237515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Transition to ACTIVE for port object c26f7782-be7c-474e-ada2-44a29ea65766 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:54:29.264757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Transition to ACTIVE for port object c26f7782-be7c-474e-ada2-44a29ea65766 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:54:29.344766 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:29.366249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-6ed41758-c5fc-432f-b8ee-61b341351788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:29.490782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:54:29.495434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:54:29.497810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Pushing event updated for resources: {'Port': ['ID=c26f7782-be7c-474e-ada2-44a29ea65766,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:29.500521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:54:29.503188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:29.598488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Attempting to bind port c26f7782-be7c-474e-ada2-44a29ea65766 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:54:29.598864 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Attempting to bind port c26f7782-be7c-474e-ada2-44a29ea65766 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:54:29.599270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Attempting to bind port c26f7782-be7c-474e-ada2-44a29ea65766 on network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:54:29.606994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:54:29.607376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Checking segment: {'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:54:29.607788 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:29.608183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Bound using segment: {'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:54:29.608673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Bound port: c26f7782-be7c-474e-ada2-44a29ea65766, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:54:29.609047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:29.670423 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:29.709749 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] For port c26f7782-be7c-474e-ada2-44a29ea65766, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:54:29.713489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] For port c26f7782-be7c-474e-ada2-44a29ea65766, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c26f7782-be7c-474e-ada2-44a29ea65766,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:54:29.773704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:29.780414 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-43a2afb7-df2c-4b51-a7e3-ec77f14aa6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:29.919513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Pushing event updated for resources: {'Port': ['ID=c26f7782-be7c-474e-ada2-44a29ea65766,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:29.924802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:30.219077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4818c908-fe54-4d33-b475-ca54b072ca41 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:54:30.338731 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.20.0.1 (d5474b0d-2a5b-4259-a9b8-095d8ea050d2/22cb35f0-b896-49bd-b5ae-48adc5bf70b8/9325d7d9-a7e4-4640-8fc1-1ce9b689fe57) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:54:30.486784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 4818c908-fe54-4d33-b475-ca54b072ca41 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:54:30.493370 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4818c908-fe54-4d33-b475-ca54b072ca41 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:30.494242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:30.514779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:30.534566 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Transition to ACTIVE for port object 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:54:30.621046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:30.644122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 4818c908-fe54-4d33-b475-ca54b072ca41, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4818c908-fe54-4d33-b475-ca54b072ca41,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:30.658468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:30.670894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a2a4dc21-425a-48be-be2e-89217aaa9968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:30.756562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:54:30.760638 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:54:30.767180 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:54:30.772005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:30.777260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:30.809668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=9325d7d9-a7e4-4640-8fc1-1ce9b689fe57,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:30.822019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:30.864203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:30.885237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=4818c908-fe54-4d33-b475-ca54b072ca41,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:30.889871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:31.073517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:31.104182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0892adc-a53e-4965-90e2-55c44123b673 None None] Network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:54:31.310380 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5c4afe46-e1aa-4c8d-9842-ac5f23302a3b None None] Provisioning for port c26f7782-be7c-474e-ada2-44a29ea65766 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:54:31.547916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:31.629464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:31.657860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-22e522e7-8f33-4457-b48c-0a2063354b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:31.751810 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=9325d7d9-a7e4-4640-8fc1-1ce9b689fe57,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:31.754728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:31.755743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d52df036-f0ff-4b67-8de9-f3e1a24b4452 None None] Provisioning for port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:54:31.758868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:31.765975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d52df036-f0ff-4b67-8de9-f3e1a24b4452 None None] Provisioning complete for port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:31.766464 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d52df036-f0ff-4b67-8de9-f3e1a24b4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:31.866397 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d52df036-f0ff-4b67-8de9-f3e1a24b4452 None None] Port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:54:31.916699 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:54:31.918033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:54:32.016997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ba76701f-4d0c-4568-afdf-7902e1384822 None None] Provisioning complete for port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:32.017646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ba76701f-4d0c-4568-afdf-7902e1384822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:32.114165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ba76701f-4d0c-4568-afdf-7902e1384822 None None] Port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:54:32.238465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dbdaed8f-666e-4c25-8ca1-9d0509d45798 None None] Provisioning complete for port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:32.238840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dbdaed8f-666e-4c25-8ca1-9d0509d45798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:32.309199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4818c908-fe54-4d33-b475-ca54b072ca41 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:54:32.343969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-dbdaed8f-666e-4c25-8ca1-9d0509d45798 None None] Port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:54:32.392030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4818c908-fe54-4d33-b475-ca54b072ca41 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:32.392455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:32.526767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c26f7782-be7c-474e-ada2-44a29ea65766 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:54:32.697903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port c26f7782-be7c-474e-ada2-44a29ea65766 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:54:32.706214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c26f7782-be7c-474e-ada2-44a29ea65766 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:32.707404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:32.723070 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router 8d35bc32-7963-439c-adec-f7caaf817c7c has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:54:32.911545 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:32.959684 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port c26f7782-be7c-474e-ada2-44a29ea65766, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c26f7782-be7c-474e-ada2-44a29ea65766,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:32.987073 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:54:33.000714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Sync routers for ids ['8d35bc32-7963-439c-adec-f7caaf817c7c'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:54:33.001882 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "PUT /v2.0/routers/8d35bc32-7963-439c-adec-f7caaf817c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4486356 Dec 20 16:54:33.021144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Routers {'8d35bc32-7963-439c-adec-f7caaf817c7c'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:33.021144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8d35bc32-7963-439c-adec-f7caaf817c7c'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:33.114523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:33.114523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1d01cf93-3e45-4f95-9981-19ba7953ae60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:33.341979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=c26f7782-be7c-474e-ada2-44a29ea65766,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:33.349040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:33.358452 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Set router 8d35bc32-7963-439c-adec-f7caaf817c7c gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:54:33.457507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-dff62f1a-f9b4-4bc0-a282-37e220f30b08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:54:33.549575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-dff62f1a-f9b4-4bc0-a282-37e220f30b08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:54:33.551576 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-dff62f1a-f9b4-4bc0-a282-37e220f30b08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532302130&fields=id&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 267 time: 0.1599045 Dec 20 16:54:33.719858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9325d7d9-a7e4-4640-8fc1-1ce9b689fe57', 'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:5c:42:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:30Z', 'updated_at': '2021-12-20T16:54:31Z', 'revision_number': 2, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:33.727480 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Checking router: 8d35bc32-7963-439c-adec-f7caaf817c7c for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:54:33.728079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Updating router 8d35bc32-7963-439c-adec-f7caaf817c7c port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:54:33.738970 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-8540b63b-4c46-4ba8-a62a-a92bbb00483a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:33.739678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-8540b63b-4c46-4ba8-a62a-a92bbb00483a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:54:33.812371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:33.845808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-8540b63b-4c46-4ba8-a62a-a92bbb00483a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:54:33.847153 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-8540b63b-4c46-4ba8-a62a-a92bbb00483a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/networks?id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2 HTTP/1.1" status: 200 len: 797 time: 0.2869234 Dec 20 16:54:33.870002 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-c911f962-8207-4946-9f5c-81e5efa20315 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/quotas/dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 375 time: 0.0132632 Dec 20 16:54:34.033178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-8ed41526-221b-4861-a2aa-5a49c91a3b71 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:54:34.137673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c26f7782-be7c-474e-ada2-44a29ea65766 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:54:34.166730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-8ed41526-221b-4861-a2aa-5a49c91a3b71 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:54:34.168734 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-8ed41526-221b-4861-a2aa-5a49c91a3b71 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2860928 Dec 20 16:54:34.291504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:34.311940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Transition to ACTIVE for port object 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:54:34.324370 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c26f7782-be7c-474e-ada2-44a29ea65766 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:34.324727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:34.346513 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-1222e27f-245e-4021-9cf7-59f1f21bb7da service neutron] 10.222.0.62 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602118 Dec 20 16:54:34.401105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:34.408015 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:34.587939 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-f84a880c-31df-4064-a598-6375e15c86c1 service neutron] 10.222.0.62 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294798 Dec 20 16:54:34.712314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a66f6a-3e53-44d0-be8c-8aaa30a820d2 None None] Pushing event updated for resources: {'Port': ['ID=9325d7d9-a7e4-4640-8fc1-1ce9b689fe57,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:34.721057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d1a66f6a-3e53-44d0-be8c-8aaa30a820d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:34.855681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Attempting to bind port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:54:34.856269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Attempting to bind port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:54:34.856872 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Attempting to bind port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 on network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:54:34.875103 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:54:34.875616 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Checking segment: {'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:54:34.876176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:34.876677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Bound using segment: {'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:54:34.877299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Bound port: 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:54:34.878488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:34.971519 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a502e50-7ef0-4507-bd0b-aa564b64e1cb req-fb6a9793-7b67-4eb5-8f41-9d6b73b15801 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 210 time: 0.0513654 Dec 20 16:54:35.027180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] For port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:54:35.032619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] For port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9325d7d9-a7e4-4640-8fc1-1ce9b689fe57,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:54:35.144816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:35.148968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:35.246849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a66f6a-3e53-44d0-be8c-8aaa30a820d2 None None] Pushing event updated for resources: {'Port': ['ID=9325d7d9-a7e4-4640-8fc1-1ce9b689fe57,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:35.250597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d1a66f6a-3e53-44d0-be8c-8aaa30a820d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:35.257799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Routers {'8d35bc32-7963-439c-adec-f7caaf817c7c'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:35.258438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:54:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8d35bc32-7963-439c-adec-f7caaf817c7c'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:35.541243 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] Set router 8d35bc32-7963-439c-adec-f7caaf817c7c gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:54:35.900646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9325d7d9-a7e4-4640-8fc1-1ce9b689fe57', 'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:5c:42:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:30Z', 'updated_at': '2021-12-20T16:54:35Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:35.909191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f048bdf-48cd-4adb-b489-da9648b012b7 None None] The sync data for ids ['8d35bc32-7963-439c-adec-f7caaf817c7c'] in dv-neutron-821074-1-hyperv is: [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9325d7d9-a7e4-4640-8fc1-1ce9b689fe57', 'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:5c:42:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:30Z', 'updated_at': '2021-12-20T16:54:35Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:54:36.016198 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:54:36.240458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:54:36.243001 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-22beb473-e793-4d72-915d-90684da0c33e req-847b5a1d-ce4b-42a9-a7e3-cdb42f63c680 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 210 time: 0.0893235 Dec 20 16:54:36.515023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:54:36.524499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:36.525119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:36.656204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:36.699299 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9325d7d9-a7e4-4640-8fc1-1ce9b689fe57,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:36.777664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:36.779707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-eb196b42-a84e-4640-b87c-53ef7b3d7973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:36.854888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=9325d7d9-a7e4-4640-8fc1-1ce9b689fe57,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:36.858315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:37.726816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3358737e-b441-4d63-9167-9abfdf16244e req-0aeb779d-566c-4a34-9dfb-8348b14c6191 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 210 time: 0.1268547 Dec 20 16:54:37.777640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-ccee82eb-2a26-4271-9820-1203ae3ec9db tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:37.779144 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-ccee82eb-2a26-4271-9820-1203ae3ec9db tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/networks?id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2 HTTP/1.1" status: 200 len: 797 time: 0.4206860 Dec 20 16:54:37.838276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-311b3a7b-b8e5-4f02-851f-f7e2a55cf6c9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 379 time: 0.0457153 Dec 20 16:54:37.848453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'port': {'device_id': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'admin_state_up': True, 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'security_groups': ['7f44b780-f10c-4890-9613-b7c0abed8009']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:38.007790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:38.029658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:38.109500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:54:38.161404 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:54:38.166305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:38.200902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:38.202134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:38.453243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.20.0.8 (d5474b0d-2a5b-4259-a9b8-095d8ea050d2/22cb35f0-b896-49bd-b5ae-48adc5bf70b8/82d4cf6c-c894-4f28-abb6-83da71498496) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:54:38.672481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:38.692932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Transition to ACTIVE for port object 82d4cf6c-c894-4f28-abb6-83da71498496 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:54:38.784341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:38.793501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cdd10fcc-ba6c-4253-8082-3751d28b5cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:38.934342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:54:38.939839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:54:38.948141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:54:39.000455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=82d4cf6c-c894-4f28-abb6-83da71498496,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:39.013962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:39.136892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:39.138337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:39.252649 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a5a24-6719-48d9-8043-aaa3ccd8821f req-94d33e81-43c4-4c66-af19-b49cfb602cec tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:39.254656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0c4a5a24-6719-48d9-8043-aaa3ccd8821f req-94d33e81-43c4-4c66-af19-b49cfb602cec tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:54:39.261899 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4183769 Dec 20 16:54:39.279554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Request body: {'port': {'device_id': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:39.436802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0c4a5a24-6719-48d9-8043-aaa3ccd8821f req-94d33e81-43c4-4c66-af19-b49cfb602cec tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:54:39.438748 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c4a5a24-6719-48d9-8043-aaa3ccd8821f req-94d33e81-43c4-4c66-af19-b49cfb602cec tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 931 time: 0.4408436 Dec 20 16:54:39.504360 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b136450a-dc5f-4987-b75f-08701d51276c None None] Provisioning for port 82d4cf6c-c894-4f28-abb6-83da71498496 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:54:39.518948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b136450a-dc5f-4987-b75f-08701d51276c None None] Provisioning complete for port 82d4cf6c-c894-4f28-abb6-83da71498496 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:39.519529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b136450a-dc5f-4987-b75f-08701d51276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:39.530484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:39.581251 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b136450a-dc5f-4987-b75f-08701d51276c None None] Port 82d4cf6c-c894-4f28-abb6-83da71498496 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:54:39.587454 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c4a5a24-6719-48d9-8043-aaa3ccd8821f req-5348b941-537f-4296-99d1-a37dfeed2567 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392946 Dec 20 16:54:40.114934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d4cf6c-c894-4f28-abb6-83da71498496 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:54:40.127500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:40.154864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Transition to ACTIVE for port object 82d4cf6c-c894-4f28-abb6-83da71498496 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:54:40.240311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:40.245082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7b79d0c2-db6c-4d91-aded-e6a1c3304dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:40.417459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Pushing event updated for resources: {'Port': ['ID=82d4cf6c-c894-4f28-abb6-83da71498496,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:40.422159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:40.704465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Attempting to bind port 82d4cf6c-c894-4f28-abb6-83da71498496 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:54:40.704919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Attempting to bind port 82d4cf6c-c894-4f28-abb6-83da71498496 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:54:40.705445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Attempting to bind port 82d4cf6c-c894-4f28-abb6-83da71498496 on network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:54:40.714210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Port 82d4cf6c-c894-4f28-abb6-83da71498496 on network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:54:40.714760 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Attempting to bind port 82d4cf6c-c894-4f28-abb6-83da71498496 on network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:54:40.725672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:54:40.726124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Checking segment: {'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:54:40.726590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Bound using segment: {'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:54:40.727144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Bound port: 82d4cf6c-c894-4f28-abb6-83da71498496, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469d18ed-e1b0-4bef-9f3b-6840067ae24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:54:40.727543 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:40.900766 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] For port 82d4cf6c-c894-4f28-abb6-83da71498496, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:54:40.914451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] For port 82d4cf6c-c894-4f28-abb6-83da71498496, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=82d4cf6c-c894-4f28-abb6-83da71498496,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:54:40.922220 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568608-b4b4-45c7-9ab8-da05dc1c07b2 req-1c30521d-9ed1-461e-ae62-b6e587fc2985 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:40.924248 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-01568608-b4b4-45c7-9ab8-da05dc1c07b2 req-1c30521d-9ed1-461e-ae62-b6e587fc2985 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 943 time: 0.1837656 Dec 20 16:54:40.983068 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-01568608-b4b4-45c7-9ab8-da05dc1c07b2 req-d2197ea8-4a0d-4e22-b01d-b41d75f30587 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522161 Dec 20 16:54:40.995577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:41.001090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-caac20aa-9b03-4b9f-b248-9199afd21fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:41.085217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:41.087242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] 10.222.0.64 "PUT /v2.0/ports/82d4cf6c-c894-4f28-abb6-83da71498496 HTTP/1.1" status: 200 len: 1093 time: 1.8134453 Dec 20 16:54:41.087776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'tag': '82d4cf6c-c894-4f28-abb6-83da71498496'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:54:41.113785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Pushing event updated for resources: {'Port': ['ID=82d4cf6c-c894-4f28-abb6-83da71498496,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:41.119097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:41.177579 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'tag': '82d4cf6c-c894-4f28-abb6-83da71498496', 'status': 'completed', 'code': 200} Dec 20 16:54:41.299209 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9c70bb5c-23b2-4e98-be0d-0b1aaaf7cfae req-55330776-f2cc-4e53-b48a-32d65ca3e1db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 1096 time: 0.0968840 Dec 20 16:54:41.477808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70bb5c-23b2-4e98-be0d-0b1aaaf7cfae req-b047591f-ca82-402a-bb33-e8026539e84f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:41.479319 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9c70bb5c-23b2-4e98-be0d-0b1aaaf7cfae req-b047591f-ca82-402a-bb33-e8026539e84f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dd7c0165642645b7bdf71b018a33c11a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1725428 Dec 20 16:54:41.630507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70bb5c-23b2-4e98-be0d-0b1aaaf7cfae req-875259f6-5e8b-4890-9195-a64824601d00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:41.632039 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9c70bb5c-23b2-4e98-be0d-0b1aaaf7cfae req-875259f6-5e8b-4890-9195-a64824601d00 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1460478 Dec 20 16:54:41.762859 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-b5064488-1fb3-48a9-91a8-342b1e3a6a34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 1096 time: 0.0861566 Dec 20 16:54:41.840243 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-514093a9-42b0-430b-acae-414288b4ce9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82d4cf6c-c894-4f28-abb6-83da71498496 HTTP/1.1" status: 200 len: 217 time: 0.0694220 Dec 20 16:54:41.952530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-26952237-1f50-4c7b-bcaa-115a617edc4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:41.955156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-26952237-1f50-4c7b-bcaa-115a617edc4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22cb35f0-b896-49bd-b5ae-48adc5bf70b8 HTTP/1.1" status: 200 len: 835 time: 0.1082056 Dec 20 16:54:42.044390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-a58db048-1a9f-4ebe-a218-a7e3e1d90f5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825076 Dec 20 16:54:42.079916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-3e01e304-d517-47ec-8fe4-d4e7457a42e4 req-3ccf7a87-39ec-439f-be9a-17ecc725c895 service neutron] (84392) timed out ('10.222.0.62', 60696) {{(pid=84392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 16:54:42.197724 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-963def7b-6fed-4832-b338-c7ef14dc324a service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459379 Dec 20 16:54:42.401975 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5ecc5332-35b1-4404-b936-a590d388b0cb req-ff03a0e7-961a-4052-912a-6a28ae0f90ff service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972997 Dec 20 16:54:42.416415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8411d10-6b2f-4ddf-8d3a-e94140890a93 req-19b1db18-91a4-423f-a25e-8b29fd777df0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:42.418382 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d8411d10-6b2f-4ddf-8d3a-e94140890a93 req-19b1db18-91a4-423f-a25e-8b29fd777df0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 943 time: 0.1942041 Dec 20 16:54:42.482032 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d8411d10-6b2f-4ddf-8d3a-e94140890a93 req-75b6e1c7-0768-463e-a9c7-eb76d06f4bc6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561612 Dec 20 16:54:43.704550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53c818-5a55-4c52-950c-f2011088b565 req-bb68d608-fb9f-44c6-bda2-860648c1323b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:43.706070 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ea53c818-5a55-4c52-950c-f2011088b565 req-bb68d608-fb9f-44c6-bda2-860648c1323b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 943 time: 0.0824857 Dec 20 16:54:43.756579 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ea53c818-5a55-4c52-950c-f2011088b565 req-c0c3c025-5dbb-45df-a623-2349825f025e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442801 Dec 20 16:54:44.977852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccd575-9551-4b58-a4fc-3727922c7a43 req-99146ecd-f9de-4365-8c05-dd3a96928c6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:44.980456 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-12ccd575-9551-4b58-a4fc-3727922c7a43 req-99146ecd-f9de-4365-8c05-dd3a96928c6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 943 time: 0.0985882 Dec 20 16:54:45.031534 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-12ccd575-9551-4b58-a4fc-3727922c7a43 req-f45eb464-d99e-4a8e-b95c-c6d743b0a227 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447359 Dec 20 16:54:45.486284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:46.344330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb4b4-7a88-41d6-ac20-695853a2a92e req-0ef60371-4475-439b-8c3a-a923db68419e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:46.345919 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-133eb4b4-7a88-41d6-ac20-695853a2a92e req-0ef60371-4475-439b-8c3a-a923db68419e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 943 time: 0.0838480 Dec 20 16:54:46.402186 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-133eb4b4-7a88-41d6-ac20-695853a2a92e req-66aaf5ff-3836-4e5a-a310-f9b79ee8680e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462544 Dec 20 16:54:47.530825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 82d4cf6c-c894-4f28-abb6-83da71498496 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:54:47.750682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 82d4cf6c-c894-4f28-abb6-83da71498496, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=82d4cf6c-c894-4f28-abb6-83da71498496,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:47.773235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '82d4cf6c-c894-4f28-abb6-83da71498496', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'port_id': '82d4cf6c-c894-4f28-abb6-83da71498496', 'mac_address': 'fa:16:3e:57:ec:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:54:47.781765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f48d1-26bc-4504-8617-f09042fd7d73 req-86ff2d87-b69b-403c-90b0-c449fb99bc1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:47.783332 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-847f48d1-26bc-4504-8617-f09042fd7d73 req-86ff2d87-b69b-403c-90b0-c449fb99bc1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 943 time: 0.2099280 Dec 20 16:54:47.846450 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-847f48d1-26bc-4504-8617-f09042fd7d73 req-19464b62-c703-463e-acd6-509379ec8bdc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512030 Dec 20 16:54:47.849397 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:47.872032 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d4cf6c-c894-4f28-abb6-83da71498496 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:54:47.889853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 82d4cf6c-c894-4f28-abb6-83da71498496, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=82d4cf6c-c894-4f28-abb6-83da71498496,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:48.046257 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:48.049624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:48.128562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=82d4cf6c-c894-4f28-abb6-83da71498496,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:48.132615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:48.375956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['82d4cf6c-c894-4f28-abb6-83da71498496'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:54:49.062244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa1a78-90be-4374-a8dd-478cae28c871 req-a2821d7a-4b7b-469c-8292-273c909d8cb0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:49.063997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61aa1a78-90be-4374-a8dd-478cae28c871 req-a2821d7a-4b7b-469c-8292-273c909d8cb0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 944 time: 0.0880480 Dec 20 16:54:49.123639 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61aa1a78-90be-4374-a8dd-478cae28c871 req-85464b8c-0fba-4561-9b48-ea900ee8cc2e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494144 Dec 20 16:54:49.536952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 82d4cf6c-c894-4f28-abb6-83da71498496 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:54:49.703195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 82d4cf6c-c894-4f28-abb6-83da71498496 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:54:49.709247 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 82d4cf6c-c894-4f28-abb6-83da71498496 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:49.709619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:49.848509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:49.879294 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d4cf6c-c894-4f28-abb6-83da71498496'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:54:49.895296 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 82d4cf6c-c894-4f28-abb6-83da71498496, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=82d4cf6c-c894-4f28-abb6-83da71498496,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:49.939507 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d4cf6c-c894-4f28-abb6-83da71498496', 'code': 200} Dec 20 16:54:49.977242 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:49.979676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:50.073422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=82d4cf6c-c894-4f28-abb6-83da71498496,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:50.073422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:50.424157 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-488af0f7-1ae2-4a1e-aacc-2ad0b838decc req-efa39e33-0a46-4065-a9c4-bc2c46f89b6d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 1098 time: 0.1427362 Dec 20 16:54:50.459004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a5abf-c7b0-4a35-baa6-7ba34dec5b9d req-2b354b9a-5c9c-486f-881e-3e353c6d057a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:50.460575 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f9a5abf-c7b0-4a35-baa6-7ba34dec5b9d req-2b354b9a-5c9c-486f-881e-3e353c6d057a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.1334677 Dec 20 16:54:50.511412 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-488af0f7-1ae2-4a1e-aacc-2ad0b838decc req-d26d7757-9589-4f71-ae52-e4740d492a0a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809920 Dec 20 16:54:50.526100 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f9a5abf-c7b0-4a35-baa6-7ba34dec5b9d req-dbfe5608-1931-4cd0-b74b-4e037f68c9f3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534754 Dec 20 16:54:51.806113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96dbb5-18c3-48dc-984c-82d3e0cc8ed0 req-c6ac5c4f-b560-4b64-bf55-761e55613221 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:51.807918 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc96dbb5-18c3-48dc-984c-82d3e0cc8ed0 req-c6ac5c4f-b560-4b64-bf55-761e55613221 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.1117654 Dec 20 16:54:51.881384 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc96dbb5-18c3-48dc-984c-82d3e0cc8ed0 req-4094355d-19d7-4c42-a823-821567d8c231 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671916 Dec 20 16:54:52.057779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dca2594f-7a14-42fc-b90f-d35965bbc034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:53.120374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76943b22-c71c-4408-acce-2ebdb8bf4f46 req-44622941-a70a-4073-9e6f-f925fc41560b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:53.121968 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76943b22-c71c-4408-acce-2ebdb8bf4f46 req-44622941-a70a-4073-9e6f-f925fc41560b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0882254 Dec 20 16:54:53.180056 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-76943b22-c71c-4408-acce-2ebdb8bf4f46 req-83ab9230-f9b7-43c2-a5c4-b2122537c27f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481350 Dec 20 16:54:53.412424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b9f01-3cd8-415a-9b99-04b7fc4b6dc8 req-256cf66b-1742-4eae-9fca-b28569e88a6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:53.414101 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-747b9f01-3cd8-415a-9b99-04b7fc4b6dc8 req-256cf66b-1742-4eae-9fca-b28569e88a6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0903499 Dec 20 16:54:53.473561 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-747b9f01-3cd8-415a-9b99-04b7fc4b6dc8 req-07e80d26-5548-4ae0-9b63-8527dbe367f5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490592 Dec 20 16:54:53.503367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35560) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:53.587475 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fbe584dc-b5dc-42c2-a874-9231fee505a0 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 1093 time: 0.0826933 Dec 20 16:54:53.590460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35564) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:53.597283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '82d4cf6c-c894-4f28-abb6-83da71498496', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:54:53.604379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:54:53.609475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:floatingip and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:54:53.613896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:54:53.621650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:54:53.703272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:53.851277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:54.023517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.26.7.211 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/d0b2371d-f80f-49b5-8ec0-e3543a340d5c) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:54:54.195583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:54.349943 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:54.356561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-58722af2-26e8-499c-9c95-afe269feeddf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:54.429305 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:54:54.433510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:54:54.436153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=d0b2371d-f80f-49b5-8ec0-e3543a340d5c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:54.439260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:54:54.467757 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8496-1d74-4238-abe4-26d420ec9e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:54.473503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:55.133948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:55.253897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:55.488783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:55.525950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:55.560318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:55.565165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8c99c8fb-08ba-4893-aed4-3cc7ec8fc9ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:54:55.671787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=d0b2371d-f80f-49b5-8ec0-e3543a340d5c,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:55.676948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:54:55.680276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:55.694064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:55.902261 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Floating IP cdd0b958-5a72-47a6-bbf0-adc2f28e66a7 associated. External IP: 172.26.7.211, port: 82d4cf6c-c894-4f28-abb6-83da71498496. Dec 20 16:54:56.344016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router 8d35bc32-7963-439c-adec-f7caaf817c7c has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:54:56.572712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:54:56.589431 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] Sync routers for ids ['8d35bc32-7963-439c-adec-f7caaf817c7c'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:54:56.606683 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] Routers {'8d35bc32-7963-439c-adec-f7caaf817c7c'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:56.607359 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8d35bc32-7963-439c-adec-f7caaf817c7c'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:56.748731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:56.824132 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2322915 Dec 20 16:54:56.824832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'tag': '82d4cf6c-c894-4f28-abb6-83da71498496'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:54:56.831885 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] Set router 8d35bc32-7963-439c-adec-f7caaf817c7c gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:54:56.970782 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'tag': '82d4cf6c-c894-4f28-abb6-83da71498496', 'status': 'completed', 'code': 200} Dec 20 16:54:57.140726 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-256ec0b2-872a-488f-a7f1-21ea7814c32e req-9c25de96-0eeb-4bfc-85d9-ea06f1a49d94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 1098 time: 0.1620741 Dec 20 16:54:57.148612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4459fee-8b02-4e44-9c83-fd0d8e6398a1 req-957b71e1-94f4-4c42-8b1e-9296dd9da495 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:57.150373 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f4459fee-8b02-4e44-9c83-fd0d8e6398a1 req-957b71e1-94f4-4c42-8b1e-9296dd9da495 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.1407080 Dec 20 16:54:57.155721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:54:57.419715 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f4459fee-8b02-4e44-9c83-fd0d8e6398a1 req-8fdcd541-7126-4f73-bbe7-de7e5dc12b89 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186895 Dec 20 16:54:57.448775 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'cdd0b958-5a72-47a6-bbf0-adc2f28e66a7', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'port_id': '82d4cf6c-c894-4f28-abb6-83da71498496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'mac_address': 'fa:16:3e:57:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:54:54Z', 'updated_at': '2021-12-20T16:54:54Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d7d9-a7e4-4640-8fc1-1ce9b689fe57', 'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:5c:42:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:30Z', 'updated_at': '2021-12-20T16:54:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:57.454203 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] Checking router: 8d35bc32-7963-439c-adec-f7caaf817c7c for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:54:57.461755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ec0b2-872a-488f-a7f1-21ea7814c32e req-04966b90-c508-40ba-acd4-87d07a0930dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:57.463266 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-256ec0b2-872a-488f-a7f1-21ea7814c32e req-04966b90-c508-40ba-acd4-87d07a0930dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2 HTTP/1.1" status: 200 len: 898 time: 0.3121560 Dec 20 16:54:57.463842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35572) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:57.474634 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] Routers {'8d35bc32-7963-439c-adec-f7caaf817c7c'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:57.475734 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:54:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8d35bc32-7963-439c-adec-f7caaf817c7c'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:57.676295 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a4087abc-585e-4373-8f65-23c67a5318d3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/cdd0b958-5a72-47a6-bbf0-adc2f28e66a7 HTTP/1.1" status: 200 len: 991 time: 0.2110612 Dec 20 16:54:57.684968 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-256ec0b2-872a-488f-a7f1-21ea7814c32e req-48491783-28c9-47bc-83a6-391352b0e5f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82d4cf6c-c894-4f28-abb6-83da71498496 HTTP/1.1" status: 200 len: 999 time: 0.1482022 Dec 20 16:54:57.790660 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] Set router 8d35bc32-7963-439c-adec-f7caaf817c7c gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:54:57.797299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ec0b2-872a-488f-a7f1-21ea7814c32e req-dad94cb3-ca56-4954-ab30-9159b42549c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:57.800168 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-256ec0b2-872a-488f-a7f1-21ea7814c32e req-dad94cb3-ca56-4954-ab30-9159b42549c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22cb35f0-b896-49bd-b5ae-48adc5bf70b8 HTTP/1.1" status: 200 len: 835 time: 0.1080592 Dec 20 16:54:57.895203 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-256ec0b2-872a-488f-a7f1-21ea7814c32e req-f722dfbb-06c2-4868-ab3a-eb5cf04ceeaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889869 Dec 20 16:54:58.073452 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-256ec0b2-872a-488f-a7f1-21ea7814c32e req-26715e27-58c9-4859-806a-6e5a20e53b05 service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709979 Dec 20 16:54:58.218929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-256ec0b2-872a-488f-a7f1-21ea7814c32e req-05c509f3-11f7-439f-b1fe-066bf5305ebf service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392815 Dec 20 16:54:58.344193 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'cdd0b958-5a72-47a6-bbf0-adc2f28e66a7', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'port_id': '82d4cf6c-c894-4f28-abb6-83da71498496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'mac_address': 'fa:16:3e:57:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:54:54Z', 'updated_at': '2021-12-20T16:54:54Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d7d9-a7e4-4640-8fc1-1ce9b689fe57', 'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:5c:42:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:30Z', 'updated_at': '2021-12-20T16:54:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:58.351630 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88218bb-d957-4e49-8da8-8632feb34421 None None] The sync data for ids ['8d35bc32-7963-439c-adec-f7caaf817c7c'] in dv-neutron-821074-1-hyperv is: [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'cdd0b958-5a72-47a6-bbf0-adc2f28e66a7', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'port_id': '82d4cf6c-c894-4f28-abb6-83da71498496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'mac_address': 'fa:16:3e:57:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:54:54Z', 'updated_at': '2021-12-20T16:54:54Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d7d9-a7e4-4640-8fc1-1ce9b689fe57', 'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:5c:42:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:30Z', 'updated_at': '2021-12-20T16:54:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:54:58.576992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d5ab8-ad6c-43eb-a393-61e0a7e26045 None None] New status for floating IP cdd0b958-5a72-47a6-bbf0-adc2f28e66a7: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:54:58.681260 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35576) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:58.814589 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5bdb09fb-9a81-49b4-b72d-b7ac55e2fad1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/cdd0b958-5a72-47a6-bbf0-adc2f28e66a7 HTTP/1.1" status: 200 len: 991 time: 0.1303055 Dec 20 16:54:59.817748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35580) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:54:59.933532 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-02dfdd82-e394-45f1-b517-4f8dee394a8f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/cdd0b958-5a72-47a6-bbf0-adc2f28e66a7 HTTP/1.1" status: 200 len: 993 time: 0.1143291 Dec 20 16:55:13.006962 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:55:15.052706 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-454af1dc-b35f-47cb-a4b9-817799bd9cda req-ff34eb88-a9fd-4dfe-87e6-18b7c0432793 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1477380 Dec 20 16:55:15.203551 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-454af1dc-b35f-47cb-a4b9-817799bd9cda req-e3b30506-5387-44de-bb1b-218cec7a8e90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 1098 time: 0.0770929 Dec 20 16:55:15.378287 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454af1dc-b35f-47cb-a4b9-817799bd9cda req-0658fdae-d080-4551-b327-713ad68069be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:15.379877 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-454af1dc-b35f-47cb-a4b9-817799bd9cda req-0658fdae-d080-4551-b327-713ad68069be service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2 HTTP/1.1" status: 200 len: 898 time: 0.1553421 Dec 20 16:55:15.505498 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-454af1dc-b35f-47cb-a4b9-817799bd9cda req-047def5d-5268-4455-b7d6-fd53db3f7dfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82d4cf6c-c894-4f28-abb6-83da71498496 HTTP/1.1" status: 200 len: 1001 time: 0.1186216 Dec 20 16:55:15.578767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454af1dc-b35f-47cb-a4b9-817799bd9cda req-5a7a80d6-1721-470d-9487-12577fae5ebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:15.580364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-454af1dc-b35f-47cb-a4b9-817799bd9cda req-5a7a80d6-1721-470d-9487-12577fae5ebe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22cb35f0-b896-49bd-b5ae-48adc5bf70b8 HTTP/1.1" status: 200 len: 835 time: 0.0682092 Dec 20 16:55:15.661058 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-454af1dc-b35f-47cb-a4b9-817799bd9cda req-7874449d-6812-478b-8744-18311e0e1fcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737870 Dec 20 16:55:15.725311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:15.939510 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-454af1dc-b35f-47cb-a4b9-817799bd9cda req-2169704e-d996-4797-9041-59a97e737389 service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701302 Dec 20 16:55:16.083962 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-454af1dc-b35f-47cb-a4b9-817799bd9cda req-e3177f94-38df-4865-a898-3989d3511001 service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379573 Dec 20 16:55:22.119493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b7634f98-e611-4684-ac42-f8144c9423bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:24.371364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-908ea6b9-cf99-4aea-8615-9e32dc62418f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:25.587802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:25.959056 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:27.187874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:45.520045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:50.007433 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:55:52.067347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a930-0ae8-46d2-a5eb-06f10d46a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:54.364430 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eaefcbf5-81d4-4657-8816-a6da6d4211ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:55.547885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:55.690535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:57.124285 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:55:59.461268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c1bee-fb90-4abe-a67f-ac42bcad8b02 req-62b02278-dd2e-47af-83bb-7fe891cf4f61 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:59.463870 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-688c1bee-fb90-4abe-a67f-ac42bcad8b02 req-62b02278-dd2e-47af-83bb-7fe891cf4f61 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.2536676 Dec 20 16:55:59.481862 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c438eb87-c59e-41bd-982d-ba583d653c79 req-91849458-45fa-41dd-8ace-609b5ab515bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 1098 time: 0.1838212 Dec 20 16:55:59.683303 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-688c1bee-fb90-4abe-a67f-ac42bcad8b02 req-5bc93036-728e-4d95-abfc-795b1d55c580 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999986 Dec 20 16:55:59.740867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438eb87-c59e-41bd-982d-ba583d653c79 req-196ceb09-c51e-4e29-94c7-3ff4320ea2bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:59.743541 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c438eb87-c59e-41bd-982d-ba583d653c79 req-196ceb09-c51e-4e29-94c7-3ff4320ea2bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2 HTTP/1.1" status: 200 len: 898 time: 0.2348044 Dec 20 16:55:59.868340 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c438eb87-c59e-41bd-982d-ba583d653c79 req-2cdc0dfe-ed6d-44dd-b5bc-99d39100be9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82d4cf6c-c894-4f28-abb6-83da71498496 HTTP/1.1" status: 200 len: 1001 time: 0.1172786 Dec 20 16:55:59.942687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438eb87-c59e-41bd-982d-ba583d653c79 req-3d01f7fe-eb7e-48b5-8844-17e5ad8b877f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:59.944222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c438eb87-c59e-41bd-982d-ba583d653c79 req-3d01f7fe-eb7e-48b5-8844-17e5ad8b877f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22cb35f0-b896-49bd-b5ae-48adc5bf70b8 HTTP/1.1" status: 200 len: 835 time: 0.0658474 Dec 20 16:56:00.038851 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c438eb87-c59e-41bd-982d-ba583d653c79 req-7ef2cbb4-691b-4625-89ab-170bb5f980ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868192 Dec 20 16:56:00.188652 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c438eb87-c59e-41bd-982d-ba583d653c79 req-40e35ab9-20f4-4859-8af1-5825123278e5 service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415579 Dec 20 16:56:00.341684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c438eb87-c59e-41bd-982d-ba583d653c79 req-57939ca0-a69a-44e2-83b5-f229062b32ab service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464736 Dec 20 16:56:00.896192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4e780-4aa4-45ca-a4d6-fe3f0a7f6d09 req-c5087a96-83a9-4859-83a4-4ad4772280ec tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:00.897749 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64c4e780-4aa4-45ca-a4d6-fe3f0a7f6d09 req-c5087a96-83a9-4859-83a4-4ad4772280ec tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0807650 Dec 20 16:56:00.953452 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64c4e780-4aa4-45ca-a4d6-fe3f0a7f6d09 req-2af6abea-095a-4c12-aab2-7fc0bf8aa685 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483253 Dec 20 16:56:02.182198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67367d8-d5ae-4cc6-a2f4-e530dc84a261 req-0bb858ee-3574-4ead-804d-25fcf2ae6959 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:02.183806 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f67367d8-d5ae-4cc6-a2f4-e530dc84a261 req-0bb858ee-3574-4ead-804d-25fcf2ae6959 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0867345 Dec 20 16:56:02.237359 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f67367d8-d5ae-4cc6-a2f4-e530dc84a261 req-370375c0-58b8-4bce-9e49-f49ea18cc779 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454712 Dec 20 16:56:03.468342 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8778c-b652-49c5-96ff-bc61439a688c req-0fec2335-142a-4cbc-9c61-221d81d4a0d7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:03.470545 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37f8778c-b652-49c5-96ff-bc61439a688c req-0fec2335-142a-4cbc-9c61-221d81d4a0d7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0971165 Dec 20 16:56:03.525820 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37f8778c-b652-49c5-96ff-bc61439a688c req-2bd6f0f2-ba3f-414e-a3e6-04d4360c70cd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446599 Dec 20 16:56:04.740922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103ece8-5ff3-47af-88e8-901843b5809c req-8ce0196c-cee4-44a0-9d72-63ba1d8fb805 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:04.742492 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7103ece8-5ff3-47af-88e8-901843b5809c req-8ce0196c-cee4-44a0-9d72-63ba1d8fb805 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0858054 Dec 20 16:56:04.825830 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7103ece8-5ff3-47af-88e8-901843b5809c req-97bf3d20-b933-40d9-87f0-5299b273d634 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708814 Dec 20 16:56:06.053289 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5122414-b711-4b96-bfdf-feb905b268cf req-a9f2c565-4249-4dc0-8309-6a09ec98ffe1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:06.055104 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d5122414-b711-4b96-bfdf-feb905b268cf req-a9f2c565-4249-4dc0-8309-6a09ec98ffe1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0942466 Dec 20 16:56:06.108083 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d5122414-b711-4b96-bfdf-feb905b268cf req-c980d724-417b-4018-b1d4-53bde070c8df tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467176 Dec 20 16:56:07.327831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e6464-9dba-4df0-be37-5d3c4ac47f04 req-16efee0e-f16b-42db-b74e-a80719d7dccb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:07.330014 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a88e6464-9dba-4df0-be37-5d3c4ac47f04 req-16efee0e-f16b-42db-b74e-a80719d7dccb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0951004 Dec 20 16:56:07.383916 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a88e6464-9dba-4df0-be37-5d3c4ac47f04 req-b5f9cf84-0abc-430a-aee4-1bcc2c1eeed1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481007 Dec 20 16:56:08.725158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9499a49-6512-4df3-b3f7-df326a401e0b req-2298e4a4-e602-4b7d-85f2-70d8b5fa0ec5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:08.727382 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a9499a49-6512-4df3-b3f7-df326a401e0b req-2298e4a4-e602-4b7d-85f2-70d8b5fa0ec5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.2067776 Dec 20 16:56:08.777752 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a9499a49-6512-4df3-b3f7-df326a401e0b req-654917e6-a5f2-4115-9af4-0e8f13109b4f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443158 Dec 20 16:56:10.044821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37874fdc-a540-4d7b-a328-3cb6e3e0e29f req-9d7e6795-4899-48d9-9b7a-a6729688249c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:10.046494 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37874fdc-a540-4d7b-a328-3cb6e3e0e29f req-9d7e6795-4899-48d9-9b7a-a6729688249c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0878594 Dec 20 16:56:10.121485 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37874fdc-a540-4d7b-a328-3cb6e3e0e29f req-141860c8-c48c-4391-9d7b-3f5381aa9d48 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678346 Dec 20 16:56:11.344174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946d5f1-ba1b-4467-a20f-094f8e2c0dd2 req-d7783d16-6fa5-4a23-86e5-ca893032d08f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:11.345976 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2946d5f1-ba1b-4467-a20f-094f8e2c0dd2 req-d7783d16-6fa5-4a23-86e5-ca893032d08f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0952208 Dec 20 16:56:11.408589 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2946d5f1-ba1b-4467-a20f-094f8e2c0dd2 req-93f32da3-e20c-4b37-ab61-a0bf9850dac2 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528202 Dec 20 16:56:12.623622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0331a9-8234-4548-905f-ef588cd76250 req-5e267c43-f9a0-4452-970f-e7ab1ace3430 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:12.625354 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc0331a9-8234-4548-905f-ef588cd76250 req-5e267c43-f9a0-4452-970f-e7ab1ace3430 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0856979 Dec 20 16:56:12.680161 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc0331a9-8234-4548-905f-ef588cd76250 req-b24e6117-3bc4-4db0-a1e4-91605225f8a8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457530 Dec 20 16:56:12.710541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35632) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:56:12.828230 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-14a287a9-42de-4122-a4d9-23153f5b22e6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/cdd0b958-5a72-47a6-bbf0-adc2f28e66a7 HTTP/1.1" status: 200 len: 993 time: 0.1161256 Dec 20 16:56:15.529937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:15.988818 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-125d5d5a-2b15-4dfb-b969-f9358a82c0d1 req-56c1666b-86e3-4c97-9968-867b81a8644e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790377 Dec 20 16:56:16.144280 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-125d5d5a-2b15-4dfb-b969-f9358a82c0d1 req-f2eaa159-70a8-4a7d-a70c-c3edf19aa701 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 1098 time: 0.0823388 Dec 20 16:56:16.311226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d5d5a-2b15-4dfb-b969-f9358a82c0d1 req-8da219fe-79f1-48bd-a870-5d606ee18ec8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:16.313001 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-125d5d5a-2b15-4dfb-b969-f9358a82c0d1 req-8da219fe-79f1-48bd-a870-5d606ee18ec8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2 HTTP/1.1" status: 200 len: 898 time: 0.1494811 Dec 20 16:56:16.424215 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-125d5d5a-2b15-4dfb-b969-f9358a82c0d1 req-4fd67e7d-c0e6-4010-bbc1-c1bff41518eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82d4cf6c-c894-4f28-abb6-83da71498496 HTTP/1.1" status: 200 len: 1001 time: 0.1049697 Dec 20 16:56:16.492589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d5d5a-2b15-4dfb-b969-f9358a82c0d1 req-75dcbce6-4171-465a-a841-98f8793c0add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:16.494085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-125d5d5a-2b15-4dfb-b969-f9358a82c0d1 req-75dcbce6-4171-465a-a841-98f8793c0add service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22cb35f0-b896-49bd-b5ae-48adc5bf70b8 HTTP/1.1" status: 200 len: 835 time: 0.0635948 Dec 20 16:56:16.582314 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-125d5d5a-2b15-4dfb-b969-f9358a82c0d1 req-548eb0ad-3dbe-4537-aaa5-bc3c9d2d31ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797181 Dec 20 16:56:16.736733 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-125d5d5a-2b15-4dfb-b969-f9358a82c0d1 req-6dd0c4a9-49ce-403e-b65f-7256a98cfb82 service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481380 Dec 20 16:56:16.884141 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-125d5d5a-2b15-4dfb-b969-f9358a82c0d1 req-5578abfa-4010-4444-93e7-825e36d6a640 service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414173 Dec 20 16:56:22.096022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-430f6e27-1bf0-4efc-9cb2-0d30899734ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:24.358429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a015a0ea-af48-43b7-829f-4870724736af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:25.537655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:25.707119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:27.010273 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:56:27.192915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:45.569655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:52.077664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0b6f996f-4cc6-40f9-8c25-25ef5659e0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:54.376258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2893dc76-2c43-4774-b39d-a476553ced8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:55.511837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:55.707584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:56:57.193039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:04.010533 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:57:07.860993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35662) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:08.084151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port d0b2371d-f80f-49b5-8ec0-e3543a340d5c {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:57:08.084641 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:08.284269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:08.284634 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:08.414032 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for d0b2371d-f80f-49b5-8ec0-e3543a340d5c owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:57:08.677813 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:08.681830 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4aa396a1-987b-497c-95e9-92b88cbe8e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:08.728393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=d0b2371d-f80f-49b5-8ec0-e3543a340d5c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:08.804309 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.804687 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.805062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.805428 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.805788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.806148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.806502 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.806857 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.807233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.807583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.807944 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:08.813908 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:08.843378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:09.470233 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router 8d35bc32-7963-439c-adec-f7caaf817c7c has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:57:09.701532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:57:09.715661 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] Sync routers for ids ['8d35bc32-7963-439c-adec-f7caaf817c7c'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:57:09.728652 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] Routers {'8d35bc32-7963-439c-adec-f7caaf817c7c'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:57:09.733993 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8d35bc32-7963-439c-adec-f7caaf817c7c'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:09.796372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:09.890873 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/floatingips/cdd0b958-5a72-47a6-bbf0-adc2f28e66a7 HTTP/1.1" status: 204 len: 168 time: 2.0287457 Dec 20 16:57:09.891827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'tag': '82d4cf6c-c894-4f28-abb6-83da71498496'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:57:09.960443 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] Set router 8d35bc32-7963-439c-adec-f7caaf817c7c gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:57:09.988865 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'tag': '82d4cf6c-c894-4f28-abb6-83da71498496', 'status': 'completed', 'code': 200} Dec 20 16:57:10.143938 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64938d50-a147-47f3-b179-264f9ee30a1c req-8c1e607b-8dd8-4789-9dc2-0f84f681bf2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 1098 time: 0.1266637 Dec 20 16:57:10.337037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64938d50-a147-47f3-b179-264f9ee30a1c req-0e166f87-9dd5-4625-b036-ba1300d6cfcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:10.338940 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64938d50-a147-47f3-b179-264f9ee30a1c req-0e166f87-9dd5-4625-b036-ba1300d6cfcd service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2 HTTP/1.1" status: 200 len: 898 time: 0.1886015 Dec 20 16:57:10.418624 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9325d7d9-a7e4-4640-8fc1-1ce9b689fe57', 'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:5c:42:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:30Z', 'updated_at': '2021-12-20T16:54:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:10.423532 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64938d50-a147-47f3-b179-264f9ee30a1c req-70a8e468-0bfb-41c8-9fa3-a47d5341c198 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82d4cf6c-c894-4f28-abb6-83da71498496 HTTP/1.1" status: 200 len: 217 time: 0.0755742 Dec 20 16:57:10.424804 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] Checking router: 8d35bc32-7963-439c-adec-f7caaf817c7c for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:57:10.442164 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] Routers {'8d35bc32-7963-439c-adec-f7caaf817c7c'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:57:10.443277 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8d35bc32-7963-439c-adec-f7caaf817c7c'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:10.504971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64938d50-a147-47f3-b179-264f9ee30a1c req-ce7cf629-3a8d-4543-b0bb-9b6c9dd85ae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:10.507171 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64938d50-a147-47f3-b179-264f9ee30a1c req-ce7cf629-3a8d-4543-b0bb-9b6c9dd85ae4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22cb35f0-b896-49bd-b5ae-48adc5bf70b8 HTTP/1.1" status: 200 len: 835 time: 0.0773048 Dec 20 16:57:10.729933 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] Set router 8d35bc32-7963-439c-adec-f7caaf817c7c gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:57:10.824177 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64938d50-a147-47f3-b179-264f9ee30a1c req-1d087463-f295-4919-a443-b818d03d1bf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5474b0d-2a5b-4259-a9b8-095d8ea050d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3091228 Dec 20 16:57:10.831400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734b1bd-bd24-40f1-b54a-e77c0289da14 req-e3440a76-be41-4de4-9e1e-cff693cb38c5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:10.833130 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2734b1bd-bd24-40f1-b54a-e77c0289da14 req-e3440a76-be41-4de4-9e1e-cff693cb38c5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.1158304 Dec 20 16:57:10.984138 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2734b1bd-bd24-40f1-b54a-e77c0289da14 req-9e72b4ca-69fa-4399-8545-aee5ac2a4d2d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288626 Dec 20 16:57:11.029830 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64938d50-a147-47f3-b179-264f9ee30a1c req-aefac494-aee9-425a-8439-0bb23c3b4d56 service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956506 Dec 20 16:57:11.124892 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9325d7d9-a7e4-4640-8fc1-1ce9b689fe57', 'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:5c:42:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:30Z', 'updated_at': '2021-12-20T16:54:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:11.129496 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1be429-a40b-477d-b8c6-5696c767a783 None None] The sync data for ids ['8d35bc32-7963-439c-adec-f7caaf817c7c'] in dv-neutron-821074-1-hyperv is: [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '9325d7d9-a7e4-4640-8fc1-1ce9b689fe57', 'name': '', 'network_id': 'd5474b0d-2a5b-4259-a9b8-095d8ea050d2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:5c:42:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:30Z', 'updated_at': '2021-12-20T16:54:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': '22cb35f0-b896-49bd-b5ae-48adc5bf70b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:57:11.191645 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64938d50-a147-47f3-b179-264f9ee30a1c req-1a958956-95cb-4a74-9b39-8cd65f0272fc service neutron] 10.222.0.64 "GET /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536264 Dec 20 16:57:11.385504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f4b236-968f-4a2b-bcfc-7c4b410dd5e6 None None] New status for floating IP cdd0b958-5a72-47a6-bbf0-adc2f28e66a7: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:57:12.225702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae52f86-072b-46a2-9bae-531119ac6c23 req-7d4ec5d0-6bc3-4ef1-80b4-f5933c57c705 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:12.230664 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bae52f86-072b-46a2-9bae-531119ac6c23 req-7d4ec5d0-6bc3-4ef1-80b4-f5933c57c705 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0942781 Dec 20 16:57:12.278768 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bae52f86-072b-46a2-9bae-531119ac6c23 req-ee267c8c-c4fc-4b54-b934-3ca1059cbca0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f44b780-f10c-4890-9613-b7c0abed8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455039 Dec 20 16:57:12.401845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-9cde45f1-a8b3-4220-976d-99d3d6345ccd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:12.403463 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-9cde45f1-a8b3-4220-976d-99d3d6345ccd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 945 time: 0.0890434 Dec 20 16:57:12.479168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 82d4cf6c-c894-4f28-abb6-83da71498496 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:57:12.479514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:12.749326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 82d4cf6c-c894-4f28-abb6-83da71498496, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=82d4cf6c-c894-4f28-abb6-83da71498496,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:12.749729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:12.880581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 82d4cf6c-c894-4f28-abb6-83da71498496 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:57:13.159546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:13.167945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b83f52e9-b70e-4fbd-aaf3-45f83f135d39 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:13.217847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=82d4cf6c-c894-4f28-abb6-83da71498496,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:13.274480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.277378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.277378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.277378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.277378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.277378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.277378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.278343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.278629 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.279302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.279878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:13.290275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:13.327935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] No DVR routers for this DVR port 82d4cf6c-c894-4f28-abb6-83da71498496 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:57:13.331963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:13.337175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'name': 'network-vif-deleted', 'tag': '82d4cf6c-c894-4f28-abb6-83da71498496'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:57:13.358347 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eb534828-4800-4e68-a799-8bd9554b3de4 req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "DELETE /v2.0/ports/82d4cf6c-c894-4f28-abb6-83da71498496 HTTP/1.1" status: 204 len: 173 time: 0.9487872 Dec 20 16:57:13.524217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-11a95e8e-4bf4-4f1b-8b57-e99183e6c28c req-12193661-58f4-404f-8c5a-23eca831d765 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:57:13.593156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc42ec0-5a77-400e-8ca4-63031348faf4', 'name': 'network-vif-deleted', 'tag': '82d4cf6c-c894-4f28-abb6-83da71498496', 'status': 'completed', 'code': 200} Dec 20 16:57:13.616746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-11a95e8e-4bf4-4f1b-8b57-e99183e6c28c req-12193661-58f4-404f-8c5a-23eca831d765 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:57:13.618719 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-11a95e8e-4bf4-4f1b-8b57-e99183e6c28c req-12193661-58f4-404f-8c5a-23eca831d765 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccc42ec0-5a77-400e-8ca4-63031348faf4 HTTP/1.1" status: 200 len: 210 time: 0.1623251 Dec 20 16:57:14.741723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35682) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:15.264909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:15.559620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:16.125037 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:57:16.125701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:16.330189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 82d4cf6c-c894-4f28-abb6-83da71498496 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:57:16.377784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 82d4cf6c-c894-4f28-abb6-83da71498496 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:57:16.378046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 82d4cf6c-c894-4f28-abb6-83da71498496 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:57:16.378470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=9325d7d9-a7e4-4640-8fc1-1ce9b689fe57,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:16.379579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:16.505950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:57:16.820600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:16.824504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8ffe5088-9f81-45d5-8ff3-b3aba6163308 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:16.868995 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=9325d7d9-a7e4-4640-8fc1-1ce9b689fe57,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:16.873062 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:17.199308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:17.948205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router 8d35bc32-7963-439c-adec-f7caaf817c7c has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:57:18.192420 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:57:18.213788 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] Sync routers for ids ['8d35bc32-7963-439c-adec-f7caaf817c7c'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:57:18.221768 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] Routers {'8d35bc32-7963-439c-adec-f7caaf817c7c'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:57:18.222632 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8d35bc32-7963-439c-adec-f7caaf817c7c'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:18.362582 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-298a6cf0-7821-44f9-b760-7026b4a77a1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "PUT /v2.0/routers/8d35bc32-7963-439c-adec-f7caaf817c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6196711 Dec 20 16:57:18.365532 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35686) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:18.416193 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] Set router 8d35bc32-7963-439c-adec-f7caaf817c7c gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:57:18.581451 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-76969ea8-d798-4584-a1fd-e8a5fe2f906c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting subnet 22cb35f0-b896-49bd-b5ae-48adc5bf70b8 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 16:57:18.585182 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76969ea8-d798-4584-a1fd-e8a5fe2f906c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:18.656631 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76969ea8-d798-4584-a1fd-e8a5fe2f906c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:18.726471 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:57:16Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:18.731041 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] Checking router: 8d35bc32-7963-439c-adec-f7caaf817c7c for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:57:18.742678 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] Routers {'8d35bc32-7963-439c-adec-f7caaf817c7c'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:57:18.743411 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:56:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['8d35bc32-7963-439c-adec-f7caaf817c7c'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:18.786448 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76969ea8-d798-4584-a1fd-e8a5fe2f906c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:18.931172 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] Set router 8d35bc32-7963-439c-adec-f7caaf817c7c gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:57:19.000153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76969ea8-d798-4584-a1fd-e8a5fe2f906c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:19.004464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2aa19980-8dc4-4822-8a93-e1e14828106b tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:19.045432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76969ea8-d798-4584-a1fd-e8a5fe2f906c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Subnet': ['ID=22cb35f0-b896-49bd-b5ae-48adc5bf70b8,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:19.048609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-76969ea8-d798-4584-a1fd-e8a5fe2f906c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:19.051957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-76969ea8-d798-4584-a1fd-e8a5fe2f906c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:19.060023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f905ea-0838-4294-a2b6-9b7bb870a9ca None None] Network d5474b0d-2a5b-4259-a9b8-095d8ea050d2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:57:19.064360 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-76969ea8-d798-4584-a1fd-e8a5fe2f906c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/subnets/22cb35f0-b896-49bd-b5ae-48adc5bf70b8 HTTP/1.1" status: 204 len: 168 time: 0.6941242 Dec 20 16:57:19.064360 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35690) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:19.312318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:19.318117 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:57:16Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:19.322737 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717fd013-3d06-496b-90fe-7f7d184640ed None None] The sync data for ids ['8d35bc32-7963-439c-adec-f7caaf817c7c'] in dv-neutron-821074-1-hyperv is: [{'id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118162914', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:54:24Z', 'updated_at': '2021-12-20T16:57:16Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '4818c908-fe54-4d33-b475-ca54b072ca41', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35bc32-7963-439c-adec-f7caaf817c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:54:25Z', 'updated_at': '2021-12-20T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:57:19.577861 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:19.691334 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 4818c908-fe54-4d33-b475-ca54b072ca41 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:57:19.691778 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:19.692329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] DHCP port deletion for d5474b0d-2a5b-4259-a9b8-095d8ea050d2 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 16:57:19.698055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Deleting port c26f7782-be7c-474e-ada2-44a29ea65766 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 16:57:19.699080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:19.955627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 4818c908-fe54-4d33-b475-ca54b072ca41, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4818c908-fe54-4d33-b475-ca54b072ca41,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:19.956162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:20.005596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] For port c26f7782-be7c-474e-ada2-44a29ea65766, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c26f7782-be7c-474e-ada2-44a29ea65766,segment=NetworkSegment(469d18ed-e1b0-4bef-9f3b-6840067ae24c),segment_id=469d18ed-e1b0-4bef-9f3b-6840067ae24c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:20.006119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:20.221237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Calling delete_port for c26f7782-be7c-474e-ada2-44a29ea65766 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:57:20.234363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 4818c908-fe54-4d33-b475-ca54b072ca41 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 16:57:20.284816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c26f7782-be7c-474e-ada2-44a29ea65766 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:57:20.486819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:20.548841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:20.553400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b3a33069-ad54-458d-8eae-0af33d49d430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:20.577561 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:20.584463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:20.598824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=4818c908-fe54-4d33-b475-ca54b072ca41,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:20.601595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:20.664147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Pushing event deleted for resources: {'Port': ['ID=c26f7782-be7c-474e-ada2-44a29ea65766,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:20.675466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:57:20.705702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] No DVR routers for this DVR port c26f7782-be7c-474e-ada2-44a29ea65766 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:57:20.723701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:57:20.724218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 9325d7d9-a7e4-4640-8fc1-1ce9b689fe57 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.734626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:20.739434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:20.858177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:21.133388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:21.138401 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:21.314591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:21.315393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Fanout notify agent at l3_agent the message router_deleted on router 8d35bc32-7963-439c-adec-f7caaf817c7c {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:57:21.334225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:21.336904 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-42eeb263-9711-40a6-941a-d9301b091479 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/routers/8d35bc32-7963-439c-adec-f7caaf817c7c HTTP/1.1" status: 204 len: 168 time: 2.2698014 Dec 20 16:57:21.339937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35694) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:21.534986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:21.683107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:21.711661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5474b0d-2a5b-4259-a9b8-095d8ea050d2']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:21.724837 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469d18ed-e1b0-4bef-9f3b-6840067ae24c') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:21.725148 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469d18ed-e1b0-4bef-9f3b-6840067ae24c') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:21.738432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:21.764939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:21.774808 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 16:57:21.775515 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:57:21.794403 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:57:22.045381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:22.049873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c7dcbe5a-b05b-42ef-838c-4f135fbc57d1 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:22.067657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:22.074541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-efb9b816-8b60-48a3-9c5e-b8a038857e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:22.081412 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Network': ['ID=d5474b0d-2a5b-4259-a9b8-095d8ea050d2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:22.085978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:22.201004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4818c908-fe54-4d33-b475-ca54b072ca41 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:57:22.210436 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-4e04dc77-e7f3-49c8-9253-5d1e9b007499 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/networks/d5474b0d-2a5b-4259-a9b8-095d8ea050d2 HTTP/1.1" status: 204 len: 168 time: 0.8692944 Dec 20 16:57:22.213203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35700) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:22.239214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 4818c908-fe54-4d33-b475-ca54b072ca41 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 16:57:22.239214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4818c908-fe54-4d33-b475-ca54b072ca41 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 16:57:22.294409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a27fa4b4-346d-4c25-bd86-86d6f64ec3bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:22.329441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a27fa4b4-346d-4c25-bd86-86d6f64ec3bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:22.519936 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a27fa4b4-346d-4c25-bd86-86d6f64ec3bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:22.526199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b2496641-feab-436d-b0ba-f0c0172f0578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:22.543068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fa4b4-346d-4c25-bd86-86d6f64ec3bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f44b780-f10c-4890-9613-b7c0abed8009,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:22.545801 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a27fa4b4-346d-4c25-bd86-86d6f64ec3bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:22.645546 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-a27fa4b4-346d-4c25-bd86-86d6f64ec3bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:22.646671 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-a27fa4b4-346d-4c25-bd86-86d6f64ec3bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/security-groups/7f44b780-f10c-4890-9613-b7c0abed8009 HTTP/1.1" status: 204 len: 168 time: 0.4326367 Dec 20 16:57:24.421733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0cebdab3-080e-4de8-adef-16f8ce1a1c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:25.450948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35712) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:25.456822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090124990', 'description': 'tempest-secgroup-smoke-2090124990 description', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:25.463485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:25.469577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:25.475068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:25.491345 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:25.575086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:25.640208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:25.691517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:25.695837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:25.699246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:25.706828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:25.724526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:25.777596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:25.906944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:25.912933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8ea0a8a5-dadc-4793-91de-80e3fceb6e82 tempest-ServersAdminNegativeTestJSON-485855098 tempest-ServersAdminNegativeTestJSON-485855098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:25.963004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419f58f7-2406-4ef6-8699-a3690655551f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:25.966217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:26.057654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:26.059419 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-57e2fb7c-fa05-43e0-916b-f690b5c307c6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6070745 Dec 20 16:57:26.062627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35716) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:26.069322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '419f58f7-2406-4ef6-8699-a3690655551f', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:26.076475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:26.082027 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:26.085714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:26.092519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:26.201803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:26.278561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:26.427238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:26.429376 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce586cc4-f27c-4d4d-be84-fcc48d315167 tempest-TestVolumeBootPattern-616925584 tempest-TestVolumeBootPattern-616925584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:26.454002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d934b40e-3130-4b3a-a448-436c6312feb2,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:26.460672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:26.598533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:26.599879 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5360250 Dec 20 16:57:26.603217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35722) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:26.609756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '419f58f7-2406-4ef6-8699-a3690655551f', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:26.616379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:26.620745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:26.624054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:26.630999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:26.745151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:26.824632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:26.925633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:26.927684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2e6f6a43-2b51-4f67-848a-c860ff09df1c tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:26.955443 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401550a8-c1c6-472b-9e0c-850e777a52f7,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:26.960391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:27.046319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:27.048907 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4437222 Dec 20 16:57:27.051306 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 35726) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:27.057292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '419f58f7-2406-4ef6-8699-a3690655551f', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:27.065065 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:27.069999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:27.073552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:27.080742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:27.190328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:27.405866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:27.511229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:27.685618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:27.687501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d96d7a51-c80d-45b3-a097-a49134bb5780 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:27.710471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cd3da1-3676-43d4-b3ca-5af3b8f50354,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:27.713133 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:27.958631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:27.960615 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9077997 Dec 20 16:57:27.963777 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35730) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:27.970534 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '419f58f7-2406-4ef6-8699-a3690655551f', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:27.977025 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:27.981014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:27.984379 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:27.992828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:28.132938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:28.207710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:28.335563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:28.337435 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2d13c72c-0494-4178-8658-62afa569a5dd tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:28.365533 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0a1eaf-1b00-4fd4-86d6-c180f4024c64,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:28.370509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:28.513294 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:28.514562 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5495906 Dec 20 16:57:28.518275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35734) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:28.527158 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '419f58f7-2406-4ef6-8699-a3690655551f', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:28.534507 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:28.539434 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:28.542880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:28.549229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:28.678740 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Project dd7c0165642645b7bdf71b018a33c11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:57:28.686036 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:28.882893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:28.982997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:28.984855 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9fb74b64-d9b9-48a7-aaf3-fcec02c498b6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:29.008579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bb2e35-3397-4dec-a78f-3c64f6431032,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:29.011123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:29.137450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:29.138631 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-969f8b3e-e20e-4964-afea-996276d691f4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6184597 Dec 20 16:57:29.141336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35738) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:29.146781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '419f58f7-2406-4ef6-8699-a3690655551f', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:29.152928 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:29.156795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:29.159893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:29.165979 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:29.325707 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Project dd7c0165642645b7bdf71b018a33c11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:57:29.332999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:29.413517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:29.514341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:29.516589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c0f3b764-24fe-42f8-b6b1-c1dbc24d2f10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:29.543128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffea9b1f-58c0-434a-a39e-9b07500cc313,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:29.546827 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:29.634279 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:29.635627 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4933724 Dec 20 16:57:29.638704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35742) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:29.644751 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'network': {'name': 'tempest-network-smoke--1321639174', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'port_security_enabled': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:29.650198 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:29.654999 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:network and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:29.663796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:29.672014 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:29.752558 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:57:29.755841 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:29.789872 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:57:29.801064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:29.801565 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Added segment ebba536a-99ab-4cd0-a0d2-ae183168686c of type vlan for network caecfb09-8213-49b8-89e2-6bf5002760f2 Dec 20 16:57:29.834376 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:29.987110 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:29.990988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:29.991562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:29.995514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2c83a188-1f43-44eb-9136-469897ab7de5 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:30.104599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Network': ['ID=caecfb09-8213-49b8-89e2-6bf5002760f2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:30.107817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:30.117477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network caecfb09-8213-49b8-89e2-6bf5002760f2 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 16:57:30.147464 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-606a22b5-c3e3-4b8d-90a0-1c190f7a2449 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5076303 Dec 20 16:57:30.151916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35746) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:30.157580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'admin_state_up': True, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:30.164780 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:30.168945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:router and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:30.172825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:30.178769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:30.377994 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:30.379052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:30.400367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:30.639275 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:30.925485 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:30.960393 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:31.103839 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.26.7.183 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/288bbabd-a484-46fa-85fc-11f870d68d6c) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:57:31.277806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:31.388678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:31.393209 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-46a09678-9f52-4413-9d94-a3906ab61435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:31.457697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:57:31.461007 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:57:31.464718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:57:31.495056 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=288bbabd-a484-46fa-85fc-11f870d68d6c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:31.501726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:31.760446 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:31.761211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:32.080792 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router cb5ab960-68ed-429a-8622-bd8936f4242e is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:57:32.396651 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:57:32.406101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Sync routers for ids ['cb5ab960-68ed-429a-8622-bd8936f4242e'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:57:32.421660 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Routers {'cb5ab960-68ed-429a-8622-bd8936f4242e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:57:32.422785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['cb5ab960-68ed-429a-8622-bd8936f4242e'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:32.535276 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:32.536529 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-880485fb-da25-44c4-8029-af9462191a9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3835950 Dec 20 16:57:32.540142 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35750) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:32.633953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Set router cb5ab960-68ed-429a-8622-bd8936f4242e gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:57:32.654763 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e97f1eda-0d52-4a51-b5b8-b4285caff2d0 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=dd7c0165642645b7bdf71b018a33c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1130388 Dec 20 16:57:32.657594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35756) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:32.796988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806793eb-12ef-41fd-b33f-4e6151acadd7 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:32.799009 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-806793eb-12ef-41fd-b33f-4e6151acadd7 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1404569 Dec 20 16:57:32.801895 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35760) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:32.846973 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9b69ab58-bb8b-41e2-b936-88e9cdd8d1f7 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436268 Dec 20 16:57:32.849599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35764) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:32.855377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1116806852', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:32.948565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:31Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:32.952888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Checking router: cb5ab960-68ed-429a-8622-bd8936f4242e for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:57:32.957333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Updating router cb5ab960-68ed-429a-8622-bd8936f4242e port 288bbabd-a484-46fa-85fc-11f870d68d6c binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:57:32.977817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:32.981753 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:subnet and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:32.984965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:32.991921 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:33.006621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:33.097229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:57:33.215721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:33.382569 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:33.395220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Transition to ACTIVE for port object 288bbabd-a484-46fa-85fc-11f870d68d6c will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:57:33.499972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:33.504420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:33.566281 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:33.570845 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2f0a07d1-c88f-4636-a9cd-0ce782f61014 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:33.632371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Attempting to bind port 288bbabd-a484-46fa-85fc-11f870d68d6c on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:57:33.632742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Attempting to bind port 288bbabd-a484-46fa-85fc-11f870d68d6c by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:57:33.633109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Attempting to bind port 288bbabd-a484-46fa-85fc-11f870d68d6c on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:57:33.639327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f075e-4821-4989-978e-d5d4c3651015 None None] Pushing event updated for resources: {'Port': ['ID=288bbabd-a484-46fa-85fc-11f870d68d6c,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:33.644736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-854f075e-4821-4989-978e-d5d4c3651015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:33.645591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:57:33.645958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:57:33.646358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:33.646746 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:57:33.647267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Bound port: 288bbabd-a484-46fa-85fc-11f870d68d6c, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:57:33.647869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:33.653785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Subnet': ['ID=ab64e95b-babb-402e-b751-9f2b6d355757,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:33.656690 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:33.666871 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Checking segment: {'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:57:33.667267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network hostable DHCP agents. Network: caecfb09-8213-49b8-89e2-6bf5002760f2, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:57:33.722027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] For port 288bbabd-a484-46fa-85fc-11f870d68d6c, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:57:33.725160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] For port 288bbabd-a484-46fa-85fc-11f870d68d6c, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=288bbabd-a484-46fa-85fc-11f870d68d6c,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:57:33.846355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network caecfb09-8213-49b8-89e2-6bf5002760f2 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:57:33.938182 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:33.942955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d17973e2-a2ec-4953-b8f6-f8e3bc99b5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:33.975749 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, caecfb09-8213-49b8-89e2-6bf5002760f2) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:57:33.980123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:33.980853 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:33.996345 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c67b8a-ed04-4b85-ba3b-3141987a8726 None None] Network caecfb09-8213-49b8-89e2-6bf5002760f2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:57:34.108236 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f075e-4821-4989-978e-d5d4c3651015 None None] Pushing event updated for resources: {'Port': ['ID=288bbabd-a484-46fa-85fc-11f870d68d6c,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:34.121050 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-854f075e-4821-4989-978e-d5d4c3651015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:34.129434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Routers {'cb5ab960-68ed-429a-8622-bd8936f4242e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:57:34.130191 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['cb5ab960-68ed-429a-8622-bd8936f4242e'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:34.148587 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-95a5d2f9-619e-4049-9efd-d08d46d1ef1b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2972102 Dec 20 16:57:34.150696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35768) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:34.408830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] Set router cb5ab960-68ed-429a-8622-bd8936f4242e gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:57:34.450255 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-caecfb09-8213-49b8-89e2-6bf5002760f2', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 16:57:34.451112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:34.821544 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Allocated IP 172.20.0.2 (caecfb09-8213-49b8-89e2-6bf5002760f2/ab64e95b-babb-402e-b751-9f2b6d355757/2c1c22f3-c68c-41e1-99dd-7b16716870d5) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:57:34.963497 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:31Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:34.978503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e069dda-a9d3-479d-8d72-f91211f9b8de None None] The sync data for ids ['cb5ab960-68ed-429a-8622-bd8936f4242e'] in dv-neutron-821074-1-hyperv is: [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:31Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:57:35.080049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:35.093138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Transition to ACTIVE for port object 2c1c22f3-c68c-41e1-99dd-7b16716870d5 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:57:35.121044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:35.123615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Transition to ACTIVE for port object 2c1c22f3-c68c-41e1-99dd-7b16716870d5 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:57:35.241591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:35.250077 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:35.352755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Network caecfb09-8213-49b8-89e2-6bf5002760f2 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:57:35.353647 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Pushing event updated for resources: {'Port': ['ID=2c1c22f3-c68c-41e1-99dd-7b16716870d5,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:35.357476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:57:35.358762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:35.359567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:57:35.461558 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Attempting to bind port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:57:35.461940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Attempting to bind port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:57:35.462313 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Attempting to bind port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 on network caecfb09-8213-49b8-89e2-6bf5002760f2 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:57:35.472158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:57:35.472528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Checking segment: {'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:57:35.472940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:35.473395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Bound using segment: {'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:57:35.473874 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Bound port: 2c1c22f3-c68c-41e1-99dd-7b16716870d5, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:57:35.474248 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:35.624616 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.20.0.1 (caecfb09-8213-49b8-89e2-6bf5002760f2/ab64e95b-babb-402e-b751-9f2b6d355757/78c34561-f3e4-4aa1-b426-50b47d3157aa) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:57:35.686264 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] For port 2c1c22f3-c68c-41e1-99dd-7b16716870d5, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:57:35.689856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] For port 2c1c22f3-c68c-41e1-99dd-7b16716870d5, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2c1c22f3-c68c-41e1-99dd-7b16716870d5,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:57:35.789961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:35.796311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1cc20312-2917-46b0-94b9-2c7b581c625c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:35.816600 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:35.839632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Transition to ACTIVE for port object 78c34561-f3e4-4aa1-b426-50b47d3157aa will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:57:35.917630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Pushing event updated for resources: {'Port': ['ID=2c1c22f3-c68c-41e1-99dd-7b16716870d5,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:35.921312 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:35.967885 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:35.974609 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-094dceb5-ef93-40dc-9b31-09da0a6bb12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:36.072107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network caecfb09-8213-49b8-89e2-6bf5002760f2 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:57:36.072107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:57:36.072107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:57:36.106377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=78c34561-f3e4-4aa1-b426-50b47d3157aa,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:36.113567 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:36.151754 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:36.306145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 288bbabd-a484-46fa-85fc-11f870d68d6c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:57:36.410790 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:36.514563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 288bbabd-a484-46fa-85fc-11f870d68d6c completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:57:36.520531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 288bbabd-a484-46fa-85fc-11f870d68d6c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:36.521014 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:36.658338 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:36.686904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 288bbabd-a484-46fa-85fc-11f870d68d6c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=288bbabd-a484-46fa-85fc-11f870d68d6c,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:36.784263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:36.785350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2c1c22f3-c68c-41e1-99dd-7b16716870d5 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:57:36.810150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-854f075e-4821-4989-978e-d5d4c3651015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:36.910315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=288bbabd-a484-46fa-85fc-11f870d68d6c,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:36.915097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:36.981627 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:37.007145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:57:37.029489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffb5793-a5dd-4dba-9665-e5906fba0d09 None None] Network caecfb09-8213-49b8-89e2-6bf5002760f2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 16:57:37.091873 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:37.127176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6b68bffe-88f2-4e3c-8e11-22a3e5767b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:37.225464 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=78c34561-f3e4-4aa1-b426-50b47d3157aa,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:37.227957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:37.239617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:37.263008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c03f8ce2-dbea-49ef-b2f7-8ab70d15a600 None None] Provisioning for port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:57:37.272428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c03f8ce2-dbea-49ef-b2f7-8ab70d15a600 None None] Provisioning complete for port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:37.272715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c03f8ce2-dbea-49ef-b2f7-8ab70d15a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:37.385726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network caecfb09-8213-49b8-89e2-6bf5002760f2 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:57:37.387144 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:57:37.432977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c03f8ce2-dbea-49ef-b2f7-8ab70d15a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:37.479332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c03f8ce2-dbea-49ef-b2f7-8ab70d15a600 None None] For port 2c1c22f3-c68c-41e1-99dd-7b16716870d5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2c1c22f3-c68c-41e1-99dd-7b16716870d5,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:37.543267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c03f8ce2-dbea-49ef-b2f7-8ab70d15a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:37.547562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:37.651572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f8ce2-dbea-49ef-b2f7-8ab70d15a600 None None] Pushing event updated for resources: {'Port': ['ID=2c1c22f3-c68c-41e1-99dd-7b16716870d5,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:37.655303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c03f8ce2-dbea-49ef-b2f7-8ab70d15a600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:37.681021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5e2a3eee-68c7-4ee7-882e-e47bc253bfd6 None None] Provisioning complete for port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:37.681404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3eee-68c7-4ee7-882e-e47bc253bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:37.960861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5e2a3eee-68c7-4ee7-882e-e47bc253bfd6 None None] Provisioning for port 78c34561-f3e4-4aa1-b426-50b47d3157aa completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:57:37.969308 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5e2a3eee-68c7-4ee7-882e-e47bc253bfd6 None None] Provisioning complete for port 78c34561-f3e4-4aa1-b426-50b47d3157aa triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:37.970054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3eee-68c7-4ee7-882e-e47bc253bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:38.067802 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a3eee-68c7-4ee7-882e-e47bc253bfd6 None None] Port 78c34561-f3e4-4aa1-b426-50b47d3157aa cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:57:38.102955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router cb5ab960-68ed-429a-8622-bd8936f4242e has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:57:38.212718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-24ba4599-919f-4ce0-8f5e-63d727ae7a12 None None] Provisioning complete for port 78c34561-f3e4-4aa1-b426-50b47d3157aa triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:38.213222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-24ba4599-919f-4ce0-8f5e-63d727ae7a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:38.244304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 288bbabd-a484-46fa-85fc-11f870d68d6c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:57:38.337993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-24ba4599-919f-4ce0-8f5e-63d727ae7a12 None None] Port 78c34561-f3e4-4aa1-b426-50b47d3157aa cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:57:38.351492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 288bbabd-a484-46fa-85fc-11f870d68d6c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:38.351876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:38.480625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:57:38.481939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2c1c22f3-c68c-41e1-99dd-7b16716870d5 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:57:38.503583 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "PUT /v2.0/routers/cb5ab960-68ed-429a-8622-bd8936f4242e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3516684 Dec 20 16:57:38.566101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:38.566483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:38.699005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-f7214779-c2ed-4804-bb24-f05d7d227d46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:57:38.762900 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Sync routers for ids ['cb5ab960-68ed-429a-8622-bd8936f4242e'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:57:38.776507 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Routers {'cb5ab960-68ed-429a-8622-bd8936f4242e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:57:38.777234 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['cb5ab960-68ed-429a-8622-bd8936f4242e'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:38.794847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-f7214779-c2ed-4804-bb24-f05d7d227d46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:57:38.796406 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-f7214779-c2ed-4804-bb24-f05d7d227d46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090124990&fields=id&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 267 time: 0.1449947 Dec 20 16:57:38.968211 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Set router cb5ab960-68ed-429a-8622-bd8936f4242e gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:57:39.042822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-99a043e0-499f-482c-bd40-530df76e9556 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:39.045472 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-99a043e0-499f-482c-bd40-530df76e9556 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/networks?id=caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 200 len: 797 time: 0.2407184 Dec 20 16:57:39.071435 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-10a7e6b1-b1cc-46f2-b8ff-cf694a1cf1fa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/quotas/dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 375 time: 0.0178239 Dec 20 16:57:39.174716 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-33b04c2d-3822-41cf-9785-34b2f4e12ab0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968421 Dec 20 16:57:39.365259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-4a6c465e-0925-4e2c-a46c-c454d4ebbe62 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 16:57:39.366329 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-4a6c465e-0925-4e2c-a46c-c454d4ebbe62 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0866444 Dec 20 16:57:39.461907 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '78c34561-f3e4-4aa1-b426-50b47d3157aa', 'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:77:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:35Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 2, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:39.469364 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Checking router: cb5ab960-68ed-429a-8622-bd8936f4242e for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:57:39.469974 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Updating router cb5ab960-68ed-429a-8622-bd8936f4242e port 78c34561-f3e4-4aa1-b426-50b47d3157aa binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 16:57:39.516618 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-95d06f43-81de-44b4-8951-c34a812fb637 service neutron] 10.222.0.62 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414349 Dec 20 16:57:39.554553 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:39.678637 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-39538067-e47e-4a35-83f7-975a13f591ab service neutron] 10.222.0.62 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552062 Dec 20 16:57:40.106449 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:40.132407 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Transition to ACTIVE for port object 78c34561-f3e4-4aa1-b426-50b47d3157aa will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:57:40.160673 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9c26dfe9-bcb3-4525-b561-30b3eb8b8704 req-9aae40e4-20c9-4f23-a00e-4674c2d2966d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 210 time: 0.0999403 Dec 20 16:57:40.229804 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:40.249779 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-990b028c-3edc-4f3f-91dd-e83b61d6212e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:40.446588 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Pushing event updated for resources: {'Port': ['ID=78c34561-f3e4-4aa1-b426-50b47d3157aa,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:40.556870 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.557764 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.558315 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.558859 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.559491 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.560021 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.560553 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.561087 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.561651 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.562189 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.562704 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:40.577973 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:40.596913 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Attempting to bind port 78c34561-f3e4-4aa1-b426-50b47d3157aa on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:57:40.597394 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Attempting to bind port 78c34561-f3e4-4aa1-b426-50b47d3157aa by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:57:40.597648 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Attempting to bind port 78c34561-f3e4-4aa1-b426-50b47d3157aa on network caecfb09-8213-49b8-89e2-6bf5002760f2 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:57:40.605266 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:57:40.605695 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Checking segment: {'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:57:40.606311 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:40.606428 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Bound using segment: {'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:57:40.606906 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Bound port: 78c34561-f3e4-4aa1-b426-50b47d3157aa, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:57:40.607316 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:40.718942 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] For port 78c34561-f3e4-4aa1-b426-50b47d3157aa, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:57:40.723905 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] For port 78c34561-f3e4-4aa1-b426-50b47d3157aa, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=78c34561-f3e4-4aa1-b426-50b47d3157aa,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:57:40.874036 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:40.878090 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:40.983343 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Pushing event updated for resources: {'Port': ['ID=78c34561-f3e4-4aa1-b426-50b47d3157aa,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:40.987958 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:40.989083 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Routers {'cb5ab960-68ed-429a-8622-bd8936f4242e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:57:40.990116 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:57:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['cb5ab960-68ed-429a-8622-bd8936f4242e'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:41.106698 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:57:41.249215 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] Set router cb5ab960-68ed-429a-8622-bd8936f4242e gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:57:41.378242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3434f8b6-498d-4545-889f-b8c7d1f5022a req-733f42d8-db31-4999-9e9d-5020f2eb800a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 210 time: 0.0829260 Dec 20 16:57:41.643778 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '78c34561-f3e4-4aa1-b426-50b47d3157aa', 'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:77:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:35Z', 'updated_at': '2021-12-20T16:57:40Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:41.650268 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7262d-5fb8-4a01-9354-a8a2efb4b1a1 None None] The sync data for ids ['cb5ab960-68ed-429a-8622-bd8936f4242e'] in dv-neutron-821074-1-hyperv is: [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '78c34561-f3e4-4aa1-b426-50b47d3157aa', 'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:77:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:35Z', 'updated_at': '2021-12-20T16:57:40Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:57:42.283433 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 78c34561-f3e4-4aa1-b426-50b47d3157aa up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:57:42.532296 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 78c34561-f3e4-4aa1-b426-50b47d3157aa completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:57:42.540445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 78c34561-f3e4-4aa1-b426-50b47d3157aa triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:42.543072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:42.672379 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a7c40f2-c63a-451f-b1e9-9a516f0452ab req-9d37cf3f-767f-42fc-b081-6a10579b9b9d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 210 time: 0.0725772 Dec 20 16:57:42.738125 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:42.792718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 78c34561-f3e4-4aa1-b426-50b47d3157aa, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=78c34561-f3e4-4aa1-b426-50b47d3157aa,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:42.897838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:42.900058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:43.013745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=78c34561-f3e4-4aa1-b426-50b47d3157aa,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:43.017167 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:43.350400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-f6f561ac-b5c1-4ebc-88f6-49faa0705e10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:43.351982 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-f6f561ac-b5c1-4ebc-88f6-49faa0705e10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/networks?id=caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 200 len: 797 time: 0.2228472 Dec 20 16:57:43.413658 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-78e7a69d-64b3-4b7e-8027-706feb36d375 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 380 time: 0.0479319 Dec 20 16:57:43.425522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'port': {'device_id': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'admin_state_up': True, 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'security_groups': ['419f58f7-2406-4ef6-8699-a3690655551f']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:43.619105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:43.626687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:port and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:43.632114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:43.643315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:43.743923 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:57:43.751664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:43.889187 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-080f9abf-40ae-4d24-97f9-bf754919a9e2 req-72d87871-efad-483c-bc55-64542f715697 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 210 time: 0.0596874 Dec 20 16:57:44.002714 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.20.0.13 (caecfb09-8213-49b8-89e2-6bf5002760f2/ab64e95b-babb-402e-b751-9f2b6d355757/239ec1d0-a003-4efd-8048-ec6001235577) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:57:44.244403 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 78c34561-f3e4-4aa1-b426-50b47d3157aa up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:57:44.260142 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:44.297870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Transition to ACTIVE for port object 239ec1d0-a003-4efd-8048-ec6001235577 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:57:44.367529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 78c34561-f3e4-4aa1-b426-50b47d3157aa triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:44.367912 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:44.436321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:44.444193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:44.520878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network caecfb09-8213-49b8-89e2-6bf5002760f2 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:57:44.524349 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:57:44.529126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:57:44.685781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=239ec1d0-a003-4efd-8048-ec6001235577,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:44.693429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:44.729366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:44.730028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:44.858581 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4389946 Dec 20 16:57:44.871479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Request body: {'port': {'device_id': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:44.886258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1a118244-4234-4681-a086-01e3d537da30 None None] Provisioning for port 239ec1d0-a003-4efd-8048-ec6001235577 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:57:44.893421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1a118244-4234-4681-a086-01e3d537da30 None None] Provisioning complete for port 239ec1d0-a003-4efd-8048-ec6001235577 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:44.894150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1a118244-4234-4681-a086-01e3d537da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:44.973058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1a118244-4234-4681-a086-01e3d537da30 None None] Port 239ec1d0-a003-4efd-8048-ec6001235577 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 16:57:45.055192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:45.310906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5382c-07b2-4233-ab67-edeace169254 req-760d3a71-a7ef-4de3-aeb6-ad84960d4c9c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:45.311808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c2c5382c-07b2-4233-ab67-edeace169254 req-760d3a71-a7ef-4de3-aeb6-ad84960d4c9c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 16:57:45.475708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c2c5382c-07b2-4233-ab67-edeace169254 req-760d3a71-a7ef-4de3-aeb6-ad84960d4c9c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 16:57:45.477134 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2c5382c-07b2-4233-ab67-edeace169254 req-760d3a71-a7ef-4de3-aeb6-ad84960d4c9c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 932 time: 0.4053276 Dec 20 16:57:45.567753 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:45.570212 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2c5382c-07b2-4233-ab67-edeace169254 req-24fc7b1f-0402-43a2-bcfe-6d72e5eea4e0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810866 Dec 20 16:57:45.639040 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239ec1d0-a003-4efd-8048-ec6001235577 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:57:45.648297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:45.665846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Transition to ACTIVE for port object 239ec1d0-a003-4efd-8048-ec6001235577 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:57:45.755113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:45.759574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e82da5bb-0fc1-43f2-b344-01d3b8b0a360 tempest-TestEncryptedCinderVolumes-1716595783 tempest-TestEncryptedCinderVolumes-1716595783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:45.895440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Pushing event updated for resources: {'Port': ['ID=239ec1d0-a003-4efd-8048-ec6001235577,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:45.899374 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:46.017968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Attempting to bind port 239ec1d0-a003-4efd-8048-ec6001235577 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 16:57:46.018763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Attempting to bind port 239ec1d0-a003-4efd-8048-ec6001235577 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 16:57:46.019360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Attempting to bind port 239ec1d0-a003-4efd-8048-ec6001235577 on network caecfb09-8213-49b8-89e2-6bf5002760f2 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:57:46.029015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Port 239ec1d0-a003-4efd-8048-ec6001235577 on network caecfb09-8213-49b8-89e2-6bf5002760f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 16:57:46.029341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Attempting to bind port 239ec1d0-a003-4efd-8048-ec6001235577 on network caecfb09-8213-49b8-89e2-6bf5002760f2 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 16:57:46.037565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 16:57:46.037982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Checking segment: {'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 16:57:46.038367 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Bound using segment: {'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 16:57:46.039114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Bound port: 239ec1d0-a003-4efd-8048-ec6001235577, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebba536a-99ab-4cd0-a0d2-ae183168686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 16:57:46.039488 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:46.137945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] For port 239ec1d0-a003-4efd-8048-ec6001235577, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:57:46.141823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] For port 239ec1d0-a003-4efd-8048-ec6001235577, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=239ec1d0-a003-4efd-8048-ec6001235577,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:57:46.292579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:46.296673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:46.354718 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:46.357242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 200 len: 1094 time: 1.4900935 Dec 20 16:57:46.358132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:57:46.402277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Pushing event updated for resources: {'Port': ['ID=239ec1d0-a003-4efd-8048-ec6001235577,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:46.407397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:46.453156 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577', 'status': 'completed', 'code': 200} Dec 20 16:57:46.580717 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e7bfd09-51e1-4d3c-b07a-90e63adbfa60 req-c8857779-4079-4a81-bba1-9a697743153b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1097 time: 0.0994909 Dec 20 16:57:46.750623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bfd09-51e1-4d3c-b07a-90e63adbfa60 req-8ace22c7-fb58-4aff-8ce3-bbffc759ea39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:46.752766 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e7bfd09-51e1-4d3c-b07a-90e63adbfa60 req-8ace22c7-fb58-4aff-8ce3-bbffc759ea39 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dd7c0165642645b7bdf71b018a33c11a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1657877 Dec 20 16:57:46.958715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bfd09-51e1-4d3c-b07a-90e63adbfa60 req-94d327e4-8173-4d6f-bead-04bcafec847d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:46.960170 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e7bfd09-51e1-4d3c-b07a-90e63adbfa60 req-94d327e4-8173-4d6f-bead-04bcafec847d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2012696 Dec 20 16:57:46.973935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf031f-788f-4f46-9878-a96a235af452 req-07b89644-098d-4313-9622-fb7158455f7d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:46.975528 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bdf031f-788f-4f46-9878-a96a235af452 req-07b89644-098d-4313-9622-fb7158455f7d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 944 time: 0.1959035 Dec 20 16:57:47.082285 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bdf031f-788f-4f46-9878-a96a235af452 req-418ecccb-ce30-479d-b67a-867ae0682fe7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006963 Dec 20 16:57:47.114664 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-b5fa4926-f893-445c-8c75-d1223a313256 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1097 time: 0.1031983 Dec 20 16:57:47.190760 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-d58650cd-312e-4c7e-917a-e09c97cbb76c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 200 len: 217 time: 0.0692406 Dec 20 16:57:47.432948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-e162b0fd-9187-461b-a469-21d8ed44643e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:47.434435 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-e162b0fd-9187-461b-a469-21d8ed44643e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab64e95b-babb-402e-b751-9f2b6d355757 HTTP/1.1" status: 200 len: 835 time: 0.2372119 Dec 20 16:57:47.541247 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-578dc9af-e847-42ab-8503-63d5118b21d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=caecfb09-8213-49b8-89e2-6bf5002760f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995071 Dec 20 16:57:47.792759 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-4e5bd48a-b6e2-4f35-930b-5d2ae99b0c6c service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436609 Dec 20 16:57:47.942026 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-152ff9e8-0773-4293-b041-a2b8741f2cf8 req-a568c456-b3d4-4f06-a8ec-a37aeb2109e0 service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430213 Dec 20 16:57:48.347845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002231eb-ffe1-4c62-bb35-5038f68862b6 req-66ef46a3-cacb-4080-b218-a37bfe4257af tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:48.349464 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-002231eb-ffe1-4c62-bb35-5038f68862b6 req-66ef46a3-cacb-4080-b218-a37bfe4257af tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 944 time: 0.0876958 Dec 20 16:57:48.404831 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-002231eb-ffe1-4c62-bb35-5038f68862b6 req-f3f87180-e8c3-4077-9046-02bdc6a99420 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451291 Dec 20 16:57:49.681654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4453c78-d15e-495b-a3c4-61072601adec req-bcf4566f-463a-4132-86ea-401e914e5d05 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:49.683240 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e4453c78-d15e-495b-a3c4-61072601adec req-bcf4566f-463a-4132-86ea-401e914e5d05 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 944 time: 0.1348419 Dec 20 16:57:49.738396 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e4453c78-d15e-495b-a3c4-61072601adec req-73445ad1-90bc-46b8-8faf-095fde450924 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489180 Dec 20 16:57:50.980099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f48429-0210-4b76-9853-4ab6727d64b2 req-5f4f6272-9274-4f0f-8c35-e1e5952c9c10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:50.981659 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40f48429-0210-4b76-9853-4ab6727d64b2 req-5f4f6272-9274-4f0f-8c35-e1e5952c9c10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 944 time: 0.0868237 Dec 20 16:57:51.032815 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40f48429-0210-4b76-9853-4ab6727d64b2 req-ac02d018-cb92-4792-aa87-6a3dd745e8b5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 Dec 20 16:57:52.052573 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b3408b68-c52e-4ab3-89cb-58920b5bb2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:52.280244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15fb9b-0c0e-487d-a232-ecc18ed8a6c2 req-81b609f1-833f-4ed6-8bcc-1b27fe39ed65 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:52.281907 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb15fb9b-0c0e-487d-a232-ecc18ed8a6c2 req-81b609f1-833f-4ed6-8bcc-1b27fe39ed65 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 944 time: 0.1157303 Dec 20 16:57:52.340047 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bb15fb9b-0c0e-487d-a232-ecc18ed8a6c2 req-97ff5e36-02da-4947-be3b-e1c3853eeb20 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511959 Dec 20 16:57:52.528536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 239ec1d0-a003-4efd-8048-ec6001235577 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:57:52.685772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 239ec1d0-a003-4efd-8048-ec6001235577, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=239ec1d0-a003-4efd-8048-ec6001235577,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:52.701457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '239ec1d0-a003-4efd-8048-ec6001235577', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'port_id': '239ec1d0-a003-4efd-8048-ec6001235577', 'mac_address': 'fa:16:3e:21:95:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:57:52.762231 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:52.782627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239ec1d0-a003-4efd-8048-ec6001235577 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:57:52.800459 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 239ec1d0-a003-4efd-8048-ec6001235577, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=239ec1d0-a003-4efd-8048-ec6001235577,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:52.873223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:52.875767 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:52.951714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=239ec1d0-a003-4efd-8048-ec6001235577,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:52.955682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:53.242466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['239ec1d0-a003-4efd-8048-ec6001235577'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:57:53.602674 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742001f3-ce9c-4230-a1ce-6a67c4c012ca req-75b59173-6a75-47e5-a4a4-1f8d9c589dca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:53.604304 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-742001f3-ce9c-4230-a1ce-6a67c4c012ca req-75b59173-6a75-47e5-a4a4-1f8d9c589dca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 945 time: 0.0904610 Dec 20 16:57:53.662404 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-742001f3-ce9c-4230-a1ce-6a67c4c012ca req-a7a35d07-e03c-4784-a045-3ec83b6a7dd3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491872 Dec 20 16:57:54.509895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4656-c92a-4425-b307-48b343fd61fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:54.544320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 239ec1d0-a003-4efd-8048-ec6001235577 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:57:54.715463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 239ec1d0-a003-4efd-8048-ec6001235577 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:57:54.723029 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 239ec1d0-a003-4efd-8048-ec6001235577 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:54.723661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:54.887017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e5e85-b6b1-4028-9564-bd9331105efe req-a25939e9-28c3-479f-aed5-878305b86588 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:54.888682 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-072e5e85-b6b1-4028-9564-bd9331105efe req-a25939e9-28c3-479f-aed5-878305b86588 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 945 time: 0.0943682 Dec 20 16:57:54.891615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:54.928158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:57:54.939388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 239ec1d0-a003-4efd-8048-ec6001235577, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=239ec1d0-a003-4efd-8048-ec6001235577,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:54.948787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-072e5e85-b6b1-4028-9564-bd9331105efe req-5d95d1bb-2245-45d0-b801-a527901626a3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493202 Dec 20 16:57:55.033752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:55.035743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:55.087741 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577', 'code': 200} Dec 20 16:57:55.116637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=239ec1d0-a003-4efd-8048-ec6001235577,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:55.120713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:55.536372 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35a33de0-d414-4d3f-ae41-e81e49995bf4 req-9b85e59f-dc32-428e-bc24-727bba5105c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1099 time: 0.0750375 Dec 20 16:57:55.581342 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35a33de0-d414-4d3f-ae41-e81e49995bf4 req-37caa9f1-1bdc-439f-893e-8bf0fa0b5dc6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386114 Dec 20 16:57:55.595341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:55.698395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:56.183395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617af24-4177-4642-8880-b14647b4e3e1 req-0f9f6859-eb69-496a-9edc-852ef3e7792a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:56.184968 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9617af24-4177-4642-8880-b14647b4e3e1 req-0f9f6859-eb69-496a-9edc-852ef3e7792a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0966587 Dec 20 16:57:56.237624 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9617af24-4177-4642-8880-b14647b4e3e1 req-8ba93e50-987d-4bb8-8a66-5fa9a51b3544 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441158 Dec 20 16:57:57.144534 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:57.527396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b326a9f-d163-40fd-ac50-46db156a0226 req-d53b3b33-81d1-433b-bb3e-605bf52f1a4a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:57.528945 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b326a9f-d163-40fd-ac50-46db156a0226 req-d53b3b33-81d1-433b-bb3e-605bf52f1a4a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0841308 Dec 20 16:57:57.584169 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b326a9f-d163-40fd-ac50-46db156a0226 req-03ff10cc-2319-4073-8c35-49e0cb8c460e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483224 Dec 20 16:57:57.948412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36bffc-974c-47ac-918d-9d0852ff584d req-293cebfe-9ed0-49e3-9e80-ed7195e3ca51 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:57.949879 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c36bffc-974c-47ac-918d-9d0852ff584d req-293cebfe-9ed0-49e3-9e80-ed7195e3ca51 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0868118 Dec 20 16:57:58.001370 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c36bffc-974c-47ac-918d-9d0852ff584d req-ce4577f1-98c8-40ee-b14b-f8ba39ee6dc0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450816 Dec 20 16:57:58.036143 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35842) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:58.120945 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d1d28ed0-2def-4274-a002-c91ca03f2401 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1094 time: 0.0832028 Dec 20 16:57:58.124041 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35848) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:57:58.130443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '239ec1d0-a003-4efd-8048-ec6001235577', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 16:57:58.136529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 16:57:58.140939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:floatingip and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 16:57:58.144949 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 16:57:58.152060 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 16:57:58.267785 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:58.420997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:58.585637 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.26.7.246 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/7df58020-8299-425b-adc7-2fae18f44b87) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:57:58.749945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:58.870422 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:58.874809 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-464e47a2-2159-4de8-a065-bfc10d2e7fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:57:58.941990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:57:58.945795 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:57:58.948626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:57:58.985478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=7df58020-8299-425b-adc7-2fae18f44b87,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:58.988635 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:57:59.644887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:59.769784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:57:59.995569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:00.063889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:00.068504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7aae89ef-2ddb-44c3-9cd8-52c794ba7d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:58:00.170941 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=7df58020-8299-425b-adc7-2fae18f44b87,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:58:00.179186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:58:00.189003 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:00.508695 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Floating IP 6a4e057d-ab3d-47f6-ad1e-53eadeb06673 associated. External IP: 172.26.7.246, port: 239ec1d0-a003-4efd-8048-ec6001235577. Dec 20 16:58:00.973222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router cb5ab960-68ed-429a-8622-bd8936f4242e has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:58:01.247278 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:58:01.261508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] Sync routers for ids ['cb5ab960-68ed-429a-8622-bd8936f4242e'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 16:58:01.282252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] Routers {'cb5ab960-68ed-429a-8622-bd8936f4242e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:58:01.283440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['cb5ab960-68ed-429a-8622-bd8936f4242e'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:58:01.353578 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:01.426673 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3014534 Dec 20 16:58:01.427626 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:58:01.558373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] Set router cb5ab960-68ed-429a-8622-bd8936f4242e gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:58:01.595630 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577', 'status': 'completed', 'code': 200} Dec 20 16:58:01.725493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8f37-db53-4818-889a-dd530f8e0263 req-f189a47e-0fda-460f-9617-ac889855d233 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:01.727125 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-589b8f37-db53-4818-889a-dd530f8e0263 req-f189a47e-0fda-460f-9617-ac889855d233 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.1434581 Dec 20 16:58:01.730444 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d57eee8-2bde-48ad-a5bb-955f806dc9df req-9971fb3e-6144-48c3-b8cb-0edbc35c7cb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1099 time: 0.1016896 Dec 20 16:58:01.868993 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-589b8f37-db53-4818-889a-dd530f8e0263 req-9a1706f4-f8dc-41ca-9d78-25625ddc083a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360226 Dec 20 16:58:01.911882 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35858) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:58:01.947388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57eee8-2bde-48ad-a5bb-955f806dc9df req-54c25e51-526d-4c26-85b0-687cf44a2de4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:01.954796 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d57eee8-2bde-48ad-a5bb-955f806dc9df req-54c25e51-526d-4c26-85b0-687cf44a2de4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 200 len: 898 time: 0.2068045 Dec 20 16:58:01.997719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '6a4e057d-ab3d-47f6-ad1e-53eadeb06673', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.246', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'port_id': '239ec1d0-a003-4efd-8048-ec6001235577', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'mac_address': 'fa:16:3e:21:95:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:57:59Z', 'updated_at': '2021-12-20T16:57:59Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c34561-f3e4-4aa1-b426-50b47d3157aa', 'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:77:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:35Z', 'updated_at': '2021-12-20T16:57:42Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:58:02.002827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] Checking router: cb5ab960-68ed-429a-8622-bd8936f4242e for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 16:58:02.015979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] Routers {'cb5ab960-68ed-429a-8622-bd8936f4242e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:58:02.016639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:57:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['cb5ab960-68ed-429a-8622-bd8936f4242e'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:58:02.105664 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d57eee8-2bde-48ad-a5bb-955f806dc9df req-60f69c78-1490-45d9-847b-042f15e584fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 200 len: 1000 time: 0.1444948 Dec 20 16:58:02.176825 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57eee8-2bde-48ad-a5bb-955f806dc9df req-63183cd4-c548-4e11-93dc-8aea26710b3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:02.178432 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d57eee8-2bde-48ad-a5bb-955f806dc9df req-63183cd4-c548-4e11-93dc-8aea26710b3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab64e95b-babb-402e-b751-9f2b6d355757 HTTP/1.1" status: 200 len: 835 time: 0.0668771 Dec 20 16:58:02.195717 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-cfdff984-0781-4ca2-9a28-cccdf2f89a55 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/6a4e057d-ab3d-47f6-ad1e-53eadeb06673 HTTP/1.1" status: 200 len: 992 time: 0.2822213 Dec 20 16:58:02.230146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] Set router cb5ab960-68ed-429a-8622-bd8936f4242e gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 16:58:02.428114 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d57eee8-2bde-48ad-a5bb-955f806dc9df req-4fd20541-0c7f-443a-93f0-a28a204c086d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=caecfb09-8213-49b8-89e2-6bf5002760f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2425797 Dec 20 16:58:02.575663 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d57eee8-2bde-48ad-a5bb-955f806dc9df req-7a777b29-f2bb-4b17-a0f3-9f0cf25e0f34 service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410062 Dec 20 16:58:02.644856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '6a4e057d-ab3d-47f6-ad1e-53eadeb06673', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.246', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'port_id': '239ec1d0-a003-4efd-8048-ec6001235577', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'mac_address': 'fa:16:3e:21:95:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:57:59Z', 'updated_at': '2021-12-20T16:57:59Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c34561-f3e4-4aa1-b426-50b47d3157aa', 'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:77:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:35Z', 'updated_at': '2021-12-20T16:57:42Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:58:02.650178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c035e-e5e2-49f7-8cc2-15b0dba3207b None None] The sync data for ids ['cb5ab960-68ed-429a-8622-bd8936f4242e'] in dv-neutron-821074-1-hyperv is: [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '6a4e057d-ab3d-47f6-ad1e-53eadeb06673', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.246', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'port_id': '239ec1d0-a003-4efd-8048-ec6001235577', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'mac_address': 'fa:16:3e:21:95:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:57:59Z', 'updated_at': '2021-12-20T16:57:59Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c34561-f3e4-4aa1-b426-50b47d3157aa', 'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:77:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:35Z', 'updated_at': '2021-12-20T16:57:42Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 16:58:02.797587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6d57eee8-2bde-48ad-a5bb-955f806dc9df req-f206a9c9-33d4-4d5c-b31c-15ba7529e04d service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147892 Dec 20 16:58:02.881062 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe3b34-ac5e-4008-a568-1d7f07057f2d None None] New status for floating IP 6a4e057d-ab3d-47f6-ad1e-53eadeb06673: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 16:58:03.199436 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35862) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:58:03.317205 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-40dcd7c8-f42b-4b1a-be94-bd864b582402 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/6a4e057d-ab3d-47f6-ad1e-53eadeb06673 HTTP/1.1" status: 200 len: 992 time: 0.1164653 Dec 20 16:58:04.320997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35866) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:58:04.434673 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f3032a46-ff0c-4d22-bc6a-75d75732aebf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/6a4e057d-ab3d-47f6-ad1e-53eadeb06673 HTTP/1.1" status: 200 len: 994 time: 0.1121070 Dec 20 16:58:15.582454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:16.009367 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8555978e-0d99-492d-bc31-88b845fcf414 req-233c9208-866b-4628-8c45-8c0ae5b0f6fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862286 Dec 20 16:58:16.161312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8555978e-0d99-492d-bc31-88b845fcf414 req-6539f091-decc-45fd-ab28-8d54c12aa883 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1099 time: 0.0756404 Dec 20 16:58:16.362535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555978e-0d99-492d-bc31-88b845fcf414 req-b4787abc-9492-46fd-82d1-0483567c4749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:16.365020 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8555978e-0d99-492d-bc31-88b845fcf414 req-b4787abc-9492-46fd-82d1-0483567c4749 service neutron] 10.222.0.64 "GET /v2.0/networks?id=caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 200 len: 898 time: 0.1808157 Dec 20 16:58:16.480371 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8555978e-0d99-492d-bc31-88b845fcf414 req-b4b24a61-dfb3-4dcc-888d-15ccc89fa4cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 200 len: 1002 time: 0.1080859 Dec 20 16:58:16.548589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555978e-0d99-492d-bc31-88b845fcf414 req-6f79d4ab-d409-4a8a-b4d9-a4d0e3c90f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:16.555051 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8555978e-0d99-492d-bc31-88b845fcf414 req-6f79d4ab-d409-4a8a-b4d9-a4d0e3c90f10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab64e95b-babb-402e-b751-9f2b6d355757 HTTP/1.1" status: 200 len: 835 time: 0.0668395 Dec 20 16:58:16.641538 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8555978e-0d99-492d-bc31-88b845fcf414 req-69adc0ac-7aa5-44aa-84b3-3fab3a38f5be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=caecfb09-8213-49b8-89e2-6bf5002760f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798395 Dec 20 16:58:16.856298 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8555978e-0d99-492d-bc31-88b845fcf414 req-4eaa3b3e-735a-4a14-a9b2-8d891b2c15cf service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073915 Dec 20 16:58:17.067164 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8555978e-0d99-492d-bc31-88b845fcf414 req-8c1c471d-ba76-42a1-bf66-4c2beac73c70 service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038493 Dec 20 16:58:18.087689 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:58:22.089116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e50eff40-42ac-43cb-9d1a-cfb3477b86b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:24.311275 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b644ce43-dcbc-49a7-ae67-33421cbeab27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:25.545088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:25.710875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:27.173651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:45.582831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:52.179999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d5cd4a7b-c9e3-4723-bd89-c455d1f84e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:54.316743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fc993b11-f607-469f-8a5e-db8e5f69720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:55.087609 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:58:55.533162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:55.722991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:57.148302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:58:58.333548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-8e1c8f95-1edf-49ce-845e-0b11df23082f req-a20f327f-4dd9-4e95-b174-ef2ef596c599 service neutron] (84392) timed out ('10.222.0.62', 59936) {{(pid=84392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 16:59:03.300052 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-937580ba-c669-469c-93a5-a13274f2d877 req-2ec2b050-ef36-4439-8e1a-06767cfbd7f6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0681899 Dec 20 16:59:03.796637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e203db3-8079-497c-a04f-afe99b2fcf99 req-c699db3f-aac5-4ed1-8248-83b13b582ed6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:03.798065 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e203db3-8079-497c-a04f-afe99b2fcf99 req-c699db3f-aac5-4ed1-8248-83b13b582ed6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0796597 Dec 20 16:59:03.844128 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5e203db3-8079-497c-a04f-afe99b2fcf99 req-c69b016a-64de-4576-a078-bdf25ce02982 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405118 Dec 20 16:59:03.857656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35898) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:59:03.996816 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-5989b8eb-84cf-4366-aebb-db09488ee99a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379166 Dec 20 16:59:05.041239 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcfe60-8a1d-40aa-b46d-0a9f02aa4824 req-e67c3d5c-ecec-45a4-b239-416ff022c739 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:05.042714 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-20fcfe60-8a1d-40aa-b46d-0a9f02aa4824 req-e67c3d5c-ecec-45a4-b239-416ff022c739 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0774634 Dec 20 16:59:05.090245 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-20fcfe60-8a1d-40aa-b46d-0a9f02aa4824 req-3ef353dc-703a-4b57-a7e6-4e961d892df4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415747 Dec 20 16:59:06.287521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ad1be-2fea-4939-9d2c-b9b7addcbdf3 req-863f1261-26f2-4b36-b37b-6b3a9429e051 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:06.289513 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-989ad1be-2fea-4939-9d2c-b9b7addcbdf3 req-863f1261-26f2-4b36-b37b-6b3a9429e051 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0803065 Dec 20 16:59:06.336294 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-989ad1be-2fea-4939-9d2c-b9b7addcbdf3 req-3f7b173e-1ad6-4195-91f3-dabce1e40c42 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408583 Dec 20 16:59:07.540934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a47732-6fb5-440b-89ae-0618a87c3026 req-b0b7fc4a-ded1-41da-8eea-8d9e59093e8c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:07.542403 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2a47732-6fb5-440b-89ae-0618a87c3026 req-b0b7fc4a-ded1-41da-8eea-8d9e59093e8c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0807323 Dec 20 16:59:07.700900 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c2a47732-6fb5-440b-89ae-0618a87c3026 req-f4fde04e-6aa2-4514-97f1-9d56a1b0e464 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522315 Dec 20 16:59:08.545514 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-aea96ce6-5206-44ff-abe0-4e38b3bd72c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1099 time: 0.0686052 Dec 20 16:59:08.673045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-225b20d8-9d3b-4fcc-8e01-fb1c84d6348c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:08.674479 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-225b20d8-9d3b-4fcc-8e01-fb1c84d6348c service neutron] 10.222.0.64 "GET /v2.0/networks?id=caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 200 len: 898 time: 0.1232791 Dec 20 16:59:08.777094 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-c75e43b5-e99a-4853-b976-3f888eb552d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 200 len: 1002 time: 0.0966957 Dec 20 16:59:08.881899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-890c9648-b95a-4aac-9831-ab865be153ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:08.883716 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-890c9648-b95a-4aac-9831-ab865be153ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab64e95b-babb-402e-b751-9f2b6d355757 HTTP/1.1" status: 200 len: 835 time: 0.1001749 Dec 20 16:59:08.962239 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217440b-3baa-478c-957d-ad9ba55fe7e4 req-b018b3dd-07d1-4d3d-90fb-cb490983d17f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:08.963703 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3217440b-3baa-478c-957d-ad9ba55fe7e4 req-b018b3dd-07d1-4d3d-90fb-cb490983d17f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.1382940 Dec 20 16:59:09.012499 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-bf0a3762-dd49-4c34-bae0-dde430bf2f0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=caecfb09-8213-49b8-89e2-6bf5002760f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209149 Dec 20 16:59:09.044137 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3217440b-3baa-478c-957d-ad9ba55fe7e4 req-1a43ef04-cf1a-4423-967c-bfe1e9166781 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737691 Dec 20 16:59:09.151879 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-d20dcacc-b9cc-4223-8dc2-1b0b58ab3488 service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313357 Dec 20 16:59:09.285516 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-200071fa-b62a-42ce-b7bd-5a4b11f39448 service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273625 Dec 20 16:59:10.485489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80b409-a893-4da1-9f53-5b81b1eb4e52 req-044b55b3-f897-4073-bb05-803981207f45 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:10.486856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3a80b409-a893-4da1-9f53-5b81b1eb4e52 req-044b55b3-f897-4073-bb05-803981207f45 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.1749637 Dec 20 16:59:10.532729 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3a80b409-a893-4da1-9f53-5b81b1eb4e52 req-a2cfad31-8495-4b32-bf21-9070080ce086 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Dec 20 16:59:11.747363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e58af-97e2-41f4-923c-dbd1b3c0e753 req-1f24ff86-3122-4dae-8b91-2982ede7c759 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:11.748794 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-af6e58af-97e2-41f4-923c-dbd1b3c0e753 req-1f24ff86-3122-4dae-8b91-2982ede7c759 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0906775 Dec 20 16:59:11.796737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-af6e58af-97e2-41f4-923c-dbd1b3c0e753 req-7732b4fc-30b2-467e-912d-80480c84bba9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420847 Dec 20 16:59:12.998832 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8078-d309-46e5-8d63-cf2f67d3d8e5 req-417bb2d3-d5b6-470e-8362-09573039db56 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:13.000350 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84ad8078-d309-46e5-8d63-cf2f67d3d8e5 req-417bb2d3-d5b6-470e-8362-09573039db56 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0820332 Dec 20 16:59:13.049515 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-84ad8078-d309-46e5-8d63-cf2f67d3d8e5 req-6a893801-a2a5-4875-bd7f-62ba2d8b3095 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Dec 20 16:59:14.260319 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e27289-60c9-4094-978d-b8d508d49154 req-075e2d1f-f6c1-4749-972b-3cfd29fe1540 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:14.261787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-81e27289-60c9-4094-978d-b8d508d49154 req-075e2d1f-f6c1-4749-972b-3cfd29fe1540 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0885873 Dec 20 16:59:14.309068 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-81e27289-60c9-4094-978d-b8d508d49154 req-3aea90ad-eee5-436b-a47d-b9d198137b59 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412712 Dec 20 16:59:15.509847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35ca19-77ba-4c40-9bae-d60e93c19727 req-98a7533f-7457-49b5-a776-260ed2b06cd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:15.511263 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-de35ca19-77ba-4c40-9bae-d60e93c19727 req-98a7533f-7457-49b5-a776-260ed2b06cd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0775576 Dec 20 16:59:15.557843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:15.561668 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-de35ca19-77ba-4c40-9bae-d60e93c19727 req-2029822e-48fa-4f6e-86b0-5910af14567a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446026 Dec 20 16:59:16.037940 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dd5a987-624f-4989-b32e-6b18c2cc739f req-2c106cd1-32f5-49c0-820c-6875aae0db08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1099 time: 0.0697119 Dec 20 16:59:16.182534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5a987-624f-4989-b32e-6b18c2cc739f req-803f9337-65f9-42c1-8765-d78e3a6daad1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:16.184011 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dd5a987-624f-4989-b32e-6b18c2cc739f req-803f9337-65f9-42c1-8765-d78e3a6daad1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 200 len: 898 time: 0.1273248 Dec 20 16:59:16.409325 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dd5a987-624f-4989-b32e-6b18c2cc739f req-14ad1860-9f21-4bb4-bd2d-80188e41dbdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 200 len: 1002 time: 0.2182119 Dec 20 16:59:16.469721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5a987-624f-4989-b32e-6b18c2cc739f req-b1fe9e8b-39a7-4b3a-8bf7-85004968566d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:16.471144 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dd5a987-624f-4989-b32e-6b18c2cc739f req-b1fe9e8b-39a7-4b3a-8bf7-85004968566d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab64e95b-babb-402e-b751-9f2b6d355757 HTTP/1.1" status: 200 len: 835 time: 0.0561171 Dec 20 16:59:16.553608 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dd5a987-624f-4989-b32e-6b18c2cc739f req-237a3ff5-c033-418c-937e-ac180d31123a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=caecfb09-8213-49b8-89e2-6bf5002760f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764356 Dec 20 16:59:16.745329 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dd5a987-624f-4989-b32e-6b18c2cc739f req-3402bfdb-d740-4098-ba51-58b7bd62c07c service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856744 Dec 20 16:59:16.876359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4124b-392c-4bd2-beab-9d2ef56bed5e req-ba661348-d261-43af-b23b-1b81c977ebac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:16.877785 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d4d4124b-392c-4bd2-beab-9d2ef56bed5e req-ba661348-d261-43af-b23b-1b81c977ebac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.1785879 Dec 20 16:59:16.919669 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dd5a987-624f-4989-b32e-6b18c2cc739f req-4332a1f5-7653-45f1-b879-e0f519cdb6e7 service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682401 Dec 20 16:59:16.939294 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d4d4124b-392c-4bd2-beab-9d2ef56bed5e req-51b6f718-a1c2-4f68-a952-2a0b4df0f7bf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546277 Dec 20 16:59:18.137239 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff9fc0-623e-4493-80c2-79a8fd2e0b40 req-af2e5f03-3a80-433c-96a8-6cd2daf0a1e6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:18.138706 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-93ff9fc0-623e-4493-80c2-79a8fd2e0b40 req-af2e5f03-3a80-433c-96a8-6cd2daf0a1e6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0806630 Dec 20 16:59:18.186469 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-93ff9fc0-623e-4493-80c2-79a8fd2e0b40 req-3ffca6fd-3fa3-413a-8c2e-e085a6f10d95 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 Dec 20 16:59:19.388492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199788c-d4d3-4aed-8d26-9da378fc6eb2 req-71f2f2da-df5e-46d8-a71b-18ab5beb011d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:19.390018 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4199788c-d4d3-4aed-8d26-9da378fc6eb2 req-71f2f2da-df5e-46d8-a71b-18ab5beb011d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0806382 Dec 20 16:59:19.440119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4199788c-d4d3-4aed-8d26-9da378fc6eb2 req-b09ccac7-1228-412f-a2d1-3ff54db7acf8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444620 Dec 20 16:59:20.634986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dccab1-691b-4c39-a7f2-ee0b4e708e42 req-0429b2d5-6649-47a8-9f3e-8642632a5c83 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:20.636488 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00dccab1-691b-4c39-a7f2-ee0b4e708e42 req-0429b2d5-6649-47a8-9f3e-8642632a5c83 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0762398 Dec 20 16:59:20.681934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-00dccab1-691b-4c39-a7f2-ee0b4e708e42 req-506a55e0-3735-4220-be12-e04dac682b89 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Dec 20 16:59:21.497348 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-72b43d9f-199e-43b5-a10c-16544af7db16 service neutron] 10.222.0.64 "GET /v2.0/ports/239ec1d0-a003-4efd-8048-ec6001235577/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0771646 Dec 20 16:59:21.883606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7599b-acaf-4399-b8a1-c398fc1e20d4 req-e0ca5dff-08d9-45d1-9fff-c242c6bdccad tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:21.884965 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bac7599b-acaf-4399-b8a1-c398fc1e20d4 req-e0ca5dff-08d9-45d1-9fff-c242c6bdccad tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0818222 Dec 20 16:59:21.933187 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bac7599b-acaf-4399-b8a1-c398fc1e20d4 req-807a25da-416b-4236-b77b-ef1fb3bd3040 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Dec 20 16:59:22.029326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2d1dc2e-0700-42d8-b4dd-c09f1053606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:22.087348 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-48914e54-3ca7-45c0-ba41-f180ae883229 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 1099 time: 0.0777266 Dec 20 16:59:22.176694 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-038bc347-4a6c-40f6-be32-faaca572950a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1099 time: 0.0689018 Dec 20 16:59:22.308722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-f49ff655-9e77-42c4-b9ac-cf7753daa8d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:22.310174 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-f49ff655-9e77-42c4-b9ac-cf7753daa8d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 200 len: 898 time: 0.1276853 Dec 20 16:59:22.420533 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-fb9f4dbb-b23a-4de6-8c15-6bacfbd78cf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 200 len: 1002 time: 0.1036127 Dec 20 16:59:22.484000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-d5372d9f-e01c-4b7b-a7db-94eaf86f74d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:22.485423 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-d5372d9f-e01c-4b7b-a7db-94eaf86f74d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab64e95b-babb-402e-b751-9f2b6d355757 HTTP/1.1" status: 200 len: 835 time: 0.0587790 Dec 20 16:59:22.565400 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-ed17f4c6-a2c3-420b-a36d-4c9a8ed37a14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=caecfb09-8213-49b8-89e2-6bf5002760f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737724 Dec 20 16:59:22.803397 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-b4e4133d-0575-461d-b26d-0fce51cca95a service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313447 Dec 20 16:59:22.934253 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e00da3c6-2052-46f0-a8ca-62182ed83d17 req-dddf75d1-adbb-45a0-984a-ddfa20c55f3d service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247616 Dec 20 16:59:23.134675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f847-db2d-45a1-9aa1-1f5806ac2553 req-47952fe7-23c6-4af7-b3f4-9d7e1b4ab3c4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:23.136392 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4c98f847-db2d-45a1-9aa1-1f5806ac2553 req-47952fe7-23c6-4af7-b3f4-9d7e1b4ab3c4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0785966 Dec 20 16:59:23.185791 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4c98f847-db2d-45a1-9aa1-1f5806ac2553 req-cc481b03-9b5f-4b37-b8e5-d387d19f5f87 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 Dec 20 16:59:24.371653 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c7e24c32-0927-4b05-bae7-8842cc516d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:24.391638 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e8220-76bb-4ec1-afb9-81c19bbd0373 req-29133109-b1f4-4fc1-b562-35df4d825590 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:24.393087 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb8e8220-76bb-4ec1-afb9-81c19bbd0373 req-29133109-b1f4-4fc1-b562-35df4d825590 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0845511 Dec 20 16:59:24.438866 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb8e8220-76bb-4ec1-afb9-81c19bbd0373 req-a07ef72e-6a39-4b9d-9f18-1833ba225bfe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 Dec 20 16:59:24.983406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 239ec1d0-a003-4efd-8048-ec6001235577 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 16:59:25.094440 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:25.121091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:25.131089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 239ec1d0-a003-4efd-8048-ec6001235577, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=239ec1d0-a003-4efd-8048-ec6001235577,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:25.183547 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577', 'code': 200} Dec 20 16:59:25.237986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:25.240681 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:59:25.302722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=239ec1d0-a003-4efd-8048-ec6001235577,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:25.311361 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.311704 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.312037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.312373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.312699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.313023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.313336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.313655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.313972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.314287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.314602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.318730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:59:25.549006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:25.649270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f5bd4-ff27-4b64-aa5c-d475541e76aa req-97ea027e-1aa5-4dde-89e4-bcb5ab98cf81 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:25.650647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f5f5bd4-ff27-4b64-aa5c-d475541e76aa req-97ea027e-1aa5-4dde-89e4-bcb5ab98cf81 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 944 time: 0.0822046 Dec 20 16:59:25.700590 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f5f5bd4-ff27-4b64-aa5c-d475541e76aa req-dd3339f7-5f48-4e69-95fd-8c43c0492e9b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433688 Dec 20 16:59:25.886421 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:26.899915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad4cb6-dfa8-4bc2-8171-b9b401739eba req-c6d23569-19e5-425f-b904-e3381af61e34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:26.901383 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-43ad4cb6-dfa8-4bc2-8171-b9b401739eba req-c6d23569-19e5-425f-b904-e3381af61e34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 944 time: 0.0796001 Dec 20 16:59:26.947433 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-43ad4cb6-dfa8-4bc2-8171-b9b401739eba req-e9f2f5ec-6c8e-429b-aae9-701468458bd6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399096 Dec 20 16:59:26.974488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 239ec1d0-a003-4efd-8048-ec6001235577 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 16:59:27.123376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 239ec1d0-a003-4efd-8048-ec6001235577, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=239ec1d0-a003-4efd-8048-ec6001235577,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:27.140383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '239ec1d0-a003-4efd-8048-ec6001235577', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'port_id': '239ec1d0-a003-4efd-8048-ec6001235577', 'mac_address': 'fa:16:3e:21:95:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 16:59:27.199918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:27.217709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239ec1d0-a003-4efd-8048-ec6001235577 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:59:27.234722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 239ec1d0-a003-4efd-8048-ec6001235577, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=239ec1d0-a003-4efd-8048-ec6001235577,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:27.249666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:27.346775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:27.348602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:59:27.413868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=239ec1d0-a003-4efd-8048-ec6001235577,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:27.417689 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['239ec1d0-a003-4efd-8048-ec6001235577'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 16:59:27.490499 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:59:27.602955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681ef44-0cec-4cba-9331-9aa989955e24 req-3cab69f3-3ca9-4ce6-bceb-e0d655093e3b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:27.604666 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3681ef44-0cec-4cba-9331-9aa989955e24 req-3cab69f3-3ca9-4ce6-bceb-e0d655093e3b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 945 time: 0.0763457 Dec 20 16:59:27.659676 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3681ef44-0cec-4cba-9331-9aa989955e24 req-2f656d13-a0cf-4bb6-864e-973cedcc763b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467863 Dec 20 16:59:27.752865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-fda7a732-a308-4d76-9f8b-8a8ac821e90e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:27.760152 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-fda7a732-a308-4d76-9f8b-8a8ac821e90e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389&tenant_id=dd7c0165642645b7bdf71b018a33c11a&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 945 time: 0.0935249 Dec 20 16:59:27.931246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e20df-c5b1-4a0d-b7a9-eadd6f0d1e7c req-c621de75-2a76-4036-a86c-e3a6688f65f0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:27.932615 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b88e20df-c5b1-4a0d-b7a9-eadd6f0d1e7c req-c621de75-2a76-4036-a86c-e3a6688f65f0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 945 time: 0.1490874 Dec 20 16:59:27.940472 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-23c291e7-35fe-403a-923b-6bb9b9c30350 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1098 time: 0.1110356 Dec 20 16:59:28.072182 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b88e20df-c5b1-4a0d-b7a9-eadd6f0d1e7c req-1d8b7f11-beab-4628-8f1c-caaa543300f0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307867 Dec 20 16:59:28.102755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-ac289f06-cecc-424e-ba00-fa7370b78c65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:28.104411 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-ac289f06-cecc-424e-ba00-fa7370b78c65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 200 len: 898 time: 0.1502123 Dec 20 16:59:28.208185 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-9b8de78d-0528-4c12-b9c5-33340ad08437 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 200 len: 1001 time: 0.0975001 Dec 20 16:59:28.275454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-b3c97f0f-c6a1-42d5-892c-28cf725cfb61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:28.276893 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-b3c97f0f-c6a1-42d5-892c-28cf725cfb61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab64e95b-babb-402e-b751-9f2b6d355757 HTTP/1.1" status: 200 len: 835 time: 0.0631537 Dec 20 16:59:28.352688 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-f91cacd2-6914-4be7-9108-db520943b034 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=caecfb09-8213-49b8-89e2-6bf5002760f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698640 Dec 20 16:59:28.488684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-104df770-c824-4155-8c83-2dcb0c75cad9 service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291542 Dec 20 16:59:28.618647 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f91526a8-6c80-4aae-b5b6-d8afb64ab3dd req-1c9fe9b2-f762-43b2-a8fa-7c62df78282a service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237195 Dec 20 16:59:28.998520 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 239ec1d0-a003-4efd-8048-ec6001235577 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 16:59:29.069867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 239ec1d0-a003-4efd-8048-ec6001235577 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:59:29.070246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:29.189663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:29.218602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:29.228755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 239ec1d0-a003-4efd-8048-ec6001235577, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=239ec1d0-a003-4efd-8048-ec6001235577,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:29.287998 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577', 'code': 200} Dec 20 16:59:29.291387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d016c-5a9e-4277-a2d9-dda2a096c935 req-fde94523-fe8e-4548-93fd-6c5bb36f14ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:29.292844 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df8d016c-5a9e-4277-a2d9-dda2a096c935 req-fde94523-fe8e-4548-93fd-6c5bb36f14ac tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 945 time: 0.0812685 Dec 20 16:59:29.343408 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df8d016c-5a9e-4277-a2d9-dda2a096c935 req-6b79fca5-0692-4242-b620-9cb8b3aab36d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Dec 20 16:59:29.380846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:29.382797 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 16:59:29.446095 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=239ec1d0-a003-4efd-8048-ec6001235577,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:29.449213 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 16:59:30.656396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f92939-e833-4daa-9b70-b6a1d4bbc27b req-66e241ba-d541-4591-84cd-f0777ba8b984 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:30.657852 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9f92939-e833-4daa-9b70-b6a1d4bbc27b req-66e241ba-d541-4591-84cd-f0777ba8b984 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.1881680 Dec 20 16:59:30.706517 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f9f92939-e833-4daa-9b70-b6a1d4bbc27b req-a5965680-56e7-4e1b-ac96-22f13177863f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Dec 20 16:59:30.736054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 35986) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 16:59:30.858016 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b2c0ce87-2793-42b2-af8d-97cc46b192c4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/6a4e057d-ab3d-47f6-ad1e-53eadeb06673 HTTP/1.1" status: 200 len: 994 time: 0.1206644 Dec 20 16:59:32.087802 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 16:59:45.609852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:52.050496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-deaea0c9-19f9-4173-83a2-4c1795feaab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:54.335376 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-14aae76e-ec29-4e50-b292-72ab91afc3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:55.541627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:55.752945 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 16:59:57.153041 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:09.087773 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:00:15.607409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:16.191211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36020) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:16.399768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 7df58020-8299-425b-adc7-2fae18f44b87 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:00:16.400117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:16.571144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:16.571468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:16.697073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 7df58020-8299-425b-adc7-2fae18f44b87 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:00:16.959493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:16.963561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ed73bd30-3637-4178-bf62-77d2cee7dc0f tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:17.041450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=7df58020-8299-425b-adc7-2fae18f44b87,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:17.085025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.085400 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.085773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.086139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.086505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.086862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.087239 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.087590 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.087942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.088297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.088650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:17.099346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:17.175990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:17.232922 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1635da14-6502-427c-927d-a6f8aca02616 req-16c9fc0e-f3f6-4d8b-a019-6059466a8053 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3256311 Dec 20 17:00:17.425014 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1635da14-6502-427c-927d-a6f8aca02616 req-bec13884-9214-4ec7-86a2-3e700b61e412 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1099 time: 0.1042161 Dec 20 17:00:17.753677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635da14-6502-427c-927d-a6f8aca02616 req-a21b1906-a400-4364-a575-dcbe510bb521 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:17.755123 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1635da14-6502-427c-927d-a6f8aca02616 req-a21b1906-a400-4364-a575-dcbe510bb521 service neutron] 10.222.0.64 "GET /v2.0/networks?id=caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 200 len: 898 time: 0.2636540 Dec 20 17:00:17.880675 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1635da14-6502-427c-927d-a6f8aca02616 req-fd902f5a-2959-4296-b851-70cb8437303f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 200 len: 217 time: 0.0772600 Dec 20 17:00:17.966318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635da14-6502-427c-927d-a6f8aca02616 req-3a4308c5-958a-4714-a934-d615919673b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:17.967802 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1635da14-6502-427c-927d-a6f8aca02616 req-3a4308c5-958a-4714-a934-d615919673b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab64e95b-babb-402e-b751-9f2b6d355757 HTTP/1.1" status: 200 len: 835 time: 0.0795324 Dec 20 17:00:18.034904 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router cb5ab960-68ed-429a-8622-bd8936f4242e has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:00:18.122863 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1635da14-6502-427c-927d-a6f8aca02616 req-2ae22ed7-7b6c-4c7a-8a38-8727bc1c9a41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=caecfb09-8213-49b8-89e2-6bf5002760f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1481378 Dec 20 17:00:18.327302 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1635da14-6502-427c-927d-a6f8aca02616 req-6446ab79-293f-4459-99ba-8b830cb8471f service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974192 Dec 20 17:00:18.495732 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1635da14-6502-427c-927d-a6f8aca02616 req-59d1dcae-c698-4775-93eb-40da3c2c4f2c service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623547 Dec 20 17:00:18.512056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:00:18.524146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] Sync routers for ids ['cb5ab960-68ed-429a-8622-bd8936f4242e'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:00:18.538508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] Routers {'cb5ab960-68ed-429a-8622-bd8936f4242e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:00:18.539196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['cb5ab960-68ed-429a-8622-bd8936f4242e'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:18.670990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:18.733002 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/floatingips/6a4e057d-ab3d-47f6-ad1e-53eadeb06673 HTTP/1.1" status: 204 len: 168 time: 2.5406692 Dec 20 17:00:18.733933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:18.762738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] Set router cb5ab960-68ed-429a-8622-bd8936f4242e gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:00:18.828335 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577', 'status': 'completed', 'code': 200} Dec 20 17:00:19.060390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5abfce50-7d82-4b71-99c8-42627aad8777 req-61c9c5d0-56a8-4de8-8e9e-1a764bf6c402 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 1099 time: 0.1551681 Dec 20 17:00:19.212571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '78c34561-f3e4-4aa1-b426-50b47d3157aa', 'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:77:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:35Z', 'updated_at': '2021-12-20T16:57:42Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:19.219260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] Checking router: cb5ab960-68ed-429a-8622-bd8936f4242e for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:00:19.233261 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] Routers {'cb5ab960-68ed-429a-8622-bd8936f4242e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:00:19.237790 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T16:59:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['cb5ab960-68ed-429a-8622-bd8936f4242e'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:19.308940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfce50-7d82-4b71-99c8-42627aad8777 req-6ef01a00-f231-4025-9357-0b0f07fe08cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:19.314835 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5abfce50-7d82-4b71-99c8-42627aad8777 req-6ef01a00-f231-4025-9357-0b0f07fe08cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 200 len: 898 time: 0.2458801 Dec 20 17:00:19.409483 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5abfce50-7d82-4b71-99c8-42627aad8777 req-6bb5b8ba-8233-4a3c-8869-816b6b1228f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 200 len: 217 time: 0.0871389 Dec 20 17:00:19.504514 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] Set router cb5ab960-68ed-429a-8622-bd8936f4242e gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:00:19.528082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfce50-7d82-4b71-99c8-42627aad8777 req-1a96e82b-599f-46ff-a1f5-41c6d53a61bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:19.529539 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5abfce50-7d82-4b71-99c8-42627aad8777 req-1a96e82b-599f-46ff-a1f5-41c6d53a61bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab64e95b-babb-402e-b751-9f2b6d355757 HTTP/1.1" status: 200 len: 835 time: 0.1127448 Dec 20 17:00:19.600615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a020-8595-44c0-a704-9149ce17c991 req-3ea7ade1-f6f4-46af-9b28-247b9ae8bed6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:19.601136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c763a020-8595-44c0-a704-9149ce17c991 req-3ea7ade1-f6f4-46af-9b28-247b9ae8bed6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:00:19.636860 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5abfce50-7d82-4b71-99c8-42627aad8777 req-6787d6a9-3000-422a-b9f2-2779204dd9bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=caecfb09-8213-49b8-89e2-6bf5002760f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974097 Dec 20 17:00:19.904335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c763a020-8595-44c0-a704-9149ce17c991 req-3ea7ade1-f6f4-46af-9b28-247b9ae8bed6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:00:19.905355 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c763a020-8595-44c0-a704-9149ce17c991 req-3ea7ade1-f6f4-46af-9b28-247b9ae8bed6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.4536555 Dec 20 17:00:19.925651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '78c34561-f3e4-4aa1-b426-50b47d3157aa', 'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:77:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:35Z', 'updated_at': '2021-12-20T16:57:42Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:19.930454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dfe593-3e44-42ab-a9f2-cd18a9c0a2ab None None] The sync data for ids ['cb5ab960-68ed-429a-8622-bd8936f4242e'] in dv-neutron-821074-1-hyperv is: [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '78c34561-f3e4-4aa1-b426-50b47d3157aa', 'name': '', 'network_id': 'caecfb09-8213-49b8-89e2-6bf5002760f2', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:77:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:35Z', 'updated_at': '2021-12-20T16:57:42Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'ab64e95b-babb-402e-b751-9f2b6d355757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:00:19.943843 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5abfce50-7d82-4b71-99c8-42627aad8777 req-97c88b87-2039-4aac-8625-e0682d50b7e9 service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994320 Dec 20 17:00:19.995816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c763a020-8595-44c0-a704-9149ce17c991 req-36bdd8cd-04d0-41d4-a9a5-38b94b458950 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774972 Dec 20 17:00:20.115043 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5abfce50-7d82-4b71-99c8-42627aad8777 req-68d5e0d9-963f-417b-901f-f3ad3ac689f1 service neutron] 10.222.0.64 "GET /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582670 Dec 20 17:00:20.190210 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb929f44-f60d-45b2-8bfb-54153bf7e985 None None] New status for floating IP 6a4e057d-ab3d-47f6-ad1e-53eadeb06673: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:00:21.275082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d8ba1-07ac-41e5-9ec2-a0de02ce28ba req-3491e7a0-65c7-45ee-a0a4-be1d6d198e12 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:21.276546 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-463d8ba1-07ac-41e5-9ec2-a0de02ce28ba req-3491e7a0-65c7-45ee-a0a4-be1d6d198e12 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.1447690 Dec 20 17:00:21.324320 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-463d8ba1-07ac-41e5-9ec2-a0de02ce28ba req-1abc5095-dec4-46fd-a515-e7dcd2e15b92 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=419f58f7-2406-4ef6-8699-a3690655551f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414174 Dec 20 17:00:21.420125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-87889ba1-d84e-4111-b56e-f0c784014628 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:21.421848 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-87889ba1-d84e-4111-b56e-f0c784014628 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 946 time: 0.0819108 Dec 20 17:00:21.489279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 239ec1d0-a003-4efd-8048-ec6001235577 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:00:21.489616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:21.741324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 239ec1d0-a003-4efd-8048-ec6001235577, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=239ec1d0-a003-4efd-8048-ec6001235577,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:21.741750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:21.864805 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 239ec1d0-a003-4efd-8048-ec6001235577 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:00:22.098829 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0bce6ca1-466b-4e26-ae4a-5b46e80b9380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:22.144160 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:22.150004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6656e104-48d5-409e-8c12-3bc7dcdfefc2 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:22.194650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=239ec1d0-a003-4efd-8048-ec6001235577,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:22.197967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:22.268424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] No DVR routers for this DVR port 239ec1d0-a003-4efd-8048-ec6001235577 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:00:22.270829 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:22.273370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'name': 'network-vif-deleted', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:22.329244 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7aff93-5c48-4d7c-8b7d-4fb67401a389', 'name': 'network-vif-deleted', 'tag': '239ec1d0-a003-4efd-8048-ec6001235577', 'status': 'completed', 'code': 200} Dec 20 17:00:22.346577 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3131e8a-1aee-4a9a-bcb7-92ca31e067fb req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "DELETE /v2.0/ports/239ec1d0-a003-4efd-8048-ec6001235577 HTTP/1.1" status: 204 len: 173 time: 0.9199941 Dec 20 17:00:22.493462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-df4494a9-789e-4324-a44d-728779f25843 req-a80c9ffe-844e-4ae6-8a0d-000b023baefe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:00:22.670667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-df4494a9-789e-4324-a44d-728779f25843 req-a80c9ffe-844e-4ae6-8a0d-000b023baefe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:00:22.671473 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-df4494a9-789e-4324-a44d-728779f25843 req-a80c9ffe-844e-4ae6-8a0d-000b023baefe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f7aff93-5c48-4d7c-8b7d-4fb67401a389 HTTP/1.1" status: 200 len: 210 time: 0.2242875 Dec 20 17:00:23.779270 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36042) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:24.186966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:24.342565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a365e9ca-9a9e-4ca2-b7ee-4a3e99986753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:24.823191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 78c34561-f3e4-4aa1-b426-50b47d3157aa {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:00:24.823814 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:25.117472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 78c34561-f3e4-4aa1-b426-50b47d3157aa, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=78c34561-f3e4-4aa1-b426-50b47d3157aa,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:25.117729 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:25.236088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 239ec1d0-a003-4efd-8048-ec6001235577 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:00:25.241291 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 78c34561-f3e4-4aa1-b426-50b47d3157aa owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:00:25.269364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 239ec1d0-a003-4efd-8048-ec6001235577 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:00:25.269705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 239ec1d0-a003-4efd-8048-ec6001235577 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:00:25.504326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:25.508303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:25.538270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:25.549213 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=78c34561-f3e4-4aa1-b426-50b47d3157aa,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:25.564377 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.564766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.565134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.565501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.565868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.566227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.566589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.566963 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.567322 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.567679 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.568590 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:25.595561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:25.767129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:25.875625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:26.461268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router cb5ab960-68ed-429a-8622-bd8936f4242e has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:00:26.776306 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:00:26.789510 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] Sync routers for ids ['cb5ab960-68ed-429a-8622-bd8936f4242e'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:00:26.802405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] Routers {'cb5ab960-68ed-429a-8622-bd8936f4242e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:00:26.803059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['cb5ab960-68ed-429a-8622-bd8936f4242e'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:26.871748 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d5107c51-c456-4be7-9faf-51f162e2cf5e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "PUT /v2.0/routers/cb5ab960-68ed-429a-8622-bd8936f4242e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0911753 Dec 20 17:00:26.874830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36046) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:26.980063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] Set router cb5ab960-68ed-429a-8622-bd8936f4242e gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:00:27.067496 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8b8299-b52f-4112-92db-f6edc8fc83ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting subnet ab64e95b-babb-402e-b751-9f2b6d355757 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 17:00:27.070659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8299-b52f-4112-92db-f6edc8fc83ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:27.125006 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8299-b52f-4112-92db-f6edc8fc83ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:27.194661 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:27.215013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8299-b52f-4112-92db-f6edc8fc83ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:27.281342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T17:00:25Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:27.285715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] Checking router: cb5ab960-68ed-429a-8622-bd8936f4242e for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:00:27.296406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] Routers {'cb5ab960-68ed-429a-8622-bd8936f4242e'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:00:27.297941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['cb5ab960-68ed-429a-8622-bd8936f4242e'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:27.371304 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8299-b52f-4112-92db-f6edc8fc83ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:27.375890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d23d308e-28c7-4e5c-a4ca-8ef171d342c6 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:27.411696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b8299-b52f-4112-92db-f6edc8fc83ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Subnet': ['ID=ab64e95b-babb-402e-b751-9f2b6d355757,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:27.414204 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2f8b8299-b52f-4112-92db-f6edc8fc83ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:27.417292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8299-b52f-4112-92db-f6edc8fc83ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:27.423305 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2f8b8299-b52f-4112-92db-f6edc8fc83ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/subnets/ab64e95b-babb-402e-b751-9f2b6d355757 HTTP/1.1" status: 204 len: 168 time: 0.5466557 Dec 20 17:00:27.425749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36050) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:27.426040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf151e-9926-4bc2-996d-a3e4f2848dc1 None None] Network caecfb09-8213-49b8-89e2-6bf5002760f2 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:00:27.619532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] Set router cb5ab960-68ed-429a-8622-bd8936f4242e gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:00:27.737104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:27.943898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:27.970260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] DHCP port deletion for caecfb09-8213-49b8-89e2-6bf5002760f2 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 17:00:27.977072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Deleting port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:00:27.977460 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:28.008454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T17:00:25Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:28.012950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 288bbabd-a484-46fa-85fc-11f870d68d6c {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:00:28.013358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:28.020997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f959f24-9e63-48e7-b9e6-605b7fb95937 None None] The sync data for ids ['cb5ab960-68ed-429a-8622-bd8936f4242e'] in dv-neutron-821074-1-hyperv is: [{'id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153702672', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T17:00:25Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '288bbabd-a484-46fa-85fc-11f870d68d6c', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5ab960-68ed-429a-8622-bd8936f4242e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:57:30Z', 'updated_at': '2021-12-20T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:00:28.193922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] For port 2c1c22f3-c68c-41e1-99dd-7b16716870d5, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2c1c22f3-c68c-41e1-99dd-7b16716870d5,segment=NetworkSegment(ebba536a-99ab-4cd0-a0d2-ae183168686c),segment_id=ebba536a-99ab-4cd0-a0d2-ae183168686c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:28.194353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:28.202391 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 288bbabd-a484-46fa-85fc-11f870d68d6c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=288bbabd-a484-46fa-85fc-11f870d68d6c,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:28.202823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:28.313762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Calling delete_port for 2c1c22f3-c68c-41e1-99dd-7b16716870d5 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:00:28.322708 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 288bbabd-a484-46fa-85fc-11f870d68d6c owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:00:28.435178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2c1c22f3-c68c-41e1-99dd-7b16716870d5 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:00:28.476877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:28.482309 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:28.533943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Pushing event deleted for resources: {'Port': ['ID=2c1c22f3-c68c-41e1-99dd-7b16716870d5,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:28.553085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] No DVR routers for this DVR port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:00:28.560023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No active binding found for port 2c1c22f3-c68c-41e1-99dd-7b16716870d5 {{(pid=84393) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 17:00:28.560023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2c1c22f3-c68c-41e1-99dd-7b16716870d5 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:00:28.560669 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 78c34561-f3e4-4aa1-b426-50b47d3157aa no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:00:28.588042 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.588306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.588725 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.589062 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.589392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.589719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.590045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.590371 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.590691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.591035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.591356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:28.595134 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-e66c0494-5471-43be-a75f-63b22b44968f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:28.603369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 78c34561-f3e4-4aa1-b426-50b47d3157aa {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:00:28.603737 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 78c34561-f3e4-4aa1-b426-50b47d3157aa not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:00:28.616201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:28.618357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:28.659592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=288bbabd-a484-46fa-85fc-11f870d68d6c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:28.662619 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:28.875586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.235204 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.239299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.355285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.355839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Fanout notify agent at l3_agent the message router_deleted on router cb5ab960-68ed-429a-8622-bd8936f4242e {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:00:29.370368 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.373051 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/routers/cb5ab960-68ed-429a-8622-bd8936f4242e HTTP/1.1" status: 204 len: 168 time: 1.9447289 Dec 20 17:00:29.374213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36054) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:29.489579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.618716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.643680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caecfb09-8213-49b8-89e2-6bf5002760f2']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:29.659158 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebba536a-99ab-4cd0-a0d2-ae183168686c') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:29.659446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebba536a-99ab-4cd0-a0d2-ae183168686c') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:29.670625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.687501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.694174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 17:00:29.694555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:00:29.708764 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:00:29.925360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.929015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4067d938-0e1a-4da6-8984-947a79ba1d11 tempest-NetworksIpV6Test-496976244 tempest-NetworksIpV6Test-496976244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:29.943577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:29.958441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Network': ['ID=caecfb09-8213-49b8-89e2-6bf5002760f2,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:29.962466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:29.963990 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f309da26-46f6-4cd8-982b-98cabe1bed24 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/networks/caecfb09-8213-49b8-89e2-6bf5002760f2 HTTP/1.1" status: 204 len: 168 time: 0.5888224 Dec 20 17:00:29.966798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36058) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:30.036678 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1788fa2f-d1d7-42b3-bb7c-c52754040a38 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:30.066465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1788fa2f-d1d7-42b3-bb7c-c52754040a38 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:30.247407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1788fa2f-d1d7-42b3-bb7c-c52754040a38 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:30.251563 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-738e3a1f-fccc-48fe-a8ce-013a5cf08fd6 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:30.268088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788fa2f-d1d7-42b3-bb7c-c52754040a38 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419f58f7-2406-4ef6-8699-a3690655551f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:30.271013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1788fa2f-d1d7-42b3-bb7c-c52754040a38 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:30.290413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 288bbabd-a484-46fa-85fc-11f870d68d6c no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:00:30.323523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 288bbabd-a484-46fa-85fc-11f870d68d6c {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:00:30.323879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 288bbabd-a484-46fa-85fc-11f870d68d6c not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:00:30.372236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-1788fa2f-d1d7-42b3-bb7c-c52754040a38 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:30.373346 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-1788fa2f-d1d7-42b3-bb7c-c52754040a38 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/security-groups/419f58f7-2406-4ef6-8699-a3690655551f HTTP/1.1" status: 204 len: 168 time: 0.4056282 Dec 20 17:00:30.971258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36066) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:30.976980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2086162651', 'description': 'tempest-secgroup-smoke-2086162651 description', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:30.982966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:30.987532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:30.990479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:30.996189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:31.081223 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:31.116149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:31.119878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:31.122683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:31.128910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:31.185617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:31.279440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:31.283337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18ab7143-f587-4295-af05-080d6275d595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:31.324533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e143360-6bbd-480d-ae1b-907a681bb1e1,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:31.327152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:31.456797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:31.458031 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2b32b407-728d-4681-876b-12af78ab7cb3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4857483 Dec 20 17:00:31.460859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36070) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:31.466251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '2e143360-6bbd-480d-ae1b-907a681bb1e1', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:31.472793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:31.476523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:31.490988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:31.490988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:31.620063 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:31.681723 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:31.812734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:31.814468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-defe5d30-e3b9-45da-aeff-ad4dee66fb91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:31.836573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4009c2-7736-499e-9952-a9875ac385b0,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:31.839101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:31.989999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:31.991221 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5294383 Dec 20 17:00:31.994076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36074) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:31.999458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '2e143360-6bbd-480d-ae1b-907a681bb1e1', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:32.008079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:32.011958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:32.014783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:32.021276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:32.117062 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:32.181960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:32.270425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:32.272279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-392b6700-1d30-42af-8b67-92b0be427d61 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:32.296478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1ab7ae-83c3-4ed0-9185-124e02d9f210,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:32.299265 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:32.382401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:32.383623 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f39ee110-1153-4a34-aa7c-6c703d6a6918 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3886456 Dec 20 17:00:32.386256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36078) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:32.391641 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '2e143360-6bbd-480d-ae1b-907a681bb1e1', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:32.398827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:32.402001 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:32.405014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:32.410795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:32.494534 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:32.557096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:32.629807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:32.631670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a538877b-5f5b-4268-877c-b04043e3aef8 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:32.657128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e234c322-7aa2-4c34-b700-a12cb4c0df8c,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:32.657128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:32.761643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:32.763157 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-76ad6a04-f749-47dd-a94f-f8afab41d832 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3757944 Dec 20 17:00:32.766096 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36082) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:32.772271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '2e143360-6bbd-480d-ae1b-907a681bb1e1', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:32.778357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:32.782212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:32.785188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:32.790931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:32.876326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:32.938702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.056570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.063039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0c6a2a5b-8b72-493d-ae38-8568c5868555 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:33.082190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c011a495-af42-484f-9923-ea99bc4ddbb0,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:33.084680 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:33.190207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.191445 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-704dbd66-e964-4ea4-9868-23dd416ee5fc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4243040 Dec 20 17:00:33.194288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36086) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:33.200181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '2e143360-6bbd-480d-ae1b-907a681bb1e1', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:33.206303 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:33.210267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:33.213206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:33.218984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:33.298556 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Project dd7c0165642645b7bdf71b018a33c11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:00:33.305485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.372166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.441334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.446873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-78aaabae-6fc2-4281-8e3f-1524e560e3e7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:33.466234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c20c22-e5bb-43f0-aab5-1c71a0c99f20,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:33.468624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:33.556206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.557554 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8d3aff0d-448e-43d1-a1ea-6a075157d5ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3622334 Dec 20 17:00:33.561165 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36090) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:33.567196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '2e143360-6bbd-480d-ae1b-907a681bb1e1', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:33.573205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:33.577064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:33.580020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:33.586493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:33.708517 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Project dd7c0165642645b7bdf71b018a33c11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:00:33.715359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.779921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.875438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.877248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98b4db16-a780-41cb-8338-9d1d821aa3f6 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:33.899508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95d7a84-9de4-4f92-af05-71c8ea7a2f79,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:33.901802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:33.988423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:33.992072 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4274726 Dec 20 17:00:33.992696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36094) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:33.998419 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'network': {'name': 'tempest-network-smoke--1408148318', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'port_security_enabled': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:34.004200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:34.008271 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:network and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:34.011269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:34.017820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:34.093262 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:00:34.096643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:34.124982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:00:34.135597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:34.135934 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Added segment 69c648bd-044d-4259-9fae-1dd9c4e4b552 of type vlan for network aa093e17-ae36-4108-b236-12ddfae193f5 Dec 20 17:00:34.163658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:34.269894 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:34.273727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:34.274329 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:34.278153 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9db59ac2-469f-431b-9f20-145966a99222 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:34.382315 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Network': ['ID=aa093e17-ae36-4108-b236-12ddfae193f5,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:34.385089 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:34.392504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network aa093e17-ae36-4108-b236-12ddfae193f5 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 17:00:34.396396 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-6ec241a0-f403-49fd-8639-592d377d6bf9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4026213 Dec 20 17:00:34.399447 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36098) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:34.404225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'admin_state_up': True, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:34.411907 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:34.415715 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:router and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:34.418556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:34.424607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:34.515788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:34.516762 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:34.535274 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:34.792139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:35.062745 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:35.092483 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:35.242031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.26.7.50 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/427f53ee-3f14-4bf6-a480-42510675ed7d) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:00:35.387026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:35.510048 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:35.513806 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c0edae70-4e10-4013-916d-64f6ca57597c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:35.577019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:00:35.579658 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:00:35.585877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:00:35.616504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=427f53ee-3f14-4bf6-a480-42510675ed7d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:35.622439 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:35.842933 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:35.843681 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:36.190113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:00:36.531235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:00:36.540987 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Sync routers for ids ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:00:36.557985 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Routers {'09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:00:36.559128 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:36.702773 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:36.704264 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3040628 Dec 20 17:00:36.707323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36102) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:36.738254 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Set router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:00:36.751431 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bc49d7b5-1fd7-47fe-9491-4d7d8a0221b2 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=dd7c0165642645b7bdf71b018a33c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428419 Dec 20 17:00:36.753937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36106) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:36.890371 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bd6e25-b3e0-4cb8-9faf-b441b101c0e8 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:36.894488 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f0bd6e25-b3e0-4cb8-9faf-b441b101c0e8 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369669 Dec 20 17:00:36.894721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36110) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:36.936179 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-35b791c1-f6d8-48f1-93dd-55217d45f1e6 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402391 Dec 20 17:00:36.939169 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36114) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:36.944740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1948348295', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:37.049493 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:35Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:37.053372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:37.053748 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Checking router: 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:00:37.054112 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Updating router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 port 427f53ee-3f14-4bf6-a480-42510675ed7d binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:00:37.057162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:subnet and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:37.059981 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:37.065734 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:37.108074 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:37.142560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:00:37.248914 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:37.435108 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:37.446447 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Transition to ACTIVE for port object 427f53ee-3f14-4bf6-a480-42510675ed7d will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:00:37.548404 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:37.552691 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:37.590352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:37.595085 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-4834c906-fb8d-4fbe-9273-e588216c41a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:37.626979 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Attempting to bind port 427f53ee-3f14-4bf6-a480-42510675ed7d on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:00:37.627355 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Attempting to bind port 427f53ee-3f14-4bf6-a480-42510675ed7d by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:00:37.627721 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Attempting to bind port 427f53ee-3f14-4bf6-a480-42510675ed7d on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:00:37.629731 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Pushing event updated for resources: {'Port': ['ID=427f53ee-3f14-4bf6-a480-42510675ed7d,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:37.641566 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.641566 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.641904 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.642311 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.642524 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.642850 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.643198 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.643516 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.644220 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.644220 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.644445 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:37.647814 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:00:37.648195 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:00:37.648597 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:37.648983 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:00:37.649457 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Bound port: 427f53ee-3f14-4bf6-a480-42510675ed7d, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:00:37.649828 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:37.676115 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:37.677511 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Subnet': ['ID=cbd7b8cb-cd06-4430-b8bd-73d50af6370c,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:37.680269 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:37.693561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Checking segment: {'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:00:37.693561 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network hostable DHCP agents. Network: aa093e17-ae36-4108-b236-12ddfae193f5, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:00:37.725814 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] For port 427f53ee-3f14-4bf6-a480-42510675ed7d, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:00:37.737040 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] For port 427f53ee-3f14-4bf6-a480-42510675ed7d, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=427f53ee-3f14-4bf6-a480-42510675ed7d,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:00:37.795462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network aa093e17-ae36-4108-b236-12ddfae193f5 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:00:37.859374 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:37.863082 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-872f5214-dbb5-4cca-8a51-6315700be275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:37.927509 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, aa093e17-ae36-4108-b236-12ddfae193f5) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:00:37.932129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:37.932900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:37.937246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d11b9f-2b81-4999-ab18-46614f4ce487 None None] Network aa093e17-ae36-4108-b236-12ddfae193f5 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:00:37.941298 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Pushing event updated for resources: {'Port': ['ID=427f53ee-3f14-4bf6-a480-42510675ed7d,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:37.941298 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:37.941913 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Routers {'09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:00:37.942490 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:38.105792 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-82e385a6-f70d-4292-b650-c8f38b91c4aa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1653857 Dec 20 17:00:38.108400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36118) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:38.125124 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] Set router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:00:38.163548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-aa093e17-ae36-4108-b236-12ddfae193f5', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 17:00:38.164378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:38.336742 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Allocated IP 172.20.0.2 (aa093e17-ae36-4108-b236-12ddfae193f5/cbd7b8cb-cd06-4430-b8bd-73d50af6370c/2c79917f-af0b-4fd7-80c3-6f0bca5c0afb) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:00:38.437033 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:35Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:38.441627 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cb230c-5116-4753-ac27-8f046cbee2ff None None] The sync data for ids ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'] in dv-neutron-821074-1-hyperv is: [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:35Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:00:38.691249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:38.707556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Transition to ACTIVE for port object 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:00:38.727972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Transition to ACTIVE for port object 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:00:38.825671 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:38.830564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c03f8ce2-dbea-49ef-b2f7-8ab70d15a600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:38.909424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Network aa093e17-ae36-4108-b236-12ddfae193f5 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:00:38.910297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Pushing event updated for resources: {'Port': ['ID=2c79917f-af0b-4fd7-80c3-6f0bca5c0afb,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:38.913785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:38.915012 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:00:38.917116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:00:39.011720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Attempting to bind port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:00:39.012397 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Attempting to bind port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:00:39.012994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Attempting to bind port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb on network aa093e17-ae36-4108-b236-12ddfae193f5 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:00:39.019536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:00:39.020190 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Checking segment: {'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:00:39.020694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:39.021304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Bound using segment: {'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:00:39.022006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Bound port: 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:00:39.022486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:39.087514 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:39.115359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] For port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:00:39.118743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] For port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2c79917f-af0b-4fd7-80c3-6f0bca5c0afb,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:00:39.190772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:39.200508 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d1a66f6a-3e53-44d0-be8c-8aaa30a820d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:39.297635 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Pushing event updated for resources: {'Port': ['ID=2c79917f-af0b-4fd7-80c3-6f0bca5c0afb,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:39.305836 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:39.523826 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.20.0.1 (aa093e17-ae36-4108-b236-12ddfae193f5/cbd7b8cb-cd06-4430-b8bd-73d50af6370c/cf752036-1c07-4115-9727-d885c58aa956) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:00:39.687686 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:39.704049 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Transition to ACTIVE for port object cf752036-1c07-4115-9727-d885c58aa956 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:00:39.787067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:39.790931 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7aeb17be-96ce-44b7-8aec-745acecd841c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:39.857893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network aa093e17-ae36-4108-b236-12ddfae193f5 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:00:39.861280 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:00:39.865202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:00:39.896338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=cf752036-1c07-4115-9727-d885c58aa956,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:39.903076 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:39.930542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:40.098596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:40.284585 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc1402-130d-4e71-a2ad-56f144e0b503 None None] Network aa093e17-ae36-4108-b236-12ddfae193f5 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:00:40.396867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 427f53ee-3f14-4bf6-a480-42510675ed7d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:00:40.546893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:40.583941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-a6d45622-0437-4f1f-bff0-b1492efb44d7 None None] Provisioning for port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:00:40.645428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 427f53ee-3f14-4bf6-a480-42510675ed7d completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:00:40.654303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 427f53ee-3f14-4bf6-a480-42510675ed7d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:40.654303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:40.670094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:40.700724 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9f561afe-9976-403d-87b7-0d704943a43c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:40.784403 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:40.793556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:40.799136 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=cf752036-1c07-4115-9727-d885c58aa956,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:40.803940 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:40.804841 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 427f53ee-3f14-4bf6-a480-42510675ed7d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=427f53ee-3f14-4bf6-a480-42510675ed7d,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:40.893976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:40.894794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:00:40.932438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cbc3a1aa-6b25-4c5a-83a3-ee770869ce2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:41.044210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=427f53ee-3f14-4bf6-a480-42510675ed7d,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:41.052365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:41.099944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b1b8522a-1485-47da-bcfb-a98a5ac229b6 None None] Provisioning for port cf752036-1c07-4115-9727-d885c58aa956 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:00:41.109975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b1b8522a-1485-47da-bcfb-a98a5ac229b6 None None] Provisioning complete for port cf752036-1c07-4115-9727-d885c58aa956 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:41.110401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b1b8522a-1485-47da-bcfb-a98a5ac229b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:41.136556 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network aa093e17-ae36-4108-b236-12ddfae193f5 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:00:41.138289 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:00:41.149025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:00:41.161444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:41.161825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:41.232963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8522a-1485-47da-bcfb-a98a5ac229b6 None None] Port cf752036-1c07-4115-9727-d885c58aa956 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:00:41.283316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-b1b8522a-1485-47da-bcfb-a98a5ac229b6 None None] Provisioning complete for port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:41.283693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b1b8522a-1485-47da-bcfb-a98a5ac229b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:41.380824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:41.438605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2c79917f-af0b-4fd7-80c3-6f0bca5c0afb,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:41.500035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b1b8522a-1485-47da-bcfb-a98a5ac229b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:41.515973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:41.520188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:41.628055 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:00:41.645575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=2c79917f-af0b-4fd7-80c3-6f0bca5c0afb,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:41.649682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:41.650500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-b1b8522a-1485-47da-bcfb-a98a5ac229b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:00:41.650846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-b1b8522a-1485-47da-bcfb-a98a5ac229b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:00:41.844625 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:00:41.858661 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "PUT /v2.0/routers/09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7488647 Dec 20 17:00:42.028677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Sync routers for ids ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:00:42.043869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Routers {'09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:00:42.049851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5340e912-c230-444b-b22a-ea0397f000af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:42.050847 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-419919b2-4066-4723-be3f-942927256fc1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:00:42.132749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-419919b2-4066-4723-be3f-942927256fc1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:00:42.133916 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-419919b2-4066-4723-be3f-942927256fc1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086162651&fields=id&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 267 time: 0.1327572 Dec 20 17:00:42.314267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-3f813309-7156-42db-b17d-bbb5346cbb60 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:42.315651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-3f813309-7156-42db-b17d-bbb5346cbb60 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:00:42.323816 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 427f53ee-3f14-4bf6-a480-42510675ed7d up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:00:42.387222 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Set router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:00:42.417176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-3f813309-7156-42db-b17d-bbb5346cbb60 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:00:42.418377 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-3f813309-7156-42db-b17d-bbb5346cbb60 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/networks?id=aa093e17-ae36-4108-b236-12ddfae193f5 HTTP/1.1" status: 200 len: 797 time: 0.2779758 Dec 20 17:00:42.437380 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-751755bb-649e-4524-a73a-92399f5a8104 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/quotas/dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 375 time: 0.0128653 Dec 20 17:00:42.525950 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-76dcde7b-82cc-4ed7-9890-76205601fe20 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814772 Dec 20 17:00:42.539152 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-974f532b-97e9-441a-a224-6652a40ec782 None None] Provisioning complete for port cf752036-1c07-4115-9727-d885c58aa956 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:42.539530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-974f532b-97e9-441a-a224-6652a40ec782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:42.587354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 427f53ee-3f14-4bf6-a480-42510675ed7d triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:42.587728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:42.730119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-587298ea-77ef-4948-bac0-275108f57ff2 service neutron] 10.222.0.62 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919239 Dec 20 17:00:42.739685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-974f532b-97e9-441a-a224-6652a40ec782 None None] Port cf752036-1c07-4115-9727-d885c58aa956 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:00:42.866102 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1902d606-7f9e-4903-9520-692fae3a0af2 service neutron] 10.222.0.62 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299279 Dec 20 17:00:42.866322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:00:42.938116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5340e912-c230-444b-b22a-ea0397f000af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:39Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cf752036-1c07-4115-9727-d885c58aa956', 'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:1f:30:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:39Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 2, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:42.944493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Checking router: 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:00:42.944847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Updating router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 port cf752036-1c07-4115-9727-d885c58aa956 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:00:42.994325 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:42.994699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:43.034310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:43.434002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:43.445903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Transition to ACTIVE for port object cf752036-1c07-4115-9727-d885c58aa956 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:00:43.537642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:43.543503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:43.667030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36c92b-3ffa-47a0-8605-2ffb584f4d28 None None] Pushing event updated for resources: {'Port': ['ID=cf752036-1c07-4115-9727-d885c58aa956,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:43.670107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ba36c92b-3ffa-47a0-8605-2ffb584f4d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:43.764369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Attempting to bind port cf752036-1c07-4115-9727-d885c58aa956 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:00:43.764748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Attempting to bind port cf752036-1c07-4115-9727-d885c58aa956 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:00:43.765121 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Attempting to bind port cf752036-1c07-4115-9727-d885c58aa956 on network aa093e17-ae36-4108-b236-12ddfae193f5 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:00:43.772523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:00:43.772908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Checking segment: {'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:00:43.773322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:43.773731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Bound using segment: {'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:00:43.774238 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Bound port: cf752036-1c07-4115-9727-d885c58aa956, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:00:43.774623 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:43.867205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-5340e912-c230-444b-b22a-ea0397f000af None None] For port cf752036-1c07-4115-9727-d885c58aa956, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:00:43.870668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-5340e912-c230-444b-b22a-ea0397f000af None None] For port cf752036-1c07-4115-9727-d885c58aa956, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cf752036-1c07-4115-9727-d885c58aa956,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:00:43.962009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:43.966138 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:44.111359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36c92b-3ffa-47a0-8605-2ffb584f4d28 None None] Pushing event updated for resources: {'Port': ['ID=cf752036-1c07-4115-9727-d885c58aa956,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:44.114746 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ba36c92b-3ffa-47a0-8605-2ffb584f4d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:44.117450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Routers {'09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:00:44.118028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5340e912-c230-444b-b22a-ea0397f000af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:00:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:44.189021 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b3a4c3d8-72aa-4dcb-84fa-914c93216a79 req-99d33c88-2d65-4871-bb5e-c67e168bcb45 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 210 time: 0.0498893 Dec 20 17:00:44.339761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-5340e912-c230-444b-b22a-ea0397f000af None None] Set router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:00:44.671656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-5340e912-c230-444b-b22a-ea0397f000af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:39Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cf752036-1c07-4115-9727-d885c58aa956', 'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:1f:30:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:39Z', 'updated_at': '2021-12-20T17:00:43Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:44.676099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340e912-c230-444b-b22a-ea0397f000af None None] The sync data for ids ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'] in dv-neutron-821074-1-hyperv is: [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:39Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cf752036-1c07-4115-9727-d885c58aa956', 'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:1f:30:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:39Z', 'updated_at': '2021-12-20T17:00:43Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:00:45.384355 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-696e49d8-a318-43d3-a389-3195dff030de req-023b197d-8607-4968-8c87-a031cd668f7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 210 time: 0.0491006 Dec 20 17:00:45.602033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:46.087871 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:00:46.313083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cf752036-1c07-4115-9727-d885c58aa956 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:00:46.522073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port cf752036-1c07-4115-9727-d885c58aa956 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:00:46.528382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port cf752036-1c07-4115-9727-d885c58aa956 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:46.528827 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:46.554215 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f1c089e2-5991-4e97-99d3-9ee91b39c55e req-f2fda2ae-150b-418c-a5c9-b2b6ba3d64e1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 210 time: 0.0423934 Dec 20 17:00:46.651957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:46.687438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port cf752036-1c07-4115-9727-d885c58aa956, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cf752036-1c07-4115-9727-d885c58aa956,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:46.813624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:46.815683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d51d022b-3b66-43d8-9df9-daa2db54b1bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:46.886565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=cf752036-1c07-4115-9727-d885c58aa956,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:46.889721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:46.952290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1cfe964e-e1be-4bfa-beb3-782c90d1217f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:46.953626 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1cfe964e-e1be-4bfa-beb3-782c90d1217f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/networks?id=aa093e17-ae36-4108-b236-12ddfae193f5 HTTP/1.1" status: 200 len: 797 time: 0.2578053 Dec 20 17:00:47.010566 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-cd8a0b5e-4968-41d9-9886-a6bc151ae34d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 380 time: 0.0429001 Dec 20 17:00:47.019791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'port': {'device_id': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'admin_state_up': True, 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'security_groups': ['2e143360-6bbd-480d-ae1b-907a681bb1e1']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:47.160981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:47.167860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:port and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:47.171198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:47.178064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:47.304703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:00:47.307900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:47.482591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.20.0.6 (aa093e17-ae36-4108-b236-12ddfae193f5/cbd7b8cb-cd06-4430-b8bd-73d50af6370c/d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:00:47.683037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:47.736276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe3bb113-be98-4c0a-9e99-25b0d39659e6 req-263aebb2-ae8a-459c-8978-ba2b16a1675e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 210 time: 0.0498524 Dec 20 17:00:47.742701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Transition to ACTIVE for port object d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:00:47.847961 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:47.855870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:47.946567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network aa093e17-ae36-4108-b236-12ddfae193f5 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:00:47.950726 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:00:47.953275 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:00:47.998088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:48.001941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:48.046192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:48.046819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:48.189368 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1737430 Dec 20 17:00:48.200768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Request body: {'port': {'device_id': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:48.304414 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cf752036-1c07-4115-9727-d885c58aa956 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:00:48.318640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:48.333280 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6d1782a5-67e5-4c46-8558-de32e794b243 None None] Provisioning for port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:00:48.347268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6d1782a5-67e5-4c46-8558-de32e794b243 None None] Provisioning complete for port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:48.347664 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6d1782a5-67e5-4c46-8558-de32e794b243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:48.414779 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-6d1782a5-67e5-4c46-8558-de32e794b243 None None] Port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:00:48.427463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port cf752036-1c07-4115-9727-d885c58aa956 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:48.427846 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:48.681706 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:00:48.688798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:48.704074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Transition to ACTIVE for port object d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:00:48.824260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:48.829024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:48.993252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:48.997402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:49.115673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886ca3-71cd-443c-89d7-76b8dc807c88 req-3e3a1f28-e207-42f2-b0a7-65d1adb9073d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:49.116365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-21886ca3-71cd-443c-89d7-76b8dc807c88 req-3e3a1f28-e207-42f2-b0a7-65d1adb9073d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:00:49.140409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Attempting to bind port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:00:49.140746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Attempting to bind port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:00:49.141074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Attempting to bind port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 on network aa093e17-ae36-4108-b236-12ddfae193f5 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:00:49.149021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 on network aa093e17-ae36-4108-b236-12ddfae193f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 17:00:49.149194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Attempting to bind port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 on network aa093e17-ae36-4108-b236-12ddfae193f5 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:00:49.155710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:00:49.162161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Checking segment: {'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:00:49.162161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Bound using segment: {'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:00:49.162161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Bound port: d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c648bd-044d-4259-9fae-1dd9c4e4b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:00:49.162161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:49.333034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-21886ca3-71cd-443c-89d7-76b8dc807c88 req-3e3a1f28-e207-42f2-b0a7-65d1adb9073d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:00:49.334185 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-21886ca3-71cd-443c-89d7-76b8dc807c88 req-3e3a1f28-e207-42f2-b0a7-65d1adb9073d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 943 time: 0.4699414 Dec 20 17:00:49.381200 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] For port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:00:49.398385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] For port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:00:49.405936 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-21886ca3-71cd-443c-89d7-76b8dc807c88 req-d62289d1-7cd3-4175-bf65-a51ddb033da2 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577967 Dec 20 17:00:49.482195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:49.486161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e71ef492-a2ea-4b4d-9b12-85704adfcf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:49.538599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:49.539966 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 HTTP/1.1" status: 200 len: 1093 time: 1.3433142 Dec 20 17:00:49.540489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'tag': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:49.567169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:49.570427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:49.612982 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'tag': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'status': 'completed', 'code': 200} Dec 20 17:00:49.718886 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1447e1-5693-4765-85cf-54978214975d req-254e28a6-394b-43c9-a915-3201816b378f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 1096 time: 0.0859604 Dec 20 17:00:49.877939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1447e1-5693-4765-85cf-54978214975d req-b23cbe0a-e411-42e8-bbdf-c013706371f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:49.879356 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1447e1-5693-4765-85cf-54978214975d req-b23cbe0a-e411-42e8-bbdf-c013706371f1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dd7c0165642645b7bdf71b018a33c11a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1539052 Dec 20 17:00:50.027984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1447e1-5693-4765-85cf-54978214975d req-71744a29-65d2-4e8e-b84e-482c7db2ef9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:50.029405 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e1447e1-5693-4765-85cf-54978214975d req-71744a29-65d2-4e8e-b84e-482c7db2ef9c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441882 Dec 20 17:00:50.137140 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-b199ea9c-11cd-4afc-a9e0-b1b885dd2834 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 1096 time: 0.0713894 Dec 20 17:00:50.211935 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-e78578cc-611b-419e-8022-2d559ea3c330 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 HTTP/1.1" status: 200 len: 217 time: 0.0679860 Dec 20 17:00:50.281406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1aec7700-26a3-4edd-b19d-979a406491e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:50.282758 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-1aec7700-26a3-4edd-b19d-979a406491e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cbd7b8cb-cd06-4430-b8bd-73d50af6370c HTTP/1.1" status: 200 len: 835 time: 0.0641251 Dec 20 17:00:50.368402 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-a520474e-4cae-4a67-9d16-3841bc6188a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa093e17-ae36-4108-b236-12ddfae193f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794058 Dec 20 17:00:50.506554 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-30d0cc96-c108-4d83-92f6-16eda1f6d1ce service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314330 Dec 20 17:00:50.714563 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4171cfbc-7b50-4449-8edb-23691523b8d5 req-3e5fda87-b8b6-45f8-8313-79fc2382beba service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012005 Dec 20 17:00:50.721371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe562-ab7f-489a-afed-25dd5e735dfd req-080f6fb5-1193-4d7d-8b69-8550d364adfb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:50.722954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cb4fe562-ab7f-489a-afed-25dd5e735dfd req-080f6fb5-1193-4d7d-8b69-8550d364adfb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 943 time: 0.1895399 Dec 20 17:00:50.777992 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cb4fe562-ab7f-489a-afed-25dd5e735dfd req-11b70bbd-a53a-424c-8ccc-b85e07ef3a1f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487971 Dec 20 17:00:51.994959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e9e7b-6338-40a3-a934-6b7d19afb0e5 req-35192da9-3238-4ed8-b6b4-dcca153448f0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:51.996999 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-367e9e7b-6338-40a3-a934-6b7d19afb0e5 req-35192da9-3238-4ed8-b6b4-dcca153448f0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 943 time: 0.0893290 Dec 20 17:00:52.035847 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e083c378-6c8c-438f-bc50-b4d185648c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:52.045379 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-367e9e7b-6338-40a3-a934-6b7d19afb0e5 req-71cc5d69-7ef4-404c-9b5d-fec585e13e2b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Dec 20 17:00:53.251316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3276d6-0e5b-4c6e-85fe-44c22aaf090c req-bb6489fd-cfa1-4618-9ef4-519a06d24cf8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:53.252759 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d3276d6-0e5b-4c6e-85fe-44c22aaf090c req-bb6489fd-cfa1-4618-9ef4-519a06d24cf8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 943 time: 0.0829093 Dec 20 17:00:53.302324 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d3276d6-0e5b-4c6e-85fe-44c22aaf090c req-9e4eda9d-7018-4414-ac59-aed4a5e76e36 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418124 Dec 20 17:00:53.313686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:00:53.449456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:53.463462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'port_id': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'mac_address': 'fa:16:3e:bc:29:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:00:53.522437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:53.545420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:00:53.561843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:53.653347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:53.655169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:53.720769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:53.723857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:54.022223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:00:54.390810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-16d4fe39-9eab-4091-9f00-c065f9de93aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:54.507606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d417d6-501c-4ff8-8871-f5403c4f1f14 req-64f05d72-e76d-43f2-b0e2-4270087faab1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:54.509070 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64d417d6-501c-4ff8-8871-f5403c4f1f14 req-64f05d72-e76d-43f2-b0e2-4270087faab1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 944 time: 0.0779963 Dec 20 17:00:54.555455 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64d417d6-501c-4ff8-8871-f5403c4f1f14 req-faddccec-f501-4463-b67a-7c85fccb7da8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409265 Dec 20 17:00:55.328054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:00:55.544966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:55.584843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:00:55.590188 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:55.590640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:55.736128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:55.766800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:55.778019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:55.782144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594263e0-5efb-463c-b811-23f9000d1930 req-d06bfce9-283e-40b0-8047-ddc8a1d8cf28 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:55.783730 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-594263e0-5efb-463c-b811-23f9000d1930 req-d06bfce9-283e-40b0-8047-ddc8a1d8cf28 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 944 time: 0.0964680 Dec 20 17:00:55.784504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:55.830252 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'code': 200} Dec 20 17:00:55.841971 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-594263e0-5efb-463c-b811-23f9000d1930 req-e87216b5-a919-4d81-8432-e3ae3a90cbad tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506396 Dec 20 17:00:55.874297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:55.876205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:55.943016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:55.946146 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:00:56.260955 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ae1dfa0a-6e01-447b-826b-1d4226090b96 req-82583670-b80f-44e8-916b-baf5077e6e0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 1098 time: 0.0771830 Dec 20 17:00:56.426061 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ae1dfa0a-6e01-447b-826b-1d4226090b96 req-f994f5d6-baff-4899-afcf-19e7b71484fe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586292 Dec 20 17:00:57.077317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bf7a9-afa3-4c14-92f5-fa85bbfbc397 req-aaf0b56e-bd5d-4be9-9854-e6dfd226bf09 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:57.080133 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f32bf7a9-afa3-4c14-92f5-fa85bbfbc397 req-aaf0b56e-bd5d-4be9-9854-e6dfd226bf09 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.1041191 Dec 20 17:00:57.145831 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f32bf7a9-afa3-4c14-92f5-fa85bbfbc397 req-1594c9bb-3252-48d5-9c53-537b3edbe7a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595884 Dec 20 17:00:57.154490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:58.408959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43627c-6dbc-4fdd-8aa4-0e71ade09310 req-3382ef11-1848-4273-aeb6-f542f1c534ca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:58.410495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a43627c-6dbc-4fdd-8aa4-0e71ade09310 req-3382ef11-1848-4273-aeb6-f542f1c534ca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0848713 Dec 20 17:00:58.464570 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a43627c-6dbc-4fdd-8aa4-0e71ade09310 req-1d87ba71-0b38-42bc-a42a-47afbf61b237 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472822 Dec 20 17:00:58.695446 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7716842-e483-43b7-b7da-d589034dfa83 req-90a51e66-9d54-4bb6-b3cb-bf07acb72dfb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:58.697080 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7716842-e483-43b7-b7da-d589034dfa83 req-90a51e66-9d54-4bb6-b3cb-bf07acb72dfb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.1046410 Dec 20 17:00:58.746048 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7716842-e483-43b7-b7da-d589034dfa83 req-d2e16647-68e7-4156-8aea-52bb6246389e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434341 Dec 20 17:00:58.775773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36174) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:58.856069 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-52a0b9e2-d2bd-4f07-9790-ba7f4bcb7fe4 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 1093 time: 0.0789135 Dec 20 17:00:58.858986 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36178) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:00:58.864624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:00:58.870793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:00:58.875494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:floatingip and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:00:58.878942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:00:58.885593 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:00:58.973472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:59.129793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:59.322530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.26.7.204 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/e258a586-f4ec-441c-a34c-550956b2eecb) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:00:59.497017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:59.675789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:00:59.680164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-893e9151-6071-4182-a565-535b71c21280 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:00:59.748295 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:00:59.751244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:00:59.755886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:00:59.781111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=e258a586-f4ec-441c-a34c-550956b2eecb,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:59.786356 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:01:00.368036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:00.499539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:00.841292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:00.916881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:00.921772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a8a2d9a8-a0bc-44aa-8c9d-07fb26f69a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:01:01.023983 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=e258a586-f4ec-441c-a34c-550956b2eecb,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:01.028533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:01:01.045225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:01.327383 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Floating IP e152fa75-180a-4168-a055-56c38caf02a5 associated. External IP: 172.26.7.204, port: d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721. Dec 20 17:01:01.758259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:01:01.975948 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:01:01.987869 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] Sync routers for ids ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:01:02.000532 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] Routers {'09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:01:02.001159 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:00:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:02.076460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:02.138292 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2781243 Dec 20 17:01:02.139031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'tag': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:02.208121 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'tag': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'status': 'completed', 'code': 200} Dec 20 17:01:02.210756 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] Set router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:01:02.326244 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-793d5b41-c3d1-49a3-b2db-93e81e3cc0ec req-4d422663-7e30-4017-b2e7-42bc7e5ac257 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 1098 time: 0.0912745 Dec 20 17:01:02.566424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d5b41-c3d1-49a3-b2db-93e81e3cc0ec req-b6d13a1d-74f5-48b8-acb0-36fb7a2b4bd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:02.567928 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-793d5b41-c3d1-49a3-b2db-93e81e3cc0ec req-b6d13a1d-74f5-48b8-acb0-36fb7a2b4bd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa093e17-ae36-4108-b236-12ddfae193f5 HTTP/1.1" status: 200 len: 898 time: 0.1876791 Dec 20 17:01:02.574276 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896172c4-be7c-49fd-ad77-94db46a07da2 req-b99baa19-019d-457d-b742-878694966b9e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:02.575866 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-896172c4-be7c-49fd-ad77-94db46a07da2 req-b99baa19-019d-457d-b742-878694966b9e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.2561579 Dec 20 17:01:02.672699 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:39Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'e152fa75-180a-4168-a055-56c38caf02a5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'port_id': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'mac_address': 'fa:16:3e:bc:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:01:00Z', 'updated_at': '2021-12-20T17:01:00Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf752036-1c07-4115-9727-d885c58aa956', 'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:1f:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:39Z', 'updated_at': '2021-12-20T17:00:46Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:02.678810 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] Checking router: 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:01:02.690940 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] Routers {'09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:01:02.691713 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:00:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:02.718103 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-896172c4-be7c-49fd-ad77-94db46a07da2 req-6375afc2-04f9-49f9-b04d-e4906c9bcedf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333537 Dec 20 17:01:02.719991 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-793d5b41-c3d1-49a3-b2db-93e81e3cc0ec req-5c398827-d69c-4c6b-b810-3f4298dcc007 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 HTTP/1.1" status: 200 len: 999 time: 0.1366930 Dec 20 17:01:02.748797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36186) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:01:02.906320 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2e397a2d-afb2-4cf3-8bfd-352d76821d6d tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/e152fa75-180a-4168-a055-56c38caf02a5 HTTP/1.1" status: 200 len: 991 time: 0.1559317 Dec 20 17:01:02.917677 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] Set router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:01:02.936793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d5b41-c3d1-49a3-b2db-93e81e3cc0ec req-b6251bb8-42c2-41db-9821-ac8b04c3d925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:02.938285 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-793d5b41-c3d1-49a3-b2db-93e81e3cc0ec req-b6251bb8-42c2-41db-9821-ac8b04c3d925 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cbd7b8cb-cd06-4430-b8bd-73d50af6370c HTTP/1.1" status: 200 len: 835 time: 0.2122011 Dec 20 17:01:03.029187 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-793d5b41-c3d1-49a3-b2db-93e81e3cc0ec req-11d64be8-7368-449e-8b01-05eefeb45e3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa093e17-ae36-4108-b236-12ddfae193f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846016 Dec 20 17:01:03.176944 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-793d5b41-c3d1-49a3-b2db-93e81e3cc0ec req-87341e9d-5ee7-43c8-bd02-169a0ce79a5c service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414263 Dec 20 17:01:03.329545 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-793d5b41-c3d1-49a3-b2db-93e81e3cc0ec req-6133d049-b8ea-4305-9116-856a0963e218 service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466603 Dec 20 17:01:03.367601 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:39Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'e152fa75-180a-4168-a055-56c38caf02a5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'port_id': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'mac_address': 'fa:16:3e:bc:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:01:00Z', 'updated_at': '2021-12-20T17:01:00Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf752036-1c07-4115-9727-d885c58aa956', 'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:1f:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:39Z', 'updated_at': '2021-12-20T17:00:46Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:03.372065 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187de68a-b7a9-406f-b007-ad7117e6d031 None None] The sync data for ids ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'] in dv-neutron-821074-1-hyperv is: [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:39Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'e152fa75-180a-4168-a055-56c38caf02a5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'port_id': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'mac_address': 'fa:16:3e:bc:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:01:00Z', 'updated_at': '2021-12-20T17:01:00Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf752036-1c07-4115-9727-d885c58aa956', 'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:1f:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:39Z', 'updated_at': '2021-12-20T17:00:46Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:01:03.607160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc0ea4-85e1-4c8d-b3cf-3d97a48e9e9e None None] New status for floating IP e152fa75-180a-4168-a055-56c38caf02a5: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:01:03.908288 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36190) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:01:04.014129 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-720ddf92-0dfb-4f06-ba54-ac7c8bfa29ca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/e152fa75-180a-4168-a055-56c38caf02a5 HTTP/1.1" status: 200 len: 993 time: 0.1046262 Dec 20 17:01:15.573412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:17.019423 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d23f684c-962e-487d-8ab3-5b859292ec31 req-6201a659-9846-4e15-bbbd-0c2a75df5df1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730572 Dec 20 17:01:17.159874 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d23f684c-962e-487d-8ab3-5b859292ec31 req-23e6f82f-8130-4428-8c4f-66ccc7144e09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 1098 time: 0.0700142 Dec 20 17:01:17.311026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f684c-962e-487d-8ab3-5b859292ec31 req-e1b31364-0fda-468f-962b-da830b23376a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:17.312678 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d23f684c-962e-487d-8ab3-5b859292ec31 req-e1b31364-0fda-468f-962b-da830b23376a service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa093e17-ae36-4108-b236-12ddfae193f5 HTTP/1.1" status: 200 len: 898 time: 0.1315744 Dec 20 17:01:17.419351 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d23f684c-962e-487d-8ab3-5b859292ec31 req-bf3478c8-1884-4c0d-b646-89c5884d6020 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 HTTP/1.1" status: 200 len: 1001 time: 0.1001883 Dec 20 17:01:17.483177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f684c-962e-487d-8ab3-5b859292ec31 req-53459227-5736-4ddf-a8b7-123146ae287e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:17.484621 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d23f684c-962e-487d-8ab3-5b859292ec31 req-53459227-5736-4ddf-a8b7-123146ae287e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cbd7b8cb-cd06-4430-b8bd-73d50af6370c HTTP/1.1" status: 200 len: 835 time: 0.0586600 Dec 20 17:01:17.567058 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d23f684c-962e-487d-8ab3-5b859292ec31 req-a5109ddf-3e73-48d0-be0f-d9c842f58bb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa093e17-ae36-4108-b236-12ddfae193f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746646 Dec 20 17:01:17.698481 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d23f684c-962e-487d-8ab3-5b859292ec31 req-2683d0c5-c0f1-4cdc-ad69-e6b402aeb140 service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246190 Dec 20 17:01:17.834993 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d23f684c-962e-487d-8ab3-5b859292ec31 req-212a3a43-c566-4043-95a8-75a1e2f0fedf service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265488 Dec 20 17:01:22.116320 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca88f-dccd-463d-a56e-9357e8cec055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:23.089028 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:01:24.349428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-01456a2d-cbce-4d78-a469-04a2ab7c6053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:25.533773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:25.710729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:27.186212 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:45.648217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:52.031448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-234e4da6-54ab-47fe-ab02-0dfced33708f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:54.339375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0ef7f914-4718-49fe-8946-848577afeb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:55.568196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:55.710832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:01:57.167727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:00.089808 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:02:03.226058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3f0de-72a0-4b88-9a80-f6b936ce0e97 req-9076d283-6b30-4a81-b7ef-7a9762776529 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:03.228696 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5dc3f0de-72a0-4b88-9a80-f6b936ce0e97 req-9076d283-6b30-4a81-b7ef-7a9762776529 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.1068764 Dec 20 17:02:03.292933 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5dc3f0de-72a0-4b88-9a80-f6b936ce0e97 req-6e37d525-643c-475b-b8ca-7335ac4a65cf tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564659 Dec 20 17:02:04.511047 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146d38-8a6f-4fd0-9d75-725987b989dc req-3d65e3ad-8742-47a1-b2b8-7b41ee16500e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:04.512476 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f146d38-8a6f-4fd0-9d75-725987b989dc req-3d65e3ad-8742-47a1-b2b8-7b41ee16500e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0824404 Dec 20 17:02:04.564699 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f146d38-8a6f-4fd0-9d75-725987b989dc req-ceb61920-04b2-41c3-b8ec-68626353beb6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451422 Dec 20 17:02:05.775880 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792357-bf7f-4eb2-89a5-b2a43957948f req-379040a7-7985-4177-94c0-3d8c787c16c3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:05.777350 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c9792357-bf7f-4eb2-89a5-b2a43957948f req-379040a7-7985-4177-94c0-3d8c787c16c3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0874653 Dec 20 17:02:05.823724 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c9792357-bf7f-4eb2-89a5-b2a43957948f req-79d06092-a4ff-40e6-8655-f17816e2012a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Dec 20 17:02:07.037242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dfb4b-14be-43d1-b869-8b02182a677e req-41ae75ac-8921-467e-9dcb-49f85b195f08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:07.038708 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-781dfb4b-14be-43d1-b869-8b02182a677e req-41ae75ac-8921-467e-9dcb-49f85b195f08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0885510 Dec 20 17:02:07.085065 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-781dfb4b-14be-43d1-b869-8b02182a677e req-56bdd474-0dbb-4a57-84d6-19da8803cc19 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406570 Dec 20 17:02:08.399884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a7e05-fb6e-4b68-b864-fc8d2aad4342 req-f671800e-62d0-478e-bb7f-5396eb2664b5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:08.401263 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c94a7e05-fb6e-4b68-b864-fc8d2aad4342 req-f671800e-62d0-478e-bb7f-5396eb2664b5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.1913624 Dec 20 17:02:08.448092 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c94a7e05-fb6e-4b68-b864-fc8d2aad4342 req-e4077453-0b19-4b9a-9ab8-74157283ee93 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406930 Dec 20 17:02:09.650258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac1321-1291-4fe8-a698-4c23f78f237d req-6baba12d-7274-4304-99c5-6538ea9429c2 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:09.651821 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7ac1321-1291-4fe8-a698-4c23f78f237d req-6baba12d-7274-4304-99c5-6538ea9429c2 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0806608 Dec 20 17:02:09.710638 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b7ac1321-1291-4fe8-a698-4c23f78f237d req-586aebee-b449-49a5-ba6f-d9cdae0579a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529892 Dec 20 17:02:10.910137 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38165c06-eef2-465f-b66b-8dd5167fa723 req-0bc2f663-0713-4a79-9612-d10db235d62c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:10.911614 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-38165c06-eef2-465f-b66b-8dd5167fa723 req-0bc2f663-0713-4a79-9612-d10db235d62c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0766993 Dec 20 17:02:10.958169 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-38165c06-eef2-465f-b66b-8dd5167fa723 req-c2d31fb3-95c0-4c44-a903-ce7575fab302 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409966 Dec 20 17:02:12.167485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5e380-612e-44f0-832e-67e75b95ee5e req-d5f2150c-8e0d-4696-a760-2a72bc1feb69 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:12.168960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-33a5e380-612e-44f0-832e-67e75b95ee5e req-d5f2150c-8e0d-4696-a760-2a72bc1feb69 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0806270 Dec 20 17:02:12.215327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-33a5e380-612e-44f0-832e-67e75b95ee5e req-fae41cff-4051-48ba-b5d3-3e6132e1245f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Dec 20 17:02:13.413322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ab48e-68d9-467a-a833-db87e1b834fb req-49aa73e8-d698-46aa-9000-5041881379ca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:13.414848 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d57ab48e-68d9-467a-a833-db87e1b834fb req-49aa73e8-d698-46aa-9000-5041881379ca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0797911 Dec 20 17:02:13.461232 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d57ab48e-68d9-467a-a833-db87e1b834fb req-6dc6ffd9-0171-4edb-91db-3055bc98dc58 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Dec 20 17:02:14.661003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9052f-a80e-41dc-8d8a-17f5063b70c0 req-2aa5dd2f-9a91-4c31-bb3c-c4d3fd0cac7f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:14.662430 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1fd9052f-a80e-41dc-8d8a-17f5063b70c0 req-2aa5dd2f-9a91-4c31-bb3c-c4d3fd0cac7f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0792980 Dec 20 17:02:14.706739 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1fd9052f-a80e-41dc-8d8a-17f5063b70c0 req-10657578-f0cd-4504-8ba7-79dfa3c79ffc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387726 Dec 20 17:02:14.734785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36232) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:02:14.839724 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ba3bdfaf-f97b-4a8e-bf98-4a8a4f44e209 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/e152fa75-180a-4168-a055-56c38caf02a5 HTTP/1.1" status: 200 len: 993 time: 0.1036391 Dec 20 17:02:15.602208 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:16.473795 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1182ce-2d29-4df2-b5dd-9afd951976ba req-3a82b656-7281-4859-ad43-89b26870eebe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:16.475266 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ea1182ce-2d29-4df2-b5dd-9afd951976ba req-3a82b656-7281-4859-ad43-89b26870eebe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0778744 Dec 20 17:02:16.532932 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ea1182ce-2d29-4df2-b5dd-9afd951976ba req-69fae867-281d-47ac-9837-04aeea8174d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Dec 20 17:02:16.625813 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f277ffaf-6527-447d-949a-38e8ad22390e req-40c8a5cc-26ad-4213-8d07-708a7ead7925 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 1098 time: 0.0769780 Dec 20 17:02:16.755785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277ffaf-6527-447d-949a-38e8ad22390e req-4bcb1af2-6ec8-4538-9a2c-0a713a0037d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:16.757186 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f277ffaf-6527-447d-949a-38e8ad22390e req-4bcb1af2-6ec8-4538-9a2c-0a713a0037d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa093e17-ae36-4108-b236-12ddfae193f5 HTTP/1.1" status: 200 len: 898 time: 0.1252871 Dec 20 17:02:16.858004 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f277ffaf-6527-447d-949a-38e8ad22390e req-5f6149b9-f79b-4e5e-b594-5d2f78a227ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 HTTP/1.1" status: 200 len: 1001 time: 0.0947416 Dec 20 17:02:16.919013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277ffaf-6527-447d-949a-38e8ad22390e req-25ad009a-dede-4d85-ba79-7385dde5ad76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:16.920414 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f277ffaf-6527-447d-949a-38e8ad22390e req-25ad009a-dede-4d85-ba79-7385dde5ad76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cbd7b8cb-cd06-4430-b8bd-73d50af6370c HTTP/1.1" status: 200 len: 835 time: 0.0562241 Dec 20 17:02:16.997392 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f277ffaf-6527-447d-949a-38e8ad22390e req-28045491-04ec-4937-b871-453759b0efde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa093e17-ae36-4108-b236-12ddfae193f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698674 Dec 20 17:02:17.132342 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f277ffaf-6527-447d-949a-38e8ad22390e req-87206524-5f36-469b-b054-95798ddd3a76 service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280887 Dec 20 17:02:17.269343 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f277ffaf-6527-447d-949a-38e8ad22390e req-9f6d2a44-8b4c-4af1-a721-dc4d5a82191a service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313152 Dec 20 17:02:17.741454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf10259-593f-41c8-a7a1-31ad17dc1097 req-2d8fb577-0721-4bf8-9f12-040fa28dcdab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:17.742964 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0bf10259-593f-41c8-a7a1-31ad17dc1097 req-2d8fb577-0721-4bf8-9f12-040fa28dcdab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0937059 Dec 20 17:02:17.791116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0bf10259-593f-41c8-a7a1-31ad17dc1097 req-b6cde5a0-2152-40c0-9f33-e929a7b03332 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Dec 20 17:02:19.155591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5a007-1e47-496b-86e1-a15d17655798 req-cc8afe97-b28a-4c7e-9ac8-99b42361098c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:19.157588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efd5a007-1e47-496b-86e1-a15d17655798 req-cc8afe97-b28a-4c7e-9ac8-99b42361098c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.2439742 Dec 20 17:02:19.160364 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da9ccb9b-82a3-4f0a-90f4-ee6b70b4e2d1 req-ae329240-e442-47d1-9bf6-a9edfef762c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2082574 Dec 20 17:02:19.207148 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efd5a007-1e47-496b-86e1-a15d17655798 req-f128309e-e803-444e-b893-f912a8b22e79 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436044 Dec 20 17:02:19.239744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36246) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:02:19.301033 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da9ccb9b-82a3-4f0a-90f4-ee6b70b4e2d1 req-0a932186-62bb-439d-a373-f75ce4beb6de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 1098 time: 0.0699537 Dec 20 17:02:19.348847 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ad327fcf-2c8b-4f95-a033-cb9650672edd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/e152fa75-180a-4168-a055-56c38caf02a5 HTTP/1.1" status: 200 len: 993 time: 0.1078913 Dec 20 17:02:19.446561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ccb9b-82a3-4f0a-90f4-ee6b70b4e2d1 req-2f2b58dc-83cf-42ec-8b3a-e75758289893 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:19.447921 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da9ccb9b-82a3-4f0a-90f4-ee6b70b4e2d1 req-2f2b58dc-83cf-42ec-8b3a-e75758289893 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa093e17-ae36-4108-b236-12ddfae193f5 HTTP/1.1" status: 200 len: 898 time: 0.1256757 Dec 20 17:02:19.550008 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da9ccb9b-82a3-4f0a-90f4-ee6b70b4e2d1 req-6c19328b-5a61-4827-9908-a9b7fffebbe6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 HTTP/1.1" status: 200 len: 1001 time: 0.0958114 Dec 20 17:02:19.613079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ccb9b-82a3-4f0a-90f4-ee6b70b4e2d1 req-cb512c14-1069-481f-aaf9-aa7e1688b320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:19.614510 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da9ccb9b-82a3-4f0a-90f4-ee6b70b4e2d1 req-cb512c14-1069-481f-aaf9-aa7e1688b320 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cbd7b8cb-cd06-4430-b8bd-73d50af6370c HTTP/1.1" status: 200 len: 835 time: 0.0589094 Dec 20 17:02:19.690589 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da9ccb9b-82a3-4f0a-90f4-ee6b70b4e2d1 req-1aee3a48-2e37-44df-938a-cb6d484fc7fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa093e17-ae36-4108-b236-12ddfae193f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702758 Dec 20 17:02:19.819620 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da9ccb9b-82a3-4f0a-90f4-ee6b70b4e2d1 req-73edecd2-2044-470a-b644-f4ba0a0029f4 service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231174 Dec 20 17:02:19.949998 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da9ccb9b-82a3-4f0a-90f4-ee6b70b4e2d1 req-6bad8268-167f-4191-bc6f-ca4d513cc9f4 service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243155 Dec 20 17:02:22.082016 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-85b0a3f2-b14b-4c6a-b7da-5465d787a208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:24.327860 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f357390e-a9c4-44fa-adcf-b349af35871d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:25.527867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:25.722353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:27.185085 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:37.089800 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:02:45.613588 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:52.036708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b723-8c89-4988-93f8-8618cc17fa32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:54.339702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-77e561bf-a027-4b1a-9ebd-2e6504c1fb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:55.510905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:55.780473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:02:57.185084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:08.084517 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36280) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:08.300302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port e258a586-f4ec-441c-a34c-550956b2eecb {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:03:08.300793 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:08.472828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:08.473068 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:08.713528 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for e258a586-f4ec-441c-a34c-550956b2eecb owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:03:08.957188 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:08.961097 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5527f690-2f02-4bb9-b668-0d159dd32d0c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:09.007347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=e258a586-f4ec-441c-a34c-550956b2eecb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:09.072245 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.072624 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.072996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.073367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.073755 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.074115 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.074513 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.074868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.075253 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.075607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.075967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:09.081357 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:09.119132 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:09.542721 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:03:09.747478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:03:09.757105 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] Sync routers for ids ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:03:09.769060 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] Routers {'09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:09.773322 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:02:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:09.834933 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:09.899042 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c5942014-bddd-44ae-9528-f69b69336ffd tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/floatingips/e152fa75-180a-4168-a055-56c38caf02a5 HTTP/1.1" status: 204 len: 168 time: 1.8133373 Dec 20 17:03:09.899718 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'tag': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:03:09.982863 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] Set router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:03:10.036613 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'tag': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'status': 'completed', 'code': 200} Dec 20 17:03:10.134410 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddabda05-e02c-4600-873d-a5c99057f65c req-2f1fdb1d-9f7a-45a8-94aa-606143fcb56e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 1098 time: 0.0736768 Dec 20 17:03:10.286127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabda05-e02c-4600-873d-a5c99057f65c req-81c6a2d6-45cd-4dae-a2c8-de8c37e21a5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:10.287901 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddabda05-e02c-4600-873d-a5c99057f65c req-81c6a2d6-45cd-4dae-a2c8-de8c37e21a5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa093e17-ae36-4108-b236-12ddfae193f5 HTTP/1.1" status: 200 len: 898 time: 0.1469846 Dec 20 17:03:10.361821 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddabda05-e02c-4600-873d-a5c99057f65c req-c71ae471-964d-48ec-a52a-3b0997ea2e07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 HTTP/1.1" status: 200 len: 217 time: 0.0670290 Dec 20 17:03:10.367640 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:39Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cf752036-1c07-4115-9727-d885c58aa956', 'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:1f:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:39Z', 'updated_at': '2021-12-20T17:00:46Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:10.373250 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] Checking router: 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:03:10.385893 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] Routers {'09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:10.386432 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:02:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:10.434086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabda05-e02c-4600-873d-a5c99057f65c req-f43115cd-3ed0-4a1a-8cab-91229d6a6d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:10.435606 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddabda05-e02c-4600-873d-a5c99057f65c req-f43115cd-3ed0-4a1a-8cab-91229d6a6d6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cbd7b8cb-cd06-4430-b8bd-73d50af6370c HTTP/1.1" status: 200 len: 835 time: 0.0671201 Dec 20 17:03:10.570942 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] Set router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:03:10.573957 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddabda05-e02c-4600-873d-a5c99057f65c req-59b86979-4df3-4f33-bb35-ee6b9470bc45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa093e17-ae36-4108-b236-12ddfae193f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1315544 Dec 20 17:03:10.584045 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d634e3-8cf7-453b-9549-ed6a4e1428a8 req-f55c4557-fd19-4685-9f00-4fc98c09eb31 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:10.585530 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-08d634e3-8cf7-453b-9549-ed6a4e1428a8 req-f55c4557-fd19-4685-9f00-4fc98c09eb31 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.1098809 Dec 20 17:03:10.730698 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-08d634e3-8cf7-453b-9549-ed6a4e1428a8 req-87c5ed20-8f80-4779-b372-0fb3da060ff9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237502 Dec 20 17:03:10.753203 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddabda05-e02c-4600-873d-a5c99057f65c req-3a6a226f-668d-4cc4-8a0f-4d5a3b7048be service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661427 Dec 20 17:03:10.913695 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:39Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cf752036-1c07-4115-9727-d885c58aa956', 'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:1f:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:39Z', 'updated_at': '2021-12-20T17:00:46Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:10.918100 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4390376-35cf-4b80-b4dd-a36d9edfc68e None None] The sync data for ids ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'] in dv-neutron-821074-1-hyperv is: [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:00:39Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'cf752036-1c07-4115-9727-d885c58aa956', 'name': '', 'network_id': 'aa093e17-ae36-4108-b236-12ddfae193f5', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:1f:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:39Z', 'updated_at': '2021-12-20T17:00:46Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'cbd7b8cb-cd06-4430-b8bd-73d50af6370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:03:11.008247 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddabda05-e02c-4600-873d-a5c99057f65c req-1a19f2bf-08a0-4f8a-ab3d-b38c84a4ae97 service neutron] 10.222.0.64 "GET /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487292 Dec 20 17:03:11.156117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a72cc9-85d5-4cdb-ae7f-3797608e355b None None] New status for floating IP e152fa75-180a-4168-a055-56c38caf02a5: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:03:11.936136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e35e40-3fb1-4fc8-8fda-5a4e016b24e1 req-4051815b-f5ae-48d0-bdc6-38ac271c30fe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:11.937650 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-86e35e40-3fb1-4fc8-8fda-5a4e016b24e1 req-4051815b-f5ae-48d0-bdc6-38ac271c30fe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0820985 Dec 20 17:03:11.985893 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-86e35e40-3fb1-4fc8-8fda-5a4e016b24e1 req-23a23c54-fdf9-4525-a67a-a51822605f16 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=2e143360-6bbd-480d-ae1b-907a681bb1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Dec 20 17:03:12.241710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-4ba4be60-3201-4a0c-b1f6-01053e511315 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:12.243214 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-4ba4be60-3201-4a0c-b1f6-01053e511315 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 945 time: 0.0898967 Dec 20 17:03:12.324699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:03:12.325043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:12.596851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:12.597117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:12.726867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:03:12.957324 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:12.963145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-42c013c7-79d5-4cc7-a835-67591376c5a0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:13.008511 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:13.086489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.086877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.087300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.087676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.088052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.088431 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.088806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.089173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.089533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.089898 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.090262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:13.097954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:13.099122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] No DVR routers for this DVR port d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:03:13.101763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:13.104554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'name': 'network-vif-deleted', 'tag': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:03:13.117122 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06989f71-c7c2-4a2b-a6f0-dec1b1c0f0f8 req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "DELETE /v2.0/ports/d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 HTTP/1.1" status: 204 len: 173 time: 0.8674836 Dec 20 17:03:13.227269 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-67c4e6af-9bcc-4b0c-87aa-dfc4c571750f req-189250d2-319a-4097-819d-ef4bb1be4405 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:03:13.255033 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d71b49-db06-44ea-a73e-6335ef03d43f', 'name': 'network-vif-deleted', 'tag': 'd5ab36b3-d3c4-46da-a70c-d4e8e2bf2721', 'status': 'completed', 'code': 200} Dec 20 17:03:13.368606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-67c4e6af-9bcc-4b0c-87aa-dfc4c571750f req-189250d2-319a-4097-819d-ef4bb1be4405 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:03:13.369960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67c4e6af-9bcc-4b0c-87aa-dfc4c571750f req-189250d2-319a-4097-819d-ef4bb1be4405 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d71b49-db06-44ea-a73e-6335ef03d43f HTTP/1.1" status: 200 len: 210 time: 0.1886775 Dec 20 17:03:14.090419 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:03:14.481130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36308) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:14.888860 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:15.614008 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:15.637031 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port cf752036-1c07-4115-9727-d885c58aa956 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:03:15.637612 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:15.831218 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.db [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port cf752036-1c07-4115-9727-d885c58aa956, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=cf752036-1c07-4115-9727-d885c58aa956,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:15.831571 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:15.958323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for cf752036-1c07-4115-9727-d885c58aa956 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:03:16.064305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:03:16.101718 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:03:16.102118 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device d5ab36b3-d3c4-46da-a70c-d4e8e2bf2721 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:03:16.220267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:16.224716 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6cb53f65-869e-4d9f-8a27-6f4c61b4c128 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:16.269391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=cf752036-1c07-4115-9727-d885c58aa956,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:16.272787 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:16.604856 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:17.333426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:03:17.560372 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:03:17.572567 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] Sync routers for ids ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:03:17.585230 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] Routers {'09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:17.585845 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:02:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:17.638921 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b54efc34-9c1a-4653-8081-412a965a66a7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "PUT /v2.0/routers/09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1566472 Dec 20 17:03:17.642486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36318) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:17.860499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a5dc6f-6f3b-49a6-ad9c-111d29bedec7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting subnet cbd7b8cb-cd06-4430-b8bd-73d50af6370c {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 17:03:17.864541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc6f-6f3b-49a6-ad9c-111d29bedec7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:17.867126 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] Set router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:03:17.930741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc6f-6f3b-49a6-ad9c-111d29bedec7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:18.022150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc6f-6f3b-49a6-ad9c-111d29bedec7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:18.168535 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:03:16Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:18.172824 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] Checking router: 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:03:18.180737 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc6f-6f3b-49a6-ad9c-111d29bedec7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:18.185393 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] Routers {'09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:18.185393 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:02:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:18.193012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7a2daa01-3e8a-4191-995b-1739db8742a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:18.229733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc6f-6f3b-49a6-ad9c-111d29bedec7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:18.238893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5dc6f-6f3b-49a6-ad9c-111d29bedec7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd7b8cb-cd06-4430-b8bd-73d50af6370c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:18.239739 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3cb4b-2cd3-4010-a72a-0ee73b4a4a65 None None] Network aa093e17-ae36-4108-b236-12ddfae193f5 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:03:18.245599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b0a5dc6f-6f3b-49a6-ad9c-111d29bedec7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:18.251773 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b0a5dc6f-6f3b-49a6-ad9c-111d29bedec7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/subnets/cbd7b8cb-cd06-4430-b8bd-73d50af6370c HTTP/1.1" status: 204 len: 168 time: 0.6047549 Dec 20 17:03:18.252114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36322) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:18.421016 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] Set router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:03:18.555839 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] DHCP port deletion for aa093e17-ae36-4108-b236-12ddfae193f5 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 17:03:18.560327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Deleting port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:03:18.560870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:18.609492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:18.792541 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:03:16Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:18.797408 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae76e2e-2cb6-428b-9c87-2ce86c5c16c2 None None] The sync data for ids ['09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3'] in dv-neutron-821074-1-hyperv is: [{'id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330747463', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:00:34Z', 'updated_at': '2021-12-20T17:03:16Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '427f53ee-3f14-4bf6-a480-42510675ed7d', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:00:35Z', 'updated_at': '2021-12-20T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:03:18.874372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] For port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=2c79917f-af0b-4fd7-80c3-6f0bca5c0afb,segment=NetworkSegment(69c648bd-044d-4259-9fae-1dd9c4e4b552),segment_id=69c648bd-044d-4259-9fae-1dd9c4e4b552)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:18.874837 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:18.915934 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:18.998490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Calling delete_port for 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:03:19.014329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 427f53ee-3f14-4bf6-a480-42510675ed7d {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:03:19.014842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:19.168628 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:19.188377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:19.258212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 427f53ee-3f14-4bf6-a480-42510675ed7d, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=427f53ee-3f14-4bf6-a480-42510675ed7d,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:19.259050 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:19.259824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] No DVR routers for this DVR port 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:03:19.276908 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Pushing event deleted for resources: {'Port': ['ID=2c79917f-af0b-4fd7-80c3-6f0bca5c0afb,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:19.293615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.294153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.294696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.295483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.296021 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.296533 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.297011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.297532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.298063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.298586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.299199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:19.305755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:19.431574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 427f53ee-3f14-4bf6-a480-42510675ed7d owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:03:19.671835 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:19.675770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-367af2ec-d814-4145-8651-fe6871c522b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:19.721838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=427f53ee-3f14-4bf6-a480-42510675ed7d,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:19.724965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:19.954056 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:20.351209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:20.355994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:20.441128 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cf752036-1c07-4115-9727-d885c58aa956 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:03:20.465328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:20.465877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Fanout notify agent at l3_agent the message router_deleted on router 09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:03:20.483054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:20.485128 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/routers/09ffe8f0-037c-4bb9-b9ed-a24e41ce1df3 HTTP/1.1" status: 204 len: 168 time: 2.2315376 Dec 20 17:03:20.487183 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36328) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:20.497694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: cf752036-1c07-4115-9727-d885c58aa956 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:03:20.498073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device cf752036-1c07-4115-9727-d885c58aa956 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:03:20.498461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:03:20.532539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:03:20.532909 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 2c79917f-af0b-4fd7-80c3-6f0bca5c0afb not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:03:20.624782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:20.774993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:20.805196 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa093e17-ae36-4108-b236-12ddfae193f5']}} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:20.819105 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c648bd-044d-4259-9fae-1dd9c4e4b552') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:20.819444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.services.segments.db [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c648bd-044d-4259-9fae-1dd9c4e4b552') {} {{(pid=84391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:20.832380 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2090228'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:20.850382 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:20.857527 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 17:03:20.857891 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6618424'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: Traceback (most recent call last): Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: timer() Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: cb(*args, **kw) Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: return func(*args, **kwargs) Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: self._notify() Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: self.callback(batched_events) Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: event.method(event) Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: return f(self, *a, **k) Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._get(url).json() Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: return self.request(url, 'GET', **kwargs) Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:03:20.873495 dv-neutron-821074-1-hyperv neutron-server[84391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:03:21.043010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:21.046701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-37e12b7d-db05-4c46-9701-35f8325853fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:21.068717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:21.090120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Network': ['ID=aa093e17-ae36-4108-b236-12ddfae193f5,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:21.094674 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:21.215101 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d3feaddd-7174-4ec4-a670-6c7b779a9b6f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/networks/aa093e17-ae36-4108-b236-12ddfae193f5 HTTP/1.1" status: 204 len: 168 time: 0.7267039 Dec 20 17:03:21.219665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36332) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:21.298099 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-257d9749-80c5-41ef-b968-34b92431f1b0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:21.329728 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-257d9749-80c5-41ef-b968-34b92431f1b0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:21.511996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-257d9749-80c5-41ef-b968-34b92431f1b0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:21.516697 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-06d2f7a5-6604-4403-902f-4add5bd08892 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:21.532820 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d9749-80c5-41ef-b968-34b92431f1b0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e143360-6bbd-480d-ae1b-907a681bb1e1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:21.535601 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-257d9749-80c5-41ef-b968-34b92431f1b0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:21.660235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-257d9749-80c5-41ef-b968-34b92431f1b0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:21.661394 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-257d9749-80c5-41ef-b968-34b92431f1b0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/security-groups/2e143360-6bbd-480d-ae1b-907a681bb1e1 HTTP/1.1" status: 204 len: 168 time: 0.4405386 Dec 20 17:03:22.025634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9cca184b-4587-4971-94fb-2820198feb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:22.209922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36340) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:22.215931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010937801', 'description': 'tempest-secgroup-smoke-2010937801 description', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:22.222191 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:22.226594 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:22.229801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:22.237307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:22.311468 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:22.336999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 427f53ee-3f14-4bf6-a480-42510675ed7d no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:03:22.365095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:22.372113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:22.373944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 427f53ee-3f14-4bf6-a480-42510675ed7d {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:03:22.377554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 427f53ee-3f14-4bf6-a480-42510675ed7d not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:03:22.378366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:22.385214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:22.455689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:22.551885 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:22.559407 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b2f93219-bd13-41ae-af04-e9c82a244339 tempest-SecGroupIPv6Test-1550550392 tempest-SecGroupIPv6Test-1550550392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:22.617008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a21c481-3dcb-4d37-96e2-70ca65d82cd4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:22.621255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:22.779859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:22.781268 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-64f773bd-afb2-43de-b33f-36273b370932 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5702577 Dec 20 17:03:22.784234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36344) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:22.790652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '8a21c481-3dcb-4d37-96e2-70ca65d82cd4', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:22.797230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:22.801947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:22.805644 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:22.812130 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:22.943392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.013687 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.128578 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.134950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4c2ef525-4215-499e-b7b1-3b17da844111 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:23.156428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af01393-04af-47e1-981d-e037e1a0f23d,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:23.161868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:23.254506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.255788 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4705992 Dec 20 17:03:23.259869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36348) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:23.266019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '8a21c481-3dcb-4d37-96e2-70ca65d82cd4', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:23.272749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:23.276727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:23.279839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:23.287267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:23.427441 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.492855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.591069 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.592908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-956c803e-b143-4e53-bf78-e84d4f7ead0f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:23.618883 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324d1cbc-0e32-4e48-86ff-5824f1032669,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:23.623665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:23.700439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.701576 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-467ce13a-722d-4ffa-b08f-5c9674564821 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4406738 Dec 20 17:03:23.704250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36352) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:23.710580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '8a21c481-3dcb-4d37-96e2-70ca65d82cd4', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:23.718872 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:23.722826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:23.725689 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:23.731539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:23.838818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.909214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.974015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:23.976256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18861b58-1071-4c61-ac2c-f2cce5f1c0c3 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:23.999482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe09d50-0e87-49f5-89d7-b7d5ad5e5b08,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:24.003996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:24.060125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:24.061363 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3561277 Dec 20 17:03:24.064055 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36356) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:24.070383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '8a21c481-3dcb-4d37-96e2-70ca65d82cd4', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:24.076651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:24.081566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:24.084775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:24.090967 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:24.186683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:24.264650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:24.374250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-27a6d3ed-ec38-49e9-9341-639ec107bbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:24.408485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:24.410976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98f4de61-899f-49f9-a56a-30a68630aa34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:24.433435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa16425-8150-44ca-87c0-2702951c7686,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:24.435836 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:24.534268 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:24.535936 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-83f1ea7c-f9ab-493e-b581-70199709c8a5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4704421 Dec 20 17:03:24.538780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36360) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:24.546529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '8a21c481-3dcb-4d37-96e2-70ca65d82cd4', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:24.550568 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:24.555292 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:24.558198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:24.564073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:24.648470 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Project dd7c0165642645b7bdf71b018a33c11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:03:24.659301 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:24.752350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:24.831486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:24.833861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bf78c0e7-5aee-401e-8d07-7b620b715d94 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:24.856330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e79a74c-ce9e-4fa0-8418-6a19480f3e8f,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:24.858827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:24.922560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:24.923822 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3840208 Dec 20 17:03:24.926663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36364) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:24.932492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'security_group_rule': {'security_group_id': '8a21c481-3dcb-4d37-96e2-70ca65d82cd4', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:24.938666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:24.942730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:security_group_rule and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:24.946720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:24.954254 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:25.020753 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Project dd7c0165642645b7bdf71b018a33c11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:03:25.028293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.103897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.185437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.187300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-de11e709-b64f-45e3-8890-be7227d7577a tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:25.215750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa56ffad-13b3-44db-b904-0fe76a9dde37,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:25.218397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:25.294203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.295429 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f0ca3887-01ab-4f96-8b7d-fadd4a85d784 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3678370 Dec 20 17:03:25.298262 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36368) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:25.304107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'network': {'name': 'tempest-network-smoke--344437395', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'port_security_enabled': True}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:25.309082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:25.313421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:network and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:25.316516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:25.323462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:25.408725 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:03:25.411769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.443550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:03:25.455733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.456071 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Added segment 12979bc6-d0ac-4d6f-a02c-a4aa2e568d60 of type vlan for network 11c9d524-20e2-4c53-b75d-1193a4ac771e Dec 20 17:03:25.486389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.545686 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.591346 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.595123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:25.595712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.601625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bfb6b351-c810-400d-84f8-9b99bc251e43 tempest-RoutersTest-114075972 tempest-RoutersTest-114075972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:25.736884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Network': ['ID=11c9d524-20e2-4c53-b75d-1193a4ac771e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:25.741390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:25.751141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 11c9d524-20e2-4c53-b75d-1193a4ac771e details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 17:03:25.775295 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-3101a428-bd0f-4545-a9c5-aa21e3d7df08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4758611 Dec 20 17:03:25.778058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36372) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:25.783876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'admin_state_up': True, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:25.791907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:25.795665 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:router and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:25.798494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:25.805630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:25.845004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.928685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.929903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:25.950524 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:26.166656 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:26.403965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:26.433523 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:26.573910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.26.7.208 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/89ab993c-649c-4adc-8b6f-6a89e45b5d97) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:03:26.719079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:26.889025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:26.892907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bb3fd5d9-a7f6-41f8-837f-4103a07b3097 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:26.962873 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:03:26.965617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:03:26.970144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:03:26.995343 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=89ab993c-649c-4adc-8b6f-6a89e45b5d97,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:27.000409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:27.231708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:27.336284 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:27.337019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:27.802833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router f47d5d93-4b47-4528-9efc-814db779fe0a is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:03:28.016277 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:03:28.026289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Sync routers for ids ['f47d5d93-4b47-4528-9efc-814db779fe0a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:03:28.039826 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Routers {'f47d5d93-4b47-4528-9efc-814db779fe0a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:28.040469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f47d5d93-4b47-4528-9efc-814db779fe0a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:28.100121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:28.101276 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3222003 Dec 20 17:03:28.107886 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36376) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:28.223636 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Set router f47d5d93-4b47-4528-9efc-814db779fe0a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:03:28.420388 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0765c077-7126-4c65-9949-5b1376224ecd tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=dd7c0165642645b7bdf71b018a33c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3111310 Dec 20 17:03:28.423577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36382) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:28.532328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:27Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:28.536407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Checking router: f47d5d93-4b47-4528-9efc-814db779fe0a for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:03:28.536775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Updating router f47d5d93-4b47-4528-9efc-814db779fe0a port 89ab993c-649c-4adc-8b6f-6a89e45b5d97 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:03:28.557831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92618257-ec8b-4f2b-9271-9e5c17e7f162 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:28.559351 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-92618257-ec8b-4f2b-9271-9e5c17e7f162 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348670 Dec 20 17:03:28.562297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36386) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:28.588843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:28.601309 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-d7bb52cf-31dc-4e95-b2ac-9afc9ee4ad0d tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7bc48ace-8e24-4d8a-ba0f-a55c01be1940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378160 Dec 20 17:03:28.604467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36390) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:28.609785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95263980', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:28.727879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:28.734022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:subnet and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:28.737316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:28.744041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:28.842704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:03:28.960357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:29.001291 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:29.014603 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Transition to ACTIVE for port object 89ab993c-649c-4adc-8b6f-6a89e45b5d97 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:03:29.088838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:29.093728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-c2aedf08-a100-4e16-9863-5935627ec63f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:29.173069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Attempting to bind port 89ab993c-649c-4adc-8b6f-6a89e45b5d97 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:03:29.173474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Attempting to bind port 89ab993c-649c-4adc-8b6f-6a89e45b5d97 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:03:29.173811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Attempting to bind port 89ab993c-649c-4adc-8b6f-6a89e45b5d97 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:03:29.175918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977c5fa-3af9-40f0-a325-6558a7d73d08 None None] Pushing event updated for resources: {'Port': ['ID=89ab993c-649c-4adc-8b6f-6a89e45b5d97,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:29.178851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1977c5fa-3af9-40f0-a325-6558a7d73d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:29.184455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:03:29.184843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:03:29.185254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:29.185658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:03:29.186141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Bound port: 89ab993c-649c-4adc-8b6f-6a89e45b5d97, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:03:29.186522 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:29.259567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] For port 89ab993c-649c-4adc-8b6f-6a89e45b5d97, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:03:29.262782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] For port 89ab993c-649c-4adc-8b6f-6a89e45b5d97, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=89ab993c-649c-4adc-8b6f-6a89e45b5d97,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:03:29.277372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:29.281870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b9a6ce71-d540-40ea-b90d-c98fd2e485f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:29.354525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Subnet': ['ID=e5f46948-b47f-4c45-a5ca-eef5a063e8ee,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:29.357211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:29.363100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:29.367981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:29.370959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Checking segment: {'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:03:29.371320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network hostable DHCP agents. Network: 11c9d524-20e2-4c53-b75d-1193a4ac771e, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:03:29.447406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977c5fa-3af9-40f0-a325-6558a7d73d08 None None] Pushing event updated for resources: {'Port': ['ID=89ab993c-649c-4adc-8b6f-6a89e45b5d97,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:29.451722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Routers {'f47d5d93-4b47-4528-9efc-814db779fe0a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:29.452348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f47d5d93-4b47-4528-9efc-814db779fe0a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:29.454485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 11c9d524-20e2-4c53-b75d-1193a4ac771e is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:03:29.499854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1977c5fa-3af9-40f0-a325-6558a7d73d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:29.545582 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 11c9d524-20e2-4c53-b75d-1193a4ac771e) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:03:29.550256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:29.551018 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:29.584995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18236990-51fb-4a79-939d-6316f7a51bda None None] Network 11c9d524-20e2-4c53-b75d-1193a4ac771e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:03:29.655051 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0495121 Dec 20 17:03:29.657699 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36394) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:29.730156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] Set router f47d5d93-4b47-4528-9efc-814db779fe0a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:03:30.050033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-11c9d524-20e2-4c53-b75d-1193a4ac771e', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 17:03:30.051528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:30.277408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:27Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:30.289540 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Allocated IP 172.20.0.2 (11c9d524-20e2-4c53-b75d-1193a4ac771e/e5f46948-b47f-4c45-a5ca-eef5a063e8ee/c5e4303e-3df0-4268-a618-b2fa87b03f47) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:03:30.291882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85aa33-74af-4f22-b81a-32251eac2f5a None None] The sync data for ids ['f47d5d93-4b47-4528-9efc-814db779fe0a'] in dv-neutron-821074-1-hyperv is: [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:27Z', 'revision_number': 3, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:03:30.540782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:30.551976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Transition to ACTIVE for port object c5e4303e-3df0-4268-a618-b2fa87b03f47 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:03:30.577693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Transition to ACTIVE for port object c5e4303e-3df0-4268-a618-b2fa87b03f47 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:03:30.639360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:30.649494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:30.657848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:30.808357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Pushing event updated for resources: {'Port': ['ID=c5e4303e-3df0-4268-a618-b2fa87b03f47,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:30.814402 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:30.820127 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Network 11c9d524-20e2-4c53-b75d-1193a4ac771e is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:03:30.821977 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:03:30.824541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:03:30.919717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Attempting to bind port c5e4303e-3df0-4268-a618-b2fa87b03f47 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:03:30.920099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Attempting to bind port c5e4303e-3df0-4268-a618-b2fa87b03f47 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:03:30.920473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Attempting to bind port c5e4303e-3df0-4268-a618-b2fa87b03f47 on network 11c9d524-20e2-4c53-b75d-1193a4ac771e {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:03:30.927868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:03:30.928289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Checking segment: {'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:03:30.928693 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:30.929354 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Bound using segment: {'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:03:30.929835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Bound port: c5e4303e-3df0-4268-a618-b2fa87b03f47, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:03:30.930216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:31.028047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] For port c5e4303e-3df0-4268-a618-b2fa87b03f47, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:03:31.031144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] For port c5e4303e-3df0-4268-a618-b2fa87b03f47, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c5e4303e-3df0-4268-a618-b2fa87b03f47,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:03:31.088603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.20.0.1 (11c9d524-20e2-4c53-b75d-1193a4ac771e/e5f46948-b47f-4c45-a5ca-eef5a063e8ee/159e3063-bde2-4b17-9e3d-e7f8cec49ed6) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:03:31.106256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:31.110204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:31.189169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Pushing event updated for resources: {'Port': ['ID=c5e4303e-3df0-4268-a618-b2fa87b03f47,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:31.192102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:31.264494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:31.282721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Transition to ACTIVE for port object 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:03:31.380929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:31.385726 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-72a0574d-3e45-4b90-8d0c-56a2379b1900 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:31.454476 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 11c9d524-20e2-4c53-b75d-1193a4ac771e is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:03:31.455456 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:03:31.457875 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:03:31.501308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=159e3063-bde2-4b17-9e3d-e7f8cec49ed6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:31.504472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:31.526743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:31.700618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:32.103734 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac460b-934f-4f3f-afd2-f983e8c5b86c None None] Network 11c9d524-20e2-4c53-b75d-1193a4ac771e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:03:32.254339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:32.332599 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-7f4d6c64-60d5-4501-90f2-c1f2fc116434 None None] Provisioning for port c5e4303e-3df0-4268-a618-b2fa87b03f47 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:03:32.363604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:32.392514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e4381a71-6da6-47da-bbbd-722fdb004a08 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:32.451776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c5e4303e-3df0-4268-a618-b2fa87b03f47 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:03:32.496337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:32.499956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=159e3063-bde2-4b17-9e3d-e7f8cec49ed6,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:32.503890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:32.596662 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port c5e4303e-3df0-4268-a618-b2fa87b03f47 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:03:32.602503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c5e4303e-3df0-4268-a618-b2fa87b03f47 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:32.602887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:32.652647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 11c9d524-20e2-4c53-b75d-1193a4ac771e is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:03:32.654135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:03:32.736708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:32.763348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ef10d9ec-a58f-43be-a4b2-8ce659948173 None None] Provisioning for port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:03:32.775094 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ef10d9ec-a58f-43be-a4b2-8ce659948173 None None] Provisioning complete for port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:32.775476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ef10d9ec-a58f-43be-a4b2-8ce659948173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:32.810878 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port c5e4303e-3df0-4268-a618-b2fa87b03f47, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c5e4303e-3df0-4268-a618-b2fa87b03f47,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:32.839773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-ef10d9ec-a58f-43be-a4b2-8ce659948173 None None] Port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:03:32.854801 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-ef10d9ec-a58f-43be-a4b2-8ce659948173 None None] Provisioning complete for port c5e4303e-3df0-4268-a618-b2fa87b03f47 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:32.855359 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ef10d9ec-a58f-43be-a4b2-8ce659948173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:32.947331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:32.948164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 89ab993c-649c-4adc-8b6f-6a89e45b5d97 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:03:32.985472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:33.078601 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router f47d5d93-4b47-4528-9efc-814db779fe0a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:03:33.099713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=c5e4303e-3df0-4268-a618-b2fa87b03f47,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:33.103441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:33.186631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 89ab993c-649c-4adc-8b6f-6a89e45b5d97 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:03:33.195850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 89ab993c-649c-4adc-8b6f-6a89e45b5d97 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:33.196239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:33.267567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2ebf8d3e-a2dd-48da-b6de-22df412cbc3f None None] Provisioning complete for port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:33.267936 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8d3e-a2dd-48da-b6de-22df412cbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:33.287424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:03:33.307337 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "PUT /v2.0/routers/f47d5d93-4b47-4528-9efc-814db779fe0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6423211 Dec 20 17:03:33.358673 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf8d3e-a2dd-48da-b6de-22df412cbc3f None None] Port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:03:33.377228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:33.393845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 89ab993c-649c-4adc-8b6f-6a89e45b5d97, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=89ab993c-649c-4adc-8b6f-6a89e45b5d97,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:33.494823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:33.496906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-cdf2cd8a-a009-4a1b-89f8-01296e6cd092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:33.501671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-72c72c54-0a31-4490-9734-827bc08ecd4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:03:33.567205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=89ab993c-649c-4adc-8b6f-6a89e45b5d97,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:33.570203 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:33.642572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-72c72c54-0a31-4490-9734-827bc08ecd4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:03:33.643784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-72c72c54-0a31-4490-9734-827bc08ecd4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010937801&fields=id&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 267 time: 0.1894479 Dec 20 17:03:33.803384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-a444e23b-815f-4d08-9a57-44786892c7f2 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:33.808379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-a444e23b-815f-4d08-9a57-44786892c7f2 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:03:33.917112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-a444e23b-815f-4d08-9a57-44786892c7f2 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:03:33.918312 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-a444e23b-815f-4d08-9a57-44786892c7f2 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/networks?id=11c9d524-20e2-4c53-b75d-1193a4ac771e HTTP/1.1" status: 200 len: 796 time: 0.2675915 Dec 20 17:03:33.935583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-afc1c7b4-99c5-40c7-b1f9-2a12fe7b782c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/quotas/dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 375 time: 0.0117421 Dec 20 17:03:33.962682 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Sync routers for ids ['f47d5d93-4b47-4528-9efc-814db779fe0a'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:03:33.976901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Routers {'f47d5d93-4b47-4528-9efc-814db779fe0a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:33.977522 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f47d5d93-4b47-4528-9efc-814db779fe0a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:34.022982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-56472f00-2642-4482-b579-f03c3a407754 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:03:34.106447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-56472f00-2642-4482-b579-f03c3a407754 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:03:34.108444 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-56472f00-2642-4482-b579-f03c3a407754 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1644158 Dec 20 17:03:34.162030 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Set router f47d5d93-4b47-4528-9efc-814db779fe0a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:03:34.314681 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ce4637c4-a620-4349-81b1-88af6c22835c service neutron] 10.222.0.62 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931744 Dec 20 17:03:34.400100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c5e4303e-3df0-4268-a618-b2fa87b03f47 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:03:34.470346 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-76c2bf97-7a60-48a1-8885-f6d6991138bd service neutron] 10.222.0.62 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491904 Dec 20 17:03:34.474177 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port c5e4303e-3df0-4268-a618-b2fa87b03f47 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:34.474356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:34.485649 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '159e3063-bde2-4b17-9e3d-e7f8cec49ed6', 'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:50:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:30Z', 'updated_at': '2021-12-20T17:03:31Z', 'revision_number': 2, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:34.490080 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Checking router: f47d5d93-4b47-4528-9efc-814db779fe0a for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:03:34.490435 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Updating router f47d5d93-4b47-4528-9efc-814db779fe0a port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:03:34.548094 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:34.591592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 89ab993c-649c-4adc-8b6f-6a89e45b5d97 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:03:34.660360 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 89ab993c-649c-4adc-8b6f-6a89e45b5d97 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:34.660741 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:34.925134 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-07bbda2a-7b4d-44ff-9bd5-b848cd59d683 req-1dab113b-f5f0-40f6-83af-f4dba7974d56 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 210 time: 0.1653097 Dec 20 17:03:34.931753 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:34.943307 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Transition to ACTIVE for port object 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:03:35.071998 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:35.076357 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-b2743c1d-caf2-48e7-adc3-8c2f774f1e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:35.251313 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Pushing event updated for resources: {'Port': ['ID=159e3063-bde2-4b17-9e3d-e7f8cec49ed6,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:35.290950 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.290950 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.290950 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.290950 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.291470 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.291645 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.291871 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.292187 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.292504 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.293710 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.294346 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:35.307755 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:35.360283 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Attempting to bind port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:03:35.360653 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Attempting to bind port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:03:35.361016 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Attempting to bind port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 on network 11c9d524-20e2-4c53-b75d-1193a4ac771e {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:03:35.367457 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:03:35.367852 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Checking segment: {'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:03:35.368235 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:35.368652 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Bound using segment: {'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:03:35.369111 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Bound port: 159e3063-bde2-4b17-9e3d-e7f8cec49ed6, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:03:35.369478 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:35.459999 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] For port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:03:35.463604 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] For port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=159e3063-bde2-4b17-9e3d-e7f8cec49ed6,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:03:35.586698 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:35.590469 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-d06aff2e-a1c3-4411-910a-88db651434b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:35.673066 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Pushing event updated for resources: {'Port': ['ID=159e3063-bde2-4b17-9e3d-e7f8cec49ed6,revision_number=4']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:35.676286 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:35.679805 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Routers {'f47d5d93-4b47-4528-9efc-814db779fe0a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:35.680431 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f47d5d93-4b47-4528-9efc-814db779fe0a'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:35.865611 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] Set router f47d5d93-4b47-4528-9efc-814db779fe0a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:03:36.091801 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-95541055-1e33-4b57-b889-d367f027b224 req-52ee2a4b-87cf-4eea-b056-16ce7aa5126b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 210 time: 0.0460262 Dec 20 17:03:36.197628 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '159e3063-bde2-4b17-9e3d-e7f8cec49ed6', 'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:50:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:30Z', 'updated_at': '2021-12-20T17:03:35Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:36.201528 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570dee6-e77f-4439-b29f-621a892dc3ae None None] The sync data for ids ['f47d5d93-4b47-4528-9efc-814db779fe0a'] in dv-neutron-821074-1-hyperv is: [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '159e3063-bde2-4b17-9e3d-e7f8cec49ed6', 'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:50:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:30Z', 'updated_at': '2021-12-20T17:03:35Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:03:36.430712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:03:36.642554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:03:36.648054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:36.648933 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:36.769531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:36.806630 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=159e3063-bde2-4b17-9e3d-e7f8cec49ed6,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:36.911552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:36.913441 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-59b6b8e5-7ea9-4763-9956-2bdcd79e47bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:36.982959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=159e3063-bde2-4b17-9e3d-e7f8cec49ed6,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:36.985996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:37.310021 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a3846eed-667b-440a-9af8-e30bb9b04acb req-8bd9d8de-73c9-4216-8ac4-70a87d1da257 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 210 time: 0.0568178 Dec 20 17:03:37.339082 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-5d1a1d02-a8cf-4842-9b89-10c6eef0a614 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:37.340500 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-5d1a1d02-a8cf-4842-9b89-10c6eef0a614 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/networks?id=11c9d524-20e2-4c53-b75d-1193a4ac771e HTTP/1.1" status: 200 len: 796 time: 0.1981115 Dec 20 17:03:37.394193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-a378f146-e9ee-49eb-8d78-b505cf4f426a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7c0165642645b7bdf71b018a33c11a HTTP/1.1" status: 200 len: 380 time: 0.0412688 Dec 20 17:03:37.402732 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'port': {'device_id': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'admin_state_up': True, 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'security_groups': ['8a21c481-3dcb-4d37-96e2-70ca65d82cd4']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:37.538071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:37.548240 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:37.648728 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Made reservation on behalf of dd7c0165642645b7bdf71b018a33c11a for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:03:37.651921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:37.820402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.20.0.10 (11c9d524-20e2-4c53-b75d-1193a4ac771e/e5f46948-b47f-4c45-a5ca-eef5a063e8ee/a9bedf46-d898-4441-9a7a-fc5b7aa4e205) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:03:38.012700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:38.027573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Transition to ACTIVE for port object a9bedf46-d898-4441-9a7a-fc5b7aa4e205 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:03:38.112162 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:38.117950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-18a9fd67-186a-4a23-b65d-59f6f4b9e5ce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:38.188092 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 11c9d524-20e2-4c53-b75d-1193a4ac771e is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:03:38.192041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:03:38.195789 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:03:38.227444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:38.234484 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:38.264405 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:38.265013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:38.386604 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9875960 Dec 20 17:03:38.402005 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Request body: {'port': {'device_id': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:38.405372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:03:38.495090 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:38.495467 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:38.571650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:38.654271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dd4584d1-b571-464a-9e98-329c621c5336 None None] Provisioning for port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:03:38.660601 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-dd4584d1-b571-464a-9e98-329c621c5336 None None] Provisioning complete for port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:38.660985 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-dd4584d1-b571-464a-9e98-329c621c5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:38.671925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b223d-c3ea-4d8e-bd94-2da6f811db83 req-97f9cd28-d1ee-43a5-8296-14052119b9f1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:38.672691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0b5b223d-c3ea-4d8e-bd94-2da6f811db83 req-97f9cd28-d1ee-43a5-8296-14052119b9f1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:03:38.715045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-dd4584d1-b571-464a-9e98-329c621c5336 None None] Port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:03:38.954541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-0b5b223d-c3ea-4d8e-bd94-2da6f811db83 req-97f9cd28-d1ee-43a5-8296-14052119b9f1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:03:38.955737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0b5b223d-c3ea-4d8e-bd94-2da6f811db83 req-97f9cd28-d1ee-43a5-8296-14052119b9f1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 932 time: 0.4931827 Dec 20 17:03:38.992899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bedf46-d898-4441-9a7a-fc5b7aa4e205 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:03:39.000754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:39.028688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Transition to ACTIVE for port object a9bedf46-d898-4441-9a7a-fc5b7aa4e205 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:03:39.031542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0b5b223d-c3ea-4d8e-bd94-2da6f811db83 req-c7b3253d-10a8-49b7-af58-89108b8a5376 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681112 Dec 20 17:03:39.134449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:39.138398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-83fcf439-e3a4-4719-9f0a-fa81d2879f6c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:39.380427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Pushing event updated for resources: {'Port': ['ID=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:39.384335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:39.488533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Attempting to bind port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:03:39.489212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Attempting to bind port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:03:39.489212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Attempting to bind port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 on network 11c9d524-20e2-4c53-b75d-1193a4ac771e {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:03:39.495672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 on network 11c9d524-20e2-4c53-b75d-1193a4ac771e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 17:03:39.495997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Attempting to bind port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 on network 11c9d524-20e2-4c53-b75d-1193a4ac771e {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:03:39.502252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:03:39.502588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Checking segment: {'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:03:39.503078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Bound using segment: {'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:03:39.503507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Bound port: a9bedf46-d898-4441-9a7a-fc5b7aa4e205, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:03:39.503850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:39.596114 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] For port a9bedf46-d898-4441-9a7a-fc5b7aa4e205, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:03:39.599058 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] For port a9bedf46-d898-4441-9a7a-fc5b7aa4e205, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:03:39.717510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:39.721501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db4186fa-3545-493b-bf26-802f8d19804a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:39.803724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:39.803724 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] 10.222.0.64 "PUT /v2.0/ports/a9bedf46-d898-4441-9a7a-fc5b7aa4e205 HTTP/1.1" status: 200 len: 1094 time: 1.3922324 Dec 20 17:03:39.803724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'tag': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:03:39.803724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Pushing event updated for resources: {'Port': ['ID=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:39.806117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:39.858814 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'tag': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'status': 'completed', 'code': 200} Dec 20 17:03:39.957043 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7322edf4-343c-45e2-b2f7-54944a704f90 req-08350d69-09fc-48c3-b221-85c7dfa621e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 1097 time: 0.0780296 Dec 20 17:03:40.143546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322edf4-343c-45e2-b2f7-54944a704f90 req-4a0df752-e249-42a9-9035-85d58d5c8d89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:40.146074 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7322edf4-343c-45e2-b2f7-54944a704f90 req-4a0df752-e249-42a9-9035-85d58d5c8d89 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dd7c0165642645b7bdf71b018a33c11a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1802552 Dec 20 17:03:40.373777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322edf4-343c-45e2-b2f7-54944a704f90 req-b037558a-f8cd-4f53-8b79-27e3044480fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:40.375263 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7322edf4-343c-45e2-b2f7-54944a704f90 req-b037558a-f8cd-4f53-8b79-27e3044480fd service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226784 Dec 20 17:03:40.385793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5d39e-b07b-4f54-a1ba-5b3aa2f66fa4 req-d08c5b8d-89b3-4d26-9f51-64e9fcc2312b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:40.387332 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d0c5d39e-b07b-4f54-a1ba-5b3aa2f66fa4 req-d08c5b8d-89b3-4d26-9f51-64e9fcc2312b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 944 time: 0.1995180 Dec 20 17:03:40.480243 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d0c5d39e-b07b-4f54-a1ba-5b3aa2f66fa4 req-188320d9-c662-44d4-9e61-087e51211d49 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870674 Dec 20 17:03:40.512236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-218a6fb3-e8f1-4bc5-8330-13ce98d9254e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 1097 time: 0.0852218 Dec 20 17:03:40.584596 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-8aa1cee1-746d-4b0d-be2c-a37279aaa137 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9bedf46-d898-4441-9a7a-fc5b7aa4e205 HTTP/1.1" status: 200 len: 217 time: 0.0654671 Dec 20 17:03:40.654589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-a8955773-ff36-4b53-83c8-2fe9afceba93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:40.657128 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-a8955773-ff36-4b53-83c8-2fe9afceba93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5f46948-b47f-4c45-a5ca-eef5a063e8ee HTTP/1.1" status: 200 len: 833 time: 0.0671310 Dec 20 17:03:40.735853 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-f43a294c-bf2b-496f-aafe-1643ac872e97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11c9d524-20e2-4c53-b75d-1193a4ac771e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726557 Dec 20 17:03:40.874944 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-908eecbc-649e-4aa4-90d5-ddb87e8beb8c service neutron] 10.222.0.64 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324372 Dec 20 17:03:41.018491 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-70cb5dff-f712-4026-9d7a-68984dd4ef61 req-f6057cc3-8fac-4b58-820b-8814ac6ca275 service neutron] 10.222.0.64 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372607 Dec 20 17:03:41.700440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc00cff-4db0-4ae5-88f9-eb95ebb84865 req-f4088b00-3e41-426b-abe1-61c55b3c72fe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:41.701896 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0dc00cff-4db0-4ae5-88f9-eb95ebb84865 req-f4088b00-3e41-426b-abe1-61c55b3c72fe tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 944 time: 0.0831299 Dec 20 17:03:41.746957 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0dc00cff-4db0-4ae5-88f9-eb95ebb84865 req-5dc0653f-0b47-412c-a106-9087fd09f914 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393040 Dec 20 17:03:42.948476 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32041f-9d02-487e-812f-bb79da6c2828 req-2f6d851d-3bf5-4cdc-8e16-7eb53e8b7f9e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:42.949953 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-af32041f-9d02-487e-812f-bb79da6c2828 req-2f6d851d-3bf5-4cdc-8e16-7eb53e8b7f9e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 944 time: 0.0809014 Dec 20 17:03:43.001408 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-af32041f-9d02-487e-812f-bb79da6c2828 req-19831ac6-c16c-4684-9fe8-63ebe914d14a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456254 Dec 20 17:03:44.201150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5922f-5ad8-4dfa-9ada-c49cc8b51f12 req-a450cd72-8321-4624-8a44-e222ef2b6cf4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:44.202614 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-32f5922f-5ad8-4dfa-9ada-c49cc8b51f12 req-a450cd72-8321-4624-8a44-e222ef2b6cf4 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 944 time: 0.0764420 Dec 20 17:03:44.248791 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-32f5922f-5ad8-4dfa-9ada-c49cc8b51f12 req-7298269e-815b-420f-95f1-25a5d36bb3ab tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Dec 20 17:03:44.266772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9bedf46-d898-4441-9a7a-fc5b7aa4e205 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:03:44.399763 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a9bedf46-d898-4441-9a7a-fc5b7aa4e205, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:44.413314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'port_id': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'mac_address': 'fa:16:3e:49:cc:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:03:44.481314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:44.500215 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bedf46-d898-4441-9a7a-fc5b7aa4e205 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:03:44.516022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a9bedf46-d898-4441-9a7a-fc5b7aa4e205, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:44.603572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:44.605254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:44.671887 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:44.674868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:44.958526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['a9bedf46-d898-4441-9a7a-fc5b7aa4e205'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:03:45.456360 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d991a4-f8e8-499d-bc8c-d72726633ffc req-130ca3e8-a194-4652-987c-4c6d10225114 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:45.457934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e8d991a4-f8e8-499d-bc8c-d72726633ffc req-130ca3e8-a194-4652-987c-4c6d10225114 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 945 time: 0.0813100 Dec 20 17:03:45.607293 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e8d991a4-f8e8-499d-bc8c-d72726633ffc req-640beb67-6859-4590-bd80-d44e2d30e919 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432087 Dec 20 17:03:45.643079 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:46.264411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9bedf46-d898-4441-9a7a-fc5b7aa4e205 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:03:46.385991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:03:46.391438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:46.391438 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:46.505990 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:46.535305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:03:46.545919 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a9bedf46-d898-4441-9a7a-fc5b7aa4e205, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:46.637524 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:46.639590 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2ca7d453-74ab-4b19-a619-4d4c385d6ba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:46.675277 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'code': 200} Dec 20 17:03:46.709640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:46.713411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:46.843676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98aa78f-f54a-4c9d-9a18-5a48ce457f9c req-38aafbbc-9735-4c09-8c25-707e16fbec35 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:46.845091 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f98aa78f-f54a-4c9d-9a18-5a48ce457f9c req-38aafbbc-9735-4c09-8c25-707e16fbec35 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0995252 Dec 20 17:03:46.892559 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f98aa78f-f54a-4c9d-9a18-5a48ce457f9c req-c2ad2106-4898-445f-b9db-7c624af747a3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417891 Dec 20 17:03:47.105361 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-73e38a2c-c13e-47ce-9a4f-1f21fdc73d04 req-d2a2a467-c1c0-4d55-896f-f8d6c53043fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 1099 time: 0.0708790 Dec 20 17:03:47.151968 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-73e38a2c-c13e-47ce-9a4f-1f21fdc73d04 req-5ec7ec11-5140-4887-aa5d-3f29e96e4dce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 Dec 20 17:03:48.106283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab6d4c-9e26-4ce3-a940-789b16c91b89 req-21a20d63-387a-4c81-bade-00925101b989 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:48.107832 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-34ab6d4c-9e26-4ce3-a940-789b16c91b89 req-21a20d63-387a-4c81-bade-00925101b989 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0772054 Dec 20 17:03:48.155732 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-34ab6d4c-9e26-4ce3-a940-789b16c91b89 req-25c1a5f9-0251-4c21-aca0-868e2c1c8af9 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Dec 20 17:03:49.350354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479f7ca-a6fa-482e-ad00-a89c036545c3 req-98c9c027-485e-45a4-ad78-bd36c7f48ae3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:49.351865 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d479f7ca-a6fa-482e-ad00-a89c036545c3 req-98c9c027-485e-45a4-ad78-bd36c7f48ae3 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0765176 Dec 20 17:03:49.397521 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d479f7ca-a6fa-482e-ad00-a89c036545c3 req-0dd99dd3-abf5-4f46-95a7-6f1d7ab6ce83 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393317 Dec 20 17:03:49.599685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3653-92aa-45b6-a79c-191caaa56bc9 req-c81016ad-1602-4ff4-9330-bdcd890fb7e1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:49.601123 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b6e3653-92aa-45b6-a79c-191caaa56bc9 req-c81016ad-1602-4ff4-9330-bdcd890fb7e1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0811448 Dec 20 17:03:49.646938 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1b6e3653-92aa-45b6-a79c-191caaa56bc9 req-b2538f8e-7ab0-4500-bd44-3488a7c0474b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397537 Dec 20 17:03:49.674586 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36448) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:49.751443 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ba4dc0aa-d56c-4a8a-a3ad-bcc9b3505642 tempest-TestNetworkAdvancedServerOps-2128080299 tempest-TestNetworkAdvancedServerOps-2128080299-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 1094 time: 0.0731208 Dec 20 17:03:49.751774 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36452) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:49.757199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:03:49.763492 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:03:49.767350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Usage tracker for resource:floatingip and tenant:dd7c0165642645b7bdf71b018a33c11a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:03:49.770247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:03:49.776668 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:03:49.900310 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:50.164044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:50.310205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Allocated IP 172.26.7.111 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/3bfae4bb-e86d-43db-993a-8d95b908f7c1) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:03:50.464990 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:50.552134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:50.556300 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-67802dc9-7c6b-4e77-8d1a-03e5cedf644f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:50.620504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:03:50.623226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:03:50.627602 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:03:50.653967 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=3bfae4bb-e86d-43db-993a-8d95b908f7c1,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:50.660383 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:51.090524 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:03:51.149672 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:51.279375 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:51.493177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:51.557597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:51.561528 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-84cba4bf-f5fb-4d73-aa38-d88401592aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:03:51.658359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event updated for resources: {'Port': ['ID=3bfae4bb-e86d-43db-993a-8d95b908f7c1,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:51.662415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:03:51.679521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:51.871755 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Floating IP fc01f546-3f2d-4da2-a5fb-003a32cead96 associated. External IP: 172.26.7.111, port: a9bedf46-d898-4441-9a7a-fc5b7aa4e205. Dec 20 17:03:52.031682 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-26b689a0-e76e-41f8-ab3c-56119e7243f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:52.396504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router f47d5d93-4b47-4528-9efc-814db779fe0a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:03:52.596033 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:03:52.606200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] Sync routers for ids ['f47d5d93-4b47-4528-9efc-814db779fe0a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:03:52.617857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] Routers {'f47d5d93-4b47-4528-9efc-814db779fe0a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:52.618597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f47d5d93-4b47-4528-9efc-814db779fe0a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:52.728231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:52.790773 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0374684 Dec 20 17:03:52.791851 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'tag': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:03:52.852398 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'tag': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'status': 'completed', 'code': 200} Dec 20 17:03:52.879996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] Set router f47d5d93-4b47-4528-9efc-814db779fe0a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:03:53.014076 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ced63f3-5506-4602-9d7b-8151d40978df req-2f7d3ae9-3324-4589-9d2d-a247dd165707 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 1099 time: 0.1358805 Dec 20 17:03:53.019755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49c27-d04f-4adf-a42f-d14e404396fa req-efac73d9-142a-4869-a611-61de694e4b1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:53.021107 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-32a49c27-d04f-4adf-a42f-d14e404396fa req-efac73d9-142a-4869-a611-61de694e4b1a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.1126542 Dec 20 17:03:53.176718 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-32a49c27-d04f-4adf-a42f-d14e404396fa req-aeef51ce-650d-4c88-92df-df5f69cdac39 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339467 Dec 20 17:03:53.207122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced63f3-5506-4602-9d7b-8151d40978df req-0d3ae8ac-83a7-4eee-b1ad-2704be1a2ea2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:53.207349 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36460) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:53.208777 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ced63f3-5506-4602-9d7b-8151d40978df req-0d3ae8ac-83a7-4eee-b1ad-2704be1a2ea2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11c9d524-20e2-4c53-b75d-1193a4ac771e HTTP/1.1" status: 200 len: 897 time: 0.1865678 Dec 20 17:03:53.277851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'fc01f546-3f2d-4da2-a5fb-003a32cead96', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'port_id': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'mac_address': 'fa:16:3e:49:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:03:50Z', 'updated_at': '2021-12-20T17:03:50Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159e3063-bde2-4b17-9e3d-e7f8cec49ed6', 'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:50:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:30Z', 'updated_at': '2021-12-20T17:03:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:53.281938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] Checking router: f47d5d93-4b47-4528-9efc-814db779fe0a for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:03:53.295489 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] Routers {'f47d5d93-4b47-4528-9efc-814db779fe0a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:53.295937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:03:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f47d5d93-4b47-4528-9efc-814db779fe0a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:53.323210 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e5c17ade-7acf-4f9a-a476-ad9be99261bb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/fc01f546-3f2d-4da2-a5fb-003a32cead96 HTTP/1.1" status: 200 len: 992 time: 0.1140692 Dec 20 17:03:53.327845 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ced63f3-5506-4602-9d7b-8151d40978df req-47d76552-ad98-4e52-a5e6-a2a63b4f1d59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9bedf46-d898-4441-9a7a-fc5b7aa4e205 HTTP/1.1" status: 200 len: 1000 time: 0.1130064 Dec 20 17:03:53.400998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced63f3-5506-4602-9d7b-8151d40978df req-7390f59e-9810-4401-8709-83f4e63343a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:53.402532 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ced63f3-5506-4602-9d7b-8151d40978df req-7390f59e-9810-4401-8709-83f4e63343a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5f46948-b47f-4c45-a5ca-eef5a063e8ee HTTP/1.1" status: 200 len: 833 time: 0.0691416 Dec 20 17:03:53.486195 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ced63f3-5506-4602-9d7b-8151d40978df req-c1b9f5ca-a782-4aad-961e-0ed55a921499 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11c9d524-20e2-4c53-b75d-1193a4ac771e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771267 Dec 20 17:03:53.497137 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] Set router f47d5d93-4b47-4528-9efc-814db779fe0a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:03:53.627487 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ced63f3-5506-4602-9d7b-8151d40978df req-4d25f5d0-43e8-4256-9c2c-ece9ba11dee9 service neutron] 10.222.0.64 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347499 Dec 20 17:03:53.761994 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0ced63f3-5506-4602-9d7b-8151d40978df req-d65d3643-1065-49b4-b8d6-1465a0776928 service neutron] 10.222.0.64 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288216 Dec 20 17:03:53.854668 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'fc01f546-3f2d-4da2-a5fb-003a32cead96', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'port_id': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'mac_address': 'fa:16:3e:49:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:03:50Z', 'updated_at': '2021-12-20T17:03:50Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159e3063-bde2-4b17-9e3d-e7f8cec49ed6', 'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:50:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:30Z', 'updated_at': '2021-12-20T17:03:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:53.858800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b18fac7-b03f-4a5f-818e-2e4da25888f5 None None] The sync data for ids ['f47d5d93-4b47-4528-9efc-814db779fe0a'] in dv-neutron-821074-1-hyperv is: [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': 'fc01f546-3f2d-4da2-a5fb-003a32cead96', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'port_id': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'mac_address': 'fa:16:3e:49:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:03:50Z', 'updated_at': '2021-12-20T17:03:50Z', 'revision_number': 0, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159e3063-bde2-4b17-9e3d-e7f8cec49ed6', 'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:50:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:30Z', 'updated_at': '2021-12-20T17:03:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:03:54.048326 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2897eec1-607b-4a52-89b7-6a7f98bdc19c None None] New status for floating IP fc01f546-3f2d-4da2-a5fb-003a32cead96: ACTIVE {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:03:54.326862 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36464) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:54.392001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fc919541-6000-4c06-9954-0c66f7b873c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:54.440321 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0bd89ccb-aa11-45d6-807f-1f0f18e25c10 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/fc01f546-3f2d-4da2-a5fb-003a32cead96 HTTP/1.1" status: 200 len: 992 time: 0.1118579 Dec 20 17:03:55.444529 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36468) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:03:55.556025 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c15b000e-5d1a-4d60-afd0-169eb6d8400f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/fc01f546-3f2d-4da2-a5fb-003a32cead96 HTTP/1.1" status: 200 len: 994 time: 0.1103427 Dec 20 17:03:55.563450 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:55.751879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:03:57.196902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:15.666674 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:19.971703 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-b975631e-1075-4d04-b6be-8b5c09103174 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677726 Dec 20 17:04:20.114488 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-78d6a408-a0a8-41ce-a147-35207d86e747 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 1099 time: 0.0725968 Dec 20 17:04:20.371610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-3973a3c8-70ed-48e1-998b-f5eadc1ad6bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:20.373057 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-3973a3c8-70ed-48e1-998b-f5eadc1ad6bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=11c9d524-20e2-4c53-b75d-1193a4ac771e HTTP/1.1" status: 200 len: 897 time: 0.2393854 Dec 20 17:04:20.477336 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-12310039-290c-4cd8-aeb1-c7038959e0d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9bedf46-d898-4441-9a7a-fc5b7aa4e205 HTTP/1.1" status: 200 len: 1002 time: 0.0966809 Dec 20 17:04:20.543218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-a2307bdd-44b3-40e9-bf30-6419221698c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:20.544595 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-a2307bdd-44b3-40e9-bf30-6419221698c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5f46948-b47f-4c45-a5ca-eef5a063e8ee HTTP/1.1" status: 200 len: 833 time: 0.0614610 Dec 20 17:04:20.621965 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-e51fc23e-fae8-4c5f-8260-bfe7deb289ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11c9d524-20e2-4c53-b75d-1193a4ac771e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711069 Dec 20 17:04:20.631784 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-800a3ab1-e538-4e0b-b2f7-76cef3c8bba4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 17:04:20.632701 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-800a3ab1-e538-4e0b-b2f7-76cef3c8bba4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048838 Dec 20 17:04:20.773634 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-6d270869-aefe-4e4d-b242-c8df64a3c6c6 service neutron] 10.222.0.64 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343124 Dec 20 17:04:20.915129 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7eab7dd5-2166-4635-8b45-0a65aae9ffb3 req-7786c4de-0659-47f7-9154-1989fc6bcecd service neutron] 10.222.0.64 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355143 Dec 20 17:04:22.032003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-23c55cbd-133d-468f-81f9-b26d4f3de759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:24.317831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0e651792-35c5-4ba3-a741-af848c8d3b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:25.529326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:25.785953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:27.175060 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:28.089772 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:04:45.683488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:52.043765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-21b63d7a-bfb9-4328-b2d4-c338cd5172e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:54.346494 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3a0ee8c1-ef38-42f5-96c4-338f7321cc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:54.923718 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b85371-26f9-4b4a-8733-43f6df36a650 req-e45316aa-acd1-4ab6-8a4f-9fc7c6491364 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:54.925171 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-71b85371-26f9-4b4a-8733-43f6df36a650 req-e45316aa-acd1-4ab6-8a4f-9fc7c6491364 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0778742 Dec 20 17:04:54.972195 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-71b85371-26f9-4b4a-8733-43f6df36a650 req-bbf71538-097f-4c9f-8ada-e1c38c3d7fce tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Dec 20 17:04:55.569516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:55.774970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:56.239962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895232f-58dc-4354-b22e-54681b4d27bb req-e0f27a3d-0d8b-412b-8362-66087043bd71 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:56.241441 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7895232f-58dc-4354-b22e-54681b4d27bb req-e0f27a3d-0d8b-412b-8362-66087043bd71 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.1462831 Dec 20 17:04:56.287397 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7895232f-58dc-4354-b22e-54681b4d27bb req-5b464989-05e1-4bba-8ffb-93899b862d53 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396993 Dec 20 17:04:57.192254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:04:57.491823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a910a5-81c9-4104-aa7a-397fdcbc800b req-e83e31a1-027d-4065-a2fa-68be9400bf2e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:57.493316 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0a910a5-81c9-4104-aa7a-397fdcbc800b req-e83e31a1-027d-4065-a2fa-68be9400bf2e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0838368 Dec 20 17:04:57.542126 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0a910a5-81c9-4104-aa7a-397fdcbc800b req-6637b0f2-5258-4079-98b4-b6dfdfaffa3f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Dec 20 17:04:57.570128 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36498) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:04:57.674461 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-db9a9906-376c-4c5b-ac38-656fd19acd49 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/fc01f546-3f2d-4da2-a5fb-003a32cead96 HTTP/1.1" status: 200 len: 994 time: 0.1030598 Dec 20 17:04:59.390037 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93b40e-347b-4b0b-b4d3-e2839c9a21e2 req-b8831917-2afa-48b1-a684-a738272f0a5c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:59.391525 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b93b40e-347b-4b0b-b4d3-e2839c9a21e2 req-b8831917-2afa-48b1-a684-a738272f0a5c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0810995 Dec 20 17:04:59.481638 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b93b40e-347b-4b0b-b4d3-e2839c9a21e2 req-02da78fc-f135-416f-979a-1ed8ee23cf99 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839305 Dec 20 17:04:59.500453 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94a9047c-a5b4-4b89-a3a9-9fedabd77e37 req-d4738177-fca0-4bdd-bcbf-e613936c0885 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 1099 time: 0.0890336 Dec 20 17:04:59.630141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9047c-a5b4-4b89-a3a9-9fedabd77e37 req-424c4352-af7a-48db-9efe-745f234074b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:59.631597 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94a9047c-a5b4-4b89-a3a9-9fedabd77e37 req-424c4352-af7a-48db-9efe-745f234074b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11c9d524-20e2-4c53-b75d-1193a4ac771e HTTP/1.1" status: 200 len: 897 time: 0.1254215 Dec 20 17:04:59.735188 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94a9047c-a5b4-4b89-a3a9-9fedabd77e37 req-0d716e0b-d58d-491d-949d-9271844f41e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9bedf46-d898-4441-9a7a-fc5b7aa4e205 HTTP/1.1" status: 200 len: 1002 time: 0.0967410 Dec 20 17:04:59.801236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9047c-a5b4-4b89-a3a9-9fedabd77e37 req-2aa338fd-4505-4a69-b075-4e9480930f87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:59.802763 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94a9047c-a5b4-4b89-a3a9-9fedabd77e37 req-2aa338fd-4505-4a69-b075-4e9480930f87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5f46948-b47f-4c45-a5ca-eef5a063e8ee HTTP/1.1" status: 200 len: 833 time: 0.0617759 Dec 20 17:04:59.877397 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94a9047c-a5b4-4b89-a3a9-9fedabd77e37 req-bd6932b8-e4ed-4f9d-b61c-2c8430553071 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11c9d524-20e2-4c53-b75d-1193a4ac771e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684621 Dec 20 17:05:00.010035 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94a9047c-a5b4-4b89-a3a9-9fedabd77e37 req-db188cfa-c71c-43b9-aa06-73402609ff87 service neutron] 10.222.0.64 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263595 Dec 20 17:05:00.260800 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94a9047c-a5b4-4b89-a3a9-9fedabd77e37 req-ae773666-89d0-431c-a94b-be93662f580f service neutron] 10.222.0.64 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435741 Dec 20 17:05:00.712540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9805aa-6587-4ba7-8529-bcecc09e8d7b req-826803ac-76ea-4cba-a3ef-e5acba4dabf5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:00.714169 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f9805aa-6587-4ba7-8529-bcecc09e8d7b req-826803ac-76ea-4cba-a3ef-e5acba4dabf5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0870740 Dec 20 17:05:00.761638 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2f9805aa-6587-4ba7-8529-bcecc09e8d7b req-a96c7347-9210-4faa-bcce-0e9913a62d91 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414996 Dec 20 17:05:01.959026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121afb96-841f-45c3-be40-9c705df43120 req-26fad65e-8b08-4ed1-8e19-4a610871bf23 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:01.960500 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-121afb96-841f-45c3-be40-9c705df43120 req-26fad65e-8b08-4ed1-8e19-4a610871bf23 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0756080 Dec 20 17:05:02.006483 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-121afb96-841f-45c3-be40-9c705df43120 req-d80c0999-ce2e-46b5-97de-b1ccd194329b tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Dec 20 17:05:02.034620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36512) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:02.141376 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6c940edc-1ba0-4d91-9ad3-2f7605449c5a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/floatingips/fc01f546-3f2d-4da2-a5fb-003a32cead96 HTTP/1.1" status: 200 len: 994 time: 0.1054125 Dec 20 17:05:02.451890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36520) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:02.658773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 3bfae4bb-e86d-43db-993a-8d95b908f7c1 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:05:02.660333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:02.830848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:02.831199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:02.955288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 3bfae4bb-e86d-43db-993a-8d95b908f7c1 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:05:03.209946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:03.213804 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fd07929e-0fea-4d85-8ef6-a799bb0946b7 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:03.261196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=3bfae4bb-e86d-43db-993a-8d95b908f7c1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:03.327733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.328140 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.328496 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.328868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.329231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.329597 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.329959 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.330321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.330679 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.331064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.331427 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:03.336672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:03.363870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:03.873497 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router f47d5d93-4b47-4528-9efc-814db779fe0a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:05:04.074668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:05:04.084411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] Sync routers for ids ['f47d5d93-4b47-4528-9efc-814db779fe0a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:05:04.096071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] Routers {'f47d5d93-4b47-4528-9efc-814db779fe0a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:04.098905 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:04:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f47d5d93-4b47-4528-9efc-814db779fe0a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:04.158685 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:04.214343 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-47bd910f-27b0-4fca-a9e9-995792a08e46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/floatingips/fc01f546-3f2d-4da2-a5fb-003a32cead96 HTTP/1.1" status: 204 len: 168 time: 1.7614620 Dec 20 17:05:04.216333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'tag': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:04.276587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'tag': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'status': 'completed', 'code': 200} Dec 20 17:05:04.284910 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] Set router f47d5d93-4b47-4528-9efc-814db779fe0a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:04.375017 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aeb2161c-c625-4a5c-9918-114af06a9842 req-f41e6063-9f52-45ef-ae07-be24af21e129 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd7c0165642645b7bdf71b018a33c11a&device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 1099 time: 0.0774038 Dec 20 17:05:04.512388 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2161c-c625-4a5c-9918-114af06a9842 req-55212b05-6b57-4b45-acfd-29d16f390a86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:04.514697 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aeb2161c-c625-4a5c-9918-114af06a9842 req-55212b05-6b57-4b45-acfd-29d16f390a86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11c9d524-20e2-4c53-b75d-1193a4ac771e HTTP/1.1" status: 200 len: 897 time: 0.1322219 Dec 20 17:05:04.585335 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aeb2161c-c625-4a5c-9918-114af06a9842 req-5e27442b-edc4-4295-8bda-380f5c448a12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9bedf46-d898-4441-9a7a-fc5b7aa4e205 HTTP/1.1" status: 200 len: 217 time: 0.0653324 Dec 20 17:05:04.649865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2161c-c625-4a5c-9918-114af06a9842 req-3ea4cf27-2a1d-4331-a3d9-62a70ccbead3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:04.651480 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aeb2161c-c625-4a5c-9918-114af06a9842 req-3ea4cf27-2a1d-4331-a3d9-62a70ccbead3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5f46948-b47f-4c45-a5ca-eef5a063e8ee HTTP/1.1" status: 200 len: 833 time: 0.0586476 Dec 20 17:05:04.660038 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '159e3063-bde2-4b17-9e3d-e7f8cec49ed6', 'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:50:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:30Z', 'updated_at': '2021-12-20T17:03:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:04.664036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] Checking router: f47d5d93-4b47-4528-9efc-814db779fe0a for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:05:04.674353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] Routers {'f47d5d93-4b47-4528-9efc-814db779fe0a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:04.675014 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:04:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f47d5d93-4b47-4528-9efc-814db779fe0a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:04.726487 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aeb2161c-c625-4a5c-9918-114af06a9842 req-aabbf862-b323-490f-a7f4-0434d902b2b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11c9d524-20e2-4c53-b75d-1193a4ac771e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689168 Dec 20 17:05:04.855959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] Set router f47d5d93-4b47-4528-9efc-814db779fe0a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:04.993533 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aeb2161c-c625-4a5c-9918-114af06a9842 req-bb26b921-0fee-487b-ba3c-b766c2ae4b68 service neutron] 10.222.0.64 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608042 Dec 20 17:05:05.053580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106da698-6bc7-426b-992e-a0842d69adc9 req-04e29b88-b48a-4439-9395-7189d7d6b8ba tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:05.054208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-106da698-6bc7-426b-992e-a0842d69adc9 req-04e29b88-b48a-4439-9395-7189d7d6b8ba tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:05:05.090310 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:05:05.150621 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aeb2161c-c625-4a5c-9918-114af06a9842 req-18e1aa94-1ec2-4ae1-940d-eeb320f9ccae service neutron] 10.222.0.64 "GET /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486497 Dec 20 17:05:05.191928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '159e3063-bde2-4b17-9e3d-e7f8cec49ed6', 'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:50:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:30Z', 'updated_at': '2021-12-20T17:03:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:05.197156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba55039-d182-4cc3-8e9d-ee5e26869dc3 None None] The sync data for ids ['f47d5d93-4b47-4528-9efc-814db779fe0a'] in dv-neutron-821074-1-hyperv is: [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:03:31Z', 'revision_number': 4, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '159e3063-bde2-4b17-9e3d-e7f8cec49ed6', 'name': '', 'network_id': '11c9d524-20e2-4c53-b75d-1193a4ac771e', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'mac_address': 'fa:16:3e:50:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:30Z', 'updated_at': '2021-12-20T17:03:36Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'subnets': [{'id': 'e5f46948-b47f-4c45-a5ca-eef5a063e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:05:05.225179 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-106da698-6bc7-426b-992e-a0842d69adc9 req-04e29b88-b48a-4439-9395-7189d7d6b8ba tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:05:05.226317 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-106da698-6bc7-426b-992e-a0842d69adc9 req-04e29b88-b48a-4439-9395-7189d7d6b8ba tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.3896303 Dec 20 17:05:05.284891 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-106da698-6bc7-426b-992e-a0842d69adc9 req-3c81e1b9-70ed-4689-a6de-51de8a542a42 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524683 Dec 20 17:05:05.434667 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c7307-c9ed-4484-a819-cf995044a875 None None] New status for floating IP fc01f546-3f2d-4da2-a5fb-003a32cead96: DOWN {{(pid=84394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:05:06.489906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff150b-5799-47eb-9591-4e075f15f56b req-549417eb-d8bc-4899-a111-0421d096c42f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:06.491324 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccff150b-5799-47eb-9591-4e075f15f56b req-549417eb-d8bc-4899-a111-0421d096c42f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0771453 Dec 20 17:05:06.540691 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ccff150b-5799-47eb-9591-4e075f15f56b req-f2b535fd-ec9d-4f8a-8d7d-30f5cb618347 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a21c481-3dcb-4d37-96e2-70ca65d82cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Dec 20 17:05:06.676860 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-80221789-bef1-4622-99b3-6ba75369bbff tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:06.678284 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-80221789-bef1-4622-99b3-6ba75369bbff tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 946 time: 0.0756228 Dec 20 17:05:06.744756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:05:06.745244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:07.101514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port a9bedf46-d898-4441-9a7a-fc5b7aa4e205, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:07.101768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:07.221925 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for a9bedf46-d898-4441-9a7a-fc5b7aa4e205 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:05:07.450474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:07.456194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a63b4906-e4f5-4477-b167-079dee737956 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:07.501707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=a9bedf46-d898-4441-9a7a-fc5b7aa4e205,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:07.505193 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:07.574553 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] No DVR routers for this DVR port a9bedf46-d898-4441-9a7a-fc5b7aa4e205 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:05:07.576914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:07.579739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'name': 'network-vif-deleted', 'tag': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:07.640110 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb938855-ffd5-4b9e-af67-a51055da3c2c', 'name': 'network-vif-deleted', 'tag': 'a9bedf46-d898-4441-9a7a-fc5b7aa4e205', 'status': 'completed', 'code': 200} Dec 20 17:05:07.720666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c4ad97df-e058-468f-9241-93318fc875f0 req-541ace63-13ba-4b2a-aa9c-74eb85c0c796 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Synchronizing usage tracker for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:05:07.765741 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c245754-2ac2-4ffa-a197-1e35dbb55983 req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.64 "DELETE /v2.0/ports/a9bedf46-d898-4441-9a7a-fc5b7aa4e205 HTTP/1.1" status: 204 len: 173 time: 1.0817487 Dec 20 17:05:07.856134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c4ad97df-e058-468f-9241-93318fc875f0 req-541ace63-13ba-4b2a-aa9c-74eb85c0c796 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Unset dirty status for tenant:dd7c0165642645b7bdf71b018a33c11a on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:05:07.858773 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c4ad97df-e058-468f-9241-93318fc875f0 req-541ace63-13ba-4b2a-aa9c-74eb85c0c796 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb938855-ffd5-4b9e-af67-a51055da3c2c HTTP/1.1" status: 200 len: 210 time: 0.1784282 Dec 20 17:05:08.964154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36538) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:09.374116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:10.096981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:05:10.097713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:10.281978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 159e3063-bde2-4b17-9e3d-e7f8cec49ed6, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=159e3063-bde2-4b17-9e3d-e7f8cec49ed6,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:10.282325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:10.416645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:05:10.723844 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:10.727799 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ff3161d8-b37a-46c6-8898-eb374c590fe5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:10.771035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=159e3063-bde2-4b17-9e3d-e7f8cec49ed6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:10.771340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9bedf46-d898-4441-9a7a-fc5b7aa4e205 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:05:10.775435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:10.807998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: a9bedf46-d898-4441-9a7a-fc5b7aa4e205 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:05:10.808637 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a9bedf46-d898-4441-9a7a-fc5b7aa4e205 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:05:11.071989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:11.757182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Router f47d5d93-4b47-4528-9efc-814db779fe0a has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:05:11.958609 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:05:11.968808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] Sync routers for ids ['f47d5d93-4b47-4528-9efc-814db779fe0a'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:05:11.973085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "PUT /v2.0/routers/f47d5d93-4b47-4528-9efc-814db779fe0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0078588 Dec 20 17:05:11.975710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36542) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:11.980810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] Routers {'f47d5d93-4b47-4528-9efc-814db779fe0a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:11.981468 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:04:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f47d5d93-4b47-4528-9efc-814db779fe0a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:12.161456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] Set router f47d5d93-4b47-4528-9efc-814db779fe0a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:12.165935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19411b5-1a7d-4986-9875-3c3aaf0f5f7e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting subnet e5f46948-b47f-4c45-a5ca-eef5a063e8ee {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 17:05:12.170046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c19411b5-1a7d-4986-9875-3c3aaf0f5f7e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:12.228897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c19411b5-1a7d-4986-9875-3c3aaf0f5f7e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:12.318749 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c19411b5-1a7d-4986-9875-3c3aaf0f5f7e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:12.456051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:05:10Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:12.461644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] Checking router: f47d5d93-4b47-4528-9efc-814db779fe0a for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:05:12.471116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] Routers {'f47d5d93-4b47-4528-9efc-814db779fe0a'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:12.471720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:04:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['f47d5d93-4b47-4528-9efc-814db779fe0a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:12.484339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c19411b5-1a7d-4986-9875-3c3aaf0f5f7e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:12.488341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-afe0aea7-0cf4-47bd-9d1a-e122dfd463bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:12.525051 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19411b5-1a7d-4986-9875-3c3aaf0f5f7e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f46948-b47f-4c45-a5ca-eef5a063e8ee,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:12.528379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c19411b5-1a7d-4986-9875-3c3aaf0f5f7e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:12.531253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c19411b5-1a7d-4986-9875-3c3aaf0f5f7e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:12.544469 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c19411b5-1a7d-4986-9875-3c3aaf0f5f7e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/subnets/e5f46948-b47f-4c45-a5ca-eef5a063e8ee HTTP/1.1" status: 204 len: 168 time: 0.5640900 Dec 20 17:05:12.544469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36546) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:12.580395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b6299-4690-4f20-ac30-40239b5906ab None None] Network 11c9d524-20e2-4c53-b75d-1193a4ac771e requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:05:12.755079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:12.864169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] Set router f47d5d93-4b47-4528-9efc-814db779fe0a gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:12.957315 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:13.044169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Deleting port 89ab993c-649c-4adc-8b6f-6a89e45b5d97 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:05:13.044988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:13.077958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] DHCP port deletion for 11c9d524-20e2-4c53-b75d-1193a4ac771e request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 17:05:13.089194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Deleting port c5e4303e-3df0-4268-a618-b2fa87b03f47 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:05:13.089194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:13.229408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] For port 89ab993c-649c-4adc-8b6f-6a89e45b5d97, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=89ab993c-649c-4adc-8b6f-6a89e45b5d97,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:13.229954 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:13.356402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Calling delete_port for 89ab993c-649c-4adc-8b6f-6a89e45b5d97 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:05:13.374733 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] For port c5e4303e-3df0-4268-a618-b2fa87b03f47, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=c5e4303e-3df0-4268-a618-b2fa87b03f47,segment=NetworkSegment(12979bc6-d0ac-4d6f-a02c-a4aa2e568d60),segment_id=12979bc6-d0ac-4d6f-a02c-a4aa2e568d60)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:13.375160 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:13.438075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:05:10Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:13.503527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Calling delete_port for c5e4303e-3df0-4268-a618-b2fa87b03f47 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:05:13.530548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301bd376-93d1-4691-bc0d-816e5d6dee4e None None] The sync data for ids ['f47d5d93-4b47-4528-9efc-814db779fe0a'] in dv-neutron-821074-1-hyperv is: [{'id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116329622', 'tenant_id': 'dd7c0165642645b7bdf71b018a33c11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:03:25Z', 'updated_at': '2021-12-20T17:05:10Z', 'revision_number': 5, 'project_id': 'dd7c0165642645b7bdf71b018a33c11a', 'gw_port': {'id': '89ab993c-649c-4adc-8b6f-6a89e45b5d97', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d5d93-4b47-4528-9efc-814db779fe0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:03:26Z', 'updated_at': '2021-12-20T17:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:05:13.735102 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146'] for port, after_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:13.738849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ba36c92b-3ffa-47a0-8605-2ffb584f4d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:13.782596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Pushing event deleted for resources: {'Port': ['ID=c5e4303e-3df0-4268-a618-b2fa87b03f47,revision_number=None']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:13.786529 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:13.788903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] No DVR routers for this DVR port c5e4303e-3df0-4268-a618-b2fa87b03f47 on host dv-neutron-821074-1-hyperv {{(pid=84393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:05:13.790428 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:13.799768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.805634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.805634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.805634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.805634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.805634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.805634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.805634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.805634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.805634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.805634 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:13.806612 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4c7f6205-c215-488d-8438-be709b34b6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:13.838963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Port': ['ID=89ab993c-649c-4adc-8b6f-6a89e45b5d97,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:13.842261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:14.066366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:14.346567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:14.352113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:14.487180 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:05:14.501125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:14.501643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Fanout notify agent at l3_agent the message router_deleted on router f47d5d93-4b47-4528-9efc-814db779fe0a {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:05:14.522445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:14.522445 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/routers/f47d5d93-4b47-4528-9efc-814db779fe0a HTTP/1.1" status: 204 len: 168 time: 1.9734483 Dec 20 17:05:14.522773 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:05:14.522956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36550) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:14.523143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 159e3063-bde2-4b17-9e3d-e7f8cec49ed6 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:05:14.523143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c5e4303e-3df0-4268-a618-b2fa87b03f47 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:05:14.556611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: c5e4303e-3df0-4268-a618-b2fa87b03f47 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:05:14.559408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device c5e4303e-3df0-4268-a618-b2fa87b03f47 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:05:14.652243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:14.784510 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:14.808742 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c9d524-20e2-4c53-b75d-1193a4ac771e']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:14.821180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:14.821506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12979bc6-d0ac-4d6f-a02c-a4aa2e568d60') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:14.833113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:14.848657 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:14.854602 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 17:05:14.855019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:05:14.869165 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:05:15.032451 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:15.036198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b0f64f19-d5f2-4f7d-a0ae-e68ad05e45b6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:15.051489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:15.064617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'Network': ['ID=11c9d524-20e2-4c53-b75d-1193a4ac771e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:15.067501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:15.165762 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/networks/11c9d524-20e2-4c53-b75d-1193a4ac771e HTTP/1.1" status: 204 len: 168 time: 0.6425345 Dec 20 17:05:15.168318 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36554) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:15.240552 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:15.269968 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:15.433080 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:15.437736 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a6856732-5cd4-4676-b2d9-91a44f190b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:15.453088 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a21c481-3dcb-4d37-96e2-70ca65d82cd4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:15.461997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.462381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.462769 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.463200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.463569 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.463942 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.464302 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.464665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.465028 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.465390 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.465748 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:15.469355 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:15.569833 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:15.571086 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-33f7c14a-f75b-401c-bb95-1d0625c91e4c tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] 10.222.0.62 "DELETE /v2.0/security-groups/8a21c481-3dcb-4d37-96e2-70ca65d82cd4 HTTP/1.1" status: 204 len: 168 time: 0.4017000 Dec 20 17:05:15.752277 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:16.392651 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 89ab993c-649c-4adc-8b6f-6a89e45b5d97 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:05:16.416200 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36564) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:16.431162 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 89ab993c-649c-4adc-8b6f-6a89e45b5d97 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:05:16.431523 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 89ab993c-649c-4adc-8b6f-6a89e45b5d97 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:05:16.598442 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5193b8b0-eee5-4d77-9f97-70a80b2348b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd7c0165642645b7bdf71b018a33c11a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1807866 Dec 20 17:05:16.600824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36570) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:16.661648 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff4c5-9325-4f95-b0e0-7af7bf1cef66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:16.688220 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff4c5-9325-4f95-b0e0-7af7bf1cef66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:16.837934 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff4c5-9325-4f95-b0e0-7af7bf1cef66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:16.841822 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-85df7b46-8f80-4963-aba6-5ffc9573cba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:16.855800 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ff4c5-9325-4f95-b0e0-7af7bf1cef66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3579768e-ad85-4fcc-8085-956a5f229ad2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:16.860224 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2b8ff4c5-9325-4f95-b0e0-7af7bf1cef66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:16.864539 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff4c5-9325-4f95-b0e0-7af7bf1cef66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:16.866126 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2b8ff4c5-9325-4f95-b0e0-7af7bf1cef66 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3579768e-ad85-4fcc-8085-956a5f229ad2 HTTP/1.1" status: 204 len: 168 time: 0.2639797 Dec 20 17:05:17.806010 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36578) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:17.825175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c7f4d1b-72e7-4aa7-9a1b-93c87decd09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:17.856737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1c7f4d1b-72e7-4aa7-9a1b-93c87decd09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:17.860468 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1c7f4d1b-72e7-4aa7-9a1b-93c87decd09e admin admin] Usage tracker for resource:security_group_rule and tenant:fb285f442c984d3ca177f49d544a1ae4 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:17.863750 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-1c7f4d1b-72e7-4aa7-9a1b-93c87decd09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:17.869336 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-1c7f4d1b-72e7-4aa7-9a1b-93c87decd09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:17.946388 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c7f4d1b-72e7-4aa7-9a1b-93c87decd09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:18.073314 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-1c7f4d1b-72e7-4aa7-9a1b-93c87decd09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:18.081308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9c52f479-ba7b-4cae-aafa-f1602c1bf519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:18.124916 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f4d1b-72e7-4aa7-9a1b-93c87decd09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbad58d-739f-4a2c-a3f1-46911e6986ab,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:18.129141 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-1c7f4d1b-72e7-4aa7-9a1b-93c87decd09e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb285f442c984d3ca177f49d544a1ae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3221252 Dec 20 17:05:18.130011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-1c7f4d1b-72e7-4aa7-9a1b-93c87decd09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:18.132019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36582) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:18.190887 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9103eb78-d540-426a-87a2-a0c6b06ee079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:18.216976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9103eb78-d540-426a-87a2-a0c6b06ee079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:18.340682 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9103eb78-d540-426a-87a2-a0c6b06ee079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:18.344499 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3da75a29-2de8-461b-841f-f904a0974109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:18.355341 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103eb78-d540-426a-87a2-a0c6b06ee079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbad58d-739f-4a2c-a3f1-46911e6986ab,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:18.359510 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9103eb78-d540-426a-87a2-a0c6b06ee079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:18.362838 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-9103eb78-d540-426a-87a2-a0c6b06ee079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:18.363989 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-9103eb78-d540-426a-87a2-a0c6b06ee079 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7bbad58d-739f-4a2c-a3f1-46911e6986ab HTTP/1.1" status: 204 len: 168 time: 0.2311299 Dec 20 17:05:19.706579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36604) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:19.839837 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1267620618-network', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:19.844735 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:19.848900 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Usage tracker for resource:network and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:19.851960 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:19.858308 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:19.979521 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Made reservation on behalf of aed04e9c5cea446691a8b5755d84f0f8 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:19.981953 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:19.999746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:20.146326 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:20.150044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:20.152893 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:20.159214 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:20.226150 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:20.289888 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:20.293008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:20.322186 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:05:20.327825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bcb65c-70df-49ee-adda-ade01b4969ef,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:20.331403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:20.339359 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:20.339359 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Added segment 8cd9dee7-27e1-49c6-8d8d-1013e80d7442 of type vlan for network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 Dec 20 17:05:20.361138 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:20.461121 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:20.461980 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:20.462553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:20.466226 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-cf5e9937-5dc0-4526-9035-6d2c1a71b6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:20.566127 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Pushing event updated for resources: {'Network': ['ID=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:20.568868 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:20.577073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 17:05:20.587340 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3523aef9-136b-4c4b-99e7-353cac709ecc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8796334 Dec 20 17:05:20.590491 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36610) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:20.596828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Request body: {'subnet': {'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1267620618-subnet', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:20.601665 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:20.607930 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Usage tracker for resource:subnet and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:20.611251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:20.617008 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:20.701272 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Made reservation on behalf of aed04e9c5cea446691a8b5755d84f0f8 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:20.703704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.015582 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.019356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-42cd1bc0-6a58-44cd-a29f-56c045ee5360 tempest-RoutersNegativeTest-625226438 tempest-RoutersNegativeTest-625226438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:21.086469 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:21.090292 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:21.103997 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Checking segment: {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:05:21.104368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Network hostable DHCP agents. Network: 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:05:21.203526 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:05:21.272151 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:21.276026 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:21.278737 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.281306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c996937f-92eb-4cee-9f3e-d9ae63d70561 None None] Network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:05:21.348180 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-64bfb4a5-53dc-4442-8ec5-9f196bf5c1e1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7564487 Dec 20 17:05:21.350869 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36614) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:21.355954 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:21.360536 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:21.364347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Usage tracker for resource:router and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:21.367149 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:21.373115 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:21.450001 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.451053 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.470632 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.497715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 17:05:21.497715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.650655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Allocated IP 172.20.0.2 (1fa2f3ed-5587-4a34-a505-3c46a78a3dc4/83cbe85c-d6e2-436b-a0c2-ef7c77c986fd/6bbf4029-de36-4a27-a695-710d69bb219e) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:21.720466 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.862604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.872649 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Transition to ACTIVE for port object 6bbf4029-de36-4a27-a695-710d69bb219e will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:21.898422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Transition to ACTIVE for port object 6bbf4029-de36-4a27-a695-710d69bb219e will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:21.984066 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.987112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:21.993917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:22.014409 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:22.052472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:22.055486 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6020e15c-c1ff-44ba-a126-b5ca4801f521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:22.059252 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:22.063810 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:22.065900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Pushing event updated for resources: {'Port': ['ID=6bbf4029-de36-4a27-a695-710d69bb219e,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:22.069857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:22.159692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Attempting to bind port 6bbf4029-de36-4a27-a695-710d69bb219e on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:05:22.160072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Attempting to bind port 6bbf4029-de36-4a27-a695-710d69bb219e by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:05:22.160231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Allocated IP 172.26.7.184 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/a3ac2855-1f5c-4973-addc-459e3fe43581) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:22.160722 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Attempting to bind port 6bbf4029-de36-4a27-a695-710d69bb219e on network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:05:22.167158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:05:22.167546 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Checking segment: {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:05:22.167963 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:22.168368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Bound using segment: {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:05:22.168858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Bound port: 6bbf4029-de36-4a27-a695-710d69bb219e, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:05:22.169228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:22.263171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] For port 6bbf4029-de36-4a27-a695-710d69bb219e, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:22.266870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] For port 6bbf4029-de36-4a27-a695-710d69bb219e, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6bbf4029-de36-4a27-a695-710d69bb219e,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:22.314211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:22.353181 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:22.356931 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-d1a66f6a-3e53-44d0-be8c-8aaa30a820d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:22.427152 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:22.431746 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-370dbdc4-ba51-411e-8885-2f3b43846865 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:22.438153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Pushing event updated for resources: {'Port': ['ID=6bbf4029-de36-4a27-a695-710d69bb219e,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:22.446431 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:22.502669 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:22.505580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:22.510883 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:22.536405 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Pushing event updated for resources: {'Port': ['ID=a3ac2855-1f5c-4973-addc-459e3fe43581,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:22.541676 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:22.815772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:22.816441 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:23.278331 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Router 45baaad1-fb29-4f69-b22f-c539ce4c721d is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:05:23.365842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af985817-b9cc-419a-b0ad-57b551c1b871 None None] Network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:05:23.507547 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:05:23.519992 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Sync routers for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:05:23.533592 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:23.534212 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:04:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:23.569983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-18285f66-4c82-447a-863a-9e6497e6a468 None None] Provisioning for port 6bbf4029-de36-4a27-a695-710d69bb219e completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:23.604100 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:23.605302 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2534165 Dec 20 17:05:23.608147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36618) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:23.736968 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:24.028883 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:22Z', 'revision_number': 3, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:24.033042 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Checking router: 45baaad1-fb29-4f69-b22f-c539ce4c721d for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:05:24.033391 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Updating router 45baaad1-fb29-4f69-b22f-c539ce4c721d port a3ac2855-1f5c-4973-addc-459e3fe43581 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:05:24.089860 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.333772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-04e4d902-ef8f-46b9-8287-b1dc6d1a305d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.409538 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.440609 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.454760 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Transition to ACTIVE for port object a3ac2855-1f5c-4973-addc-459e3fe43581 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:24.474213 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6bbf4029-de36-4a27-a695-710d69bb219e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:24.541065 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.545537 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-900f81fa-ac23-4800-b7d6-e5d776d869a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:24.620221 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Pushing event updated for resources: {'Port': ['ID=a3ac2855-1f5c-4973-addc-459e3fe43581,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:24.620782 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 6bbf4029-de36-4a27-a695-710d69bb219e completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:24.624496 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Attempting to bind port a3ac2855-1f5c-4973-addc-459e3fe43581 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:05:24.624997 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Attempting to bind port a3ac2855-1f5c-4973-addc-459e3fe43581 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:05:24.625218 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Attempting to bind port a3ac2855-1f5c-4973-addc-459e3fe43581 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:05:24.626354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Allocated IP 172.20.0.1 (1fa2f3ed-5587-4a34-a505-3c46a78a3dc4/83cbe85c-d6e2-436b-a0c2-ef7c77c986fd/ed5a8da9-94a2-4091-acad-489892b8af28) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:24.628245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 6bbf4029-de36-4a27-a695-710d69bb219e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:24.628245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.636192 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.636573 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.637230 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.637230 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.637453 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.637757 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.638071 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.638388 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.639308 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.639628 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.639941 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:24.643276 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:05:24.643649 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:05:24.644046 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.644427 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:05:24.644891 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Bound port: a3ac2855-1f5c-4973-addc-459e3fe43581, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:05:24.645260 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.670355 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:24.746808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.779726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 6bbf4029-de36-4a27-a695-710d69bb219e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6bbf4029-de36-4a27-a695-710d69bb219e,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:24.809736 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] For port a3ac2855-1f5c-4973-addc-459e3fe43581, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:24.813585 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] For port a3ac2855-1f5c-4973-addc-459e3fe43581, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a3ac2855-1f5c-4973-addc-459e3fe43581,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:24.819440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.834591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Transition to ACTIVE for port object ed5a8da9-94a2-4091-acad-489892b8af28 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:24.929831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.931755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1977c5fa-3af9-40f0-a325-6558a7d73d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:24.969955 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.970199 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:24.974694 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-6ceac01f-6c1e-4d25-a17f-271aa11454ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:24.975086 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-607a9a4c-6870-42f9-a394-d530a83604ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:24.996838 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=6bbf4029-de36-4a27-a695-710d69bb219e,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:25.000730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:25.047319 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:25.049712 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Pushing event updated for resources: {'Port': ['ID=a3ac2855-1f5c-4973-addc-459e3fe43581,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:25.050877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:25.052780 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:25.053108 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5a8da9-94a2-4091-acad-489892b8af28,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:25.055237 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:25.066165 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:25.067869 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:25.081175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:25.112212 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:25.271973 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:25.427730 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-49c4469f-55ed-4dab-a0c2-9443793ed4a5 None None] Provisioning for port ed5a8da9-94a2-4091-acad-489892b8af28 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:25.435531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-49c4469f-55ed-4dab-a0c2-9443793ed4a5 None None] Provisioning complete for port ed5a8da9-94a2-4091-acad-489892b8af28 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:25.436609 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-49c4469f-55ed-4dab-a0c2-9443793ed4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:25.442347 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:25.533303 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-49c4469f-55ed-4dab-a0c2-9443793ed4a5 None None] Port ed5a8da9-94a2-4091-acad-489892b8af28 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:05:25.581143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:25.614358 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:22Z', 'revision_number': 3, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:25.618646 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b6fa6-fc5f-4f38-a559-134c65316141 None None] The sync data for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv is: [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:22Z', 'revision_number': 3, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:05:25.708969 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:25.801437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:25.850171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:25.877118 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-f8b1d8d1-5f70-40cc-9dcd-667c3ce7b2d6 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:25.967909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5a8da9-94a2-4091-acad-489892b8af28,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:25.972797 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:25.973579 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:26.133950 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:26.135222 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:26.470395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-803c4431-522e-4454-91ec-65c39f297297 None None] Provisioning complete for port ed5a8da9-94a2-4091-acad-489892b8af28 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:26.471062 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-803c4431-522e-4454-91ec-65c39f297297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:26.523218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a3ac2855-1f5c-4973-addc-459e3fe43581 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:26.564352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Router 45baaad1-fb29-4f69-b22f-c539ce4c721d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:05:26.608383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-803c4431-522e-4454-91ec-65c39f297297 None None] Port ed5a8da9-94a2-4091-acad-489892b8af28 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:05:26.768429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:05:26.778118 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] 10.222.0.62 "PUT /v2.0/routers/45baaad1-fb29-4f69-b22f-c539ce4c721d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1688733 Dec 20 17:05:26.813509 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port a3ac2855-1f5c-4973-addc-459e3fe43581 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:26.819293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a3ac2855-1f5c-4973-addc-459e3fe43581 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:26.819694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:26.935596 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:26.995863 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port a3ac2855-1f5c-4973-addc-459e3fe43581, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a3ac2855-1f5c-4973-addc-459e3fe43581,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:27.158178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:27.159027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6bbf4029-de36-4a27-a695-710d69bb219e up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:27.188202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-a8ff2a28-d78b-414d-948d-042712a569f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:27.268880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:27.273856 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=a3ac2855-1f5c-4973-addc-459e3fe43581,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:27.277003 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:27.287176 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 6bbf4029-de36-4a27-a695-710d69bb219e triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:27.287568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:28.106444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36640) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:28.112176 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1558703633-network', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:28.117020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:28.120802 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Usage tracker for resource:network and tenant:9d63c5b345d24a00aa16c6f88d0fac4e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:28.123691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:28.129417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:28.219642 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Made reservation on behalf of 9d63c5b345d24a00aa16c6f88d0fac4e for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:28.221923 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:28.235580 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:28.266976 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:28.270747 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Usage tracker for resource:security_group_rule and tenant:9d63c5b345d24a00aa16c6f88d0fac4e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:28.273562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:28.279227 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:28.349374 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:28.427363 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:28.430504 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-a27fa4b4-346d-4c25-bd86-86d6f64ec3bc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:28.441703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a3ac2855-1f5c-4973-addc-459e3fe43581 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:28.458403 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:05:28.471027 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ddff31-67b0-4ae8-963e-4f794d39a48a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:28.474566 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:28.480285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:28.480833 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.segments_db [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Added segment 8a1ff4ce-1a32-476a-a067-d5b5f65fb358 of type vlan for network 5214dd80-93d0-4d53-a8b1-4f16257341b6 Dec 20 17:05:28.511385 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port a3ac2855-1f5c-4973-addc-459e3fe43581 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:28.511765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:28.512190 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:28.644191 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:28.645146 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:28.645727 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Notify callbacks [] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:28.649408 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-04c6b4ad-78af-4347-b5b2-1b35c61c6b73 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:28.747913 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Pushing event updated for resources: {'Network': ['ID=5214dd80-93d0-4d53-a8b1-4f16257341b6,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:28.751450 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:28.758276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 5214dd80-93d0-4d53-a8b1-4f16257341b6 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 17:05:28.822070 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d3b64907-e893-421f-ad8f-4a50e6fc4e3a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7144978 Dec 20 17:05:28.832568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36644) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:28.832568 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Request body: {'subnet': {'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1558703633-subnet', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:28.835113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:28.839247 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Usage tracker for resource:subnet and tenant:9d63c5b345d24a00aa16c6f88d0fac4e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:28.843783 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:28.850205 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:28.979629 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Made reservation on behalf of 9d63c5b345d24a00aa16c6f88d0fac4e for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:28.981937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6355794'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:29.158216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Sync routers for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:05:29.171657 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:29.172311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:29.382207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:29.415603 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6611543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6355808'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:29.420170 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-558b864e-61f8-4958-86f0-fbb1f681211c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:29.487554 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97285c1e-f693-4a3a-923c-e23dc850d496,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:29.495263 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:29.505604 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Checking segment: {'id': '8a1ff4ce-1a32-476a-a067-d5b5f65fb358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:05:29.505961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Network hostable DHCP agents. Network: 5214dd80-93d0-4d53-a8b1-4f16257341b6, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:05:29.609693 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Network 5214dd80-93d0-4d53-a8b1-4f16257341b6 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:05:29.722189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 2, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:29.726387 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Checking router: 45baaad1-fb29-4f69-b22f-c539ce4c721d for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:05:29.726743 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Updating router 45baaad1-fb29-4f69-b22f-c539ce4c721d port ed5a8da9-94a2-4091-acad-489892b8af28 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:05:29.782243 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:29.837880 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 5214dd80-93d0-4d53-a8b1-4f16257341b6) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:29.841867 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:29.842543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:29.848059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418dcfd1-9d74-44fe-b330-157fdd6981b6 None None] Network 5214dd80-93d0-4d53-a8b1-4f16257341b6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:05:29.940169 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-ce44144d-ff53-4fc3-bec5-059c5dbbff7e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1143799 Dec 20 17:05:29.943020 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36648) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:29.949137 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1558703633-router', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:29.955576 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:29.960317 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Usage tracker for resource:router and tenant:9d63c5b345d24a00aa16c6f88d0fac4e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:29.963367 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:29.970870 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:30.084876 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.085854 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.108531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.312061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-5214dd80-93d0-4d53-a8b1-4f16257341b6', 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'fixed_ips': [{'subnet_id': '97285c1e-f693-4a3a-923c-e23dc850d496'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 17:05:30.312876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.343836 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.436410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.462516 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Transition to ACTIVE for port object ed5a8da9-94a2-4091-acad-489892b8af28 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:30.532151 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Allocated IP 172.20.0.2 (5214dd80-93d0-4d53-a8b1-4f16257341b6/97285c1e-f693-4a3a-923c-e23dc850d496/3e64c8a3-c0e1-4c29-954c-6061a85ae70c) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:30.559960 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.566840 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:30.631090 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.662295 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.751631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d00940-0a2e-4a11-bd22-9291fb1a1896 None None] Pushing event updated for resources: {'Port': ['ID=ed5a8da9-94a2-4091-acad-489892b8af28,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:30.756341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-64d00940-0a2e-4a11-bd22-9291fb1a1896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:30.819925 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Allocated IP 172.26.7.166 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/00fa13d7-f977-4f44-91c9-bf98fa81f200) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:30.924404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Attempting to bind port ed5a8da9-94a2-4091-acad-489892b8af28 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:05:30.924655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Attempting to bind port ed5a8da9-94a2-4091-acad-489892b8af28 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:05:30.924998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Attempting to bind port ed5a8da9-94a2-4091-acad-489892b8af28 on network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:05:30.948738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:05:30.949118 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Checking segment: {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:05:30.949528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.949930 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Bound using segment: {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:05:30.950409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Bound port: ed5a8da9-94a2-4091-acad-489892b8af28, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:05:30.950785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:30.971370 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:31.004310 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:31.023965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Transition to ACTIVE for port object 3e64c8a3-c0e1-4c29-954c-6061a85ae70c will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:31.068296 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Transition to ACTIVE for port object 3e64c8a3-c0e1-4c29-954c-6061a85ae70c will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:31.080143 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] For port ed5a8da9-94a2-4091-acad-489892b8af28, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:31.083225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] For port ed5a8da9-94a2-4091-acad-489892b8af28, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ed5a8da9-94a2-4091-acad-489892b8af28,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:31.084442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:31.088311 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:31.145284 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:31.149593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:31.153842 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:31.157996 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:31.160348 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=00fa13d7-f977-4f44-91c9-bf98fa81f200,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:31.162689 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:31.185218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:31.187702 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:31.226392 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Network 5214dd80-93d0-4d53-a8b1-4f16257341b6 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:31.231149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Pushing event updated for resources: {'Port': ['ID=3e64c8a3-c0e1-4c29-954c-6061a85ae70c,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:31.233415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:31.235145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:31.237462 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:31.270957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:31.367493 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:31.368148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:31.406411 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:31.407199 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:31.458881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d00940-0a2e-4a11-bd22-9291fb1a1896 None None] Pushing event updated for resources: {'Port': ['ID=ed5a8da9-94a2-4091-acad-489892b8af28,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:31.473913 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-64d00940-0a2e-4a11-bd22-9291fb1a1896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:31.530858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Attempting to bind port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:05:31.531189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Attempting to bind port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '8a1ff4ce-1a32-476a-a067-d5b5f65fb358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:05:31.531553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Attempting to bind port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c on network 5214dd80-93d0-4d53-a8b1-4f16257341b6 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:05:31.562898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:05:31.563317 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Checking segment: {'id': '8a1ff4ce-1a32-476a-a067-d5b5f65fb358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:05:31.563706 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:31.564110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Bound using segment: {'id': '8a1ff4ce-1a32-476a-a067-d5b5f65fb358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:05:31.564605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Bound port: 3e64c8a3-c0e1-4c29-954c-6061a85ae70c, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1ff4ce-1a32-476a-a067-d5b5f65fb358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:05:31.564988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:31.653923 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:31.788367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] For port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:31.796649 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Router b08db39f-2a32-4708-9f61-08b7085b1cfd is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:05:31.868033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] For port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3e64c8a3-c0e1-4c29-954c-6061a85ae70c,segment=NetworkSegment(8a1ff4ce-1a32-476a-a067-d5b5f65fb358),segment_id=8a1ff4ce-1a32-476a-a067-d5b5f65fb358)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:31.946025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:31.951406 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:31.997011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:05:32.006511 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Sync routers for ids ['b08db39f-2a32-4708-9f61-08b7085b1cfd'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:05:32.021764 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Routers {'b08db39f-2a32-4708-9f61-08b7085b1cfd'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:32.029852 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b08db39f-2a32-4708-9f61-08b7085b1cfd'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:32.092563 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Pushing event updated for resources: {'Port': ['ID=3e64c8a3-c0e1-4c29-954c-6061a85ae70c,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:32.095920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:32.107381 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:32.111185 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-53a71268-077c-40c4-ab47-4956c44b6ef5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1652846 Dec 20 17:05:32.112202 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36652) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:32.133946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:31Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:32.139108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7f940-7b01-4450-8912-85ba0cf4e75d None None] The sync data for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv is: [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:31Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:05:32.238627 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Set router b08db39f-2a32-4708-9f61-08b7085b1cfd gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:32.530100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ed5a8da9-94a2-4091-acad-489892b8af28 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:32.632377 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'name': 'tempest-TestShelveInstance-1558703633-router', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:31Z', 'revision_number': 3, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'gw_port': {'id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:32.636889 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Checking router: b08db39f-2a32-4708-9f61-08b7085b1cfd for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:05:32.637352 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Updating router b08db39f-2a32-4708-9f61-08b7085b1cfd port 00fa13d7-f977-4f44-91c9-bf98fa81f200 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:05:32.692726 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:32.695455 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port ed5a8da9-94a2-4091-acad-489892b8af28 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:32.702063 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ed5a8da9-94a2-4091-acad-489892b8af28 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:32.702454 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:32.857377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:32.894720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port ed5a8da9-94a2-4091-acad-489892b8af28, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ed5a8da9-94a2-4091-acad-489892b8af28,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:32.992619 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:32.993986 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3e64c8a3-c0e1-4c29-954c-6061a85ae70c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:33.025729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-06a9e202-5264-45c6-9c3f-b2afa950fedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:33.113563 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.143755 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=ed5a8da9-94a2-4091-acad-489892b8af28,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:33.145374 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Transition to ACTIVE for port object 00fa13d7-f977-4f44-91c9-bf98fa81f200 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:33.147851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:33.266890 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.270635 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:33.281956 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:33.342354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.376940 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Attempting to bind port 00fa13d7-f977-4f44-91c9-bf98fa81f200 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:05:33.377373 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Attempting to bind port 00fa13d7-f977-4f44-91c9-bf98fa81f200 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:05:33.377919 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Attempting to bind port 00fa13d7-f977-4f44-91c9-bf98fa81f200 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:05:33.380452 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbb810-255d-4f0e-8e6f-386141520c02 None None] Pushing event updated for resources: {'Port': ['ID=00fa13d7-f977-4f44-91c9-bf98fa81f200,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:33.386628 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-d1fbb810-255d-4f0e-8e6f-386141520c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:33.391334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef74b4c3-c80b-460d-80af-340305845216 None None] Network 5214dd80-93d0-4d53-a8b1-4f16257341b6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:05:33.392206 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:05:33.392681 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:05:33.393142 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.393600 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:05:33.394134 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Bound port: 00fa13d7-f977-4f44-91c9-bf98fa81f200, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:05:33.394571 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.471678 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] For port 00fa13d7-f977-4f44-91c9-bf98fa81f200, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:33.475169 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] For port 00fa13d7-f977-4f44-91c9-bf98fa81f200, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=00fa13d7-f977-4f44-91c9-bf98fa81f200,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:33.530509 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.534572 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-8072cc65-b2b8-4dec-947e-1226f26f2029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:33.582166 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Allocated IP 172.20.0.1 (5214dd80-93d0-4d53-a8b1-4f16257341b6/97285c1e-f693-4a3a-923c-e23dc850d496/b187255f-4541-42c1-84d8-c101c6f48f35) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:33.605962 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-18500642-ec65-4134-aafb-15f084e1057e None None] Provisioning for port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:33.615457 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbb810-255d-4f0e-8e6f-386141520c02 None None] Pushing event updated for resources: {'Port': ['ID=00fa13d7-f977-4f44-91c9-bf98fa81f200,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:33.616326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-18500642-ec65-4134-aafb-15f084e1057e None None] Provisioning complete for port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:33.616702 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-18500642-ec65-4134-aafb-15f084e1057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.623068 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Routers {'b08db39f-2a32-4708-9f61-08b7085b1cfd'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:33.623616 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b08db39f-2a32-4708-9f61-08b7085b1cfd'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:33.675011 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-d1fbb810-255d-4f0e-8e6f-386141520c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:33.779047 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-18500642-ec65-4134-aafb-15f084e1057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.787444 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.808740 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.provisioning_blocks [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Transition to ACTIVE for port object b187255f-4541-42c1-84d8-c101c6f48f35 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:33.817274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-18500642-ec65-4134-aafb-15f084e1057e None None] For port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3e64c8a3-c0e1-4c29-954c-6061a85ae70c,segment=NetworkSegment(8a1ff4ce-1a32-476a-a067-d5b5f65fb358),segment_id=8a1ff4ce-1a32-476a-a067-d5b5f65fb358)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:33.865631 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] Set router b08db39f-2a32-4708-9f61-08b7085b1cfd gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:33.901323 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-18500642-ec65-4134-aafb-15f084e1057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.903110 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-854f075e-4821-4989-978e-d5d4c3651015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:33.935957 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:33.940710 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c27e51c4-b15f-4db4-b88c-d70c23d135e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:33.976378 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18500642-ec65-4134-aafb-15f084e1057e None None] Pushing event updated for resources: {'Port': ['ID=3e64c8a3-c0e1-4c29-954c-6061a85ae70c,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:33.979535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-18500642-ec65-4134-aafb-15f084e1057e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:34.015781 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Network 5214dd80-93d0-4d53-a8b1-4f16257341b6 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:34.019197 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:34.021620 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:34.029089 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f8f87544-0d26-46d1-9645-2289b622f4e9 None None] Provisioning complete for port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:34.030030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8f87544-0d26-46d1-9645-2289b622f4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:34.048114 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b187255f-4541-42c1-84d8-c101c6f48f35,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:34.055064 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:34.087640 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:34.190576 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'name': 'tempest-TestShelveInstance-1558703633-router', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:31Z', 'revision_number': 3, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'gw_port': {'id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:34.195913 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae2d50-bec0-4886-ad54-77796b297fd6 None None] The sync data for ids ['b08db39f-2a32-4708-9f61-08b7085b1cfd'] in dv-neutron-821074-1-hyperv is: [{'id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'name': 'tempest-TestShelveInstance-1558703633-router', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:31Z', 'revision_number': 3, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'gw_port': {'id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:05:34.257909 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:34.381147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-20a724f1-5424-4402-b864-933c1d288c1d None None] Provisioning for port b187255f-4541-42c1-84d8-c101c6f48f35 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:34.386799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-20a724f1-5424-4402-b864-933c1d288c1d None None] Provisioning complete for port b187255f-4541-42c1-84d8-c101c6f48f35 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:34.386799 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-20a724f1-5424-4402-b864-933c1d288c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:34.446998 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-20a724f1-5424-4402-b864-933c1d288c1d None None] Port b187255f-4541-42c1-84d8-c101c6f48f35 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:05:34.462327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ed5a8da9-94a2-4091-acad-489892b8af28 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:34.486470 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:34.533192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port ed5a8da9-94a2-4091-acad-489892b8af28 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:34.533572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:34.585042 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:34.614961 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8840c8b9-6e49-483b-95fc-051f9562bbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:34.650139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3e64c8a3-c0e1-4c29-954c-6061a85ae70c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:34.720859 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:34.721140 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:34.821210 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:34.825478 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b187255f-4541-42c1-84d8-c101c6f48f35,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:34.828951 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:34.966541 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Network 5214dd80-93d0-4d53-a8b1-4f16257341b6 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:34.968211 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:35.172912 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-90cd2e2d-7822-41c6-9012-c3311dbae233 None None] Provisioning complete for port b187255f-4541-42c1-84d8-c101c6f48f35 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:35.173500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-90cd2e2d-7822-41c6-9012-c3311dbae233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:35.228140 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2e2d-7822-41c6-9012-c3311dbae233 None None] Port b187255f-4541-42c1-84d8-c101c6f48f35 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:05:35.360293 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Router b08db39f-2a32-4708-9f61-08b7085b1cfd has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:05:35.564545 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:05:35.573424 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-c9c61319-5ae6-4bed-852a-a2bdf4daa3e2 admin admin] 10.222.0.62 "PUT /v2.0/routers/b08db39f-2a32-4708-9f61-08b7085b1cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4601450 Dec 20 17:05:37.432726 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36664) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:37.439472 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1893023394', 'description': 'tempest-secgroup-smoke-1893023394 description', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:37.445399 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:37.449126 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:37.452661 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:37.458177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:37.568173 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:37.601577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:37.605236 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:37.608501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:37.614139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:37.671365 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:37.775343 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:37.779171 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-133fadd3-ee53-4808-aab4-65b99c277ad7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:37.817899 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:37.821052 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:37.895772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:37.897140 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-bf6b4f7b-9411-4b88-8af7-b26d64bd946d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4631753 Dec 20 17:05:37.900091 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36668) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:37.905560 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '1d5da0eb-ce71-47ea-8020-0e1138ccc1e7', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:37.911570 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:37.915330 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:37.918168 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:37.924387 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:38.015766 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:38.081824 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:38.164113 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:38.165937 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-57702911-f1d5-488f-b27a-686e05cff8dc tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:38.188242 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9192b2-d5e8-4d6c-8bca-428e9bcd03fb,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:38.190691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:38.259177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:38.260381 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-30c78020-fa67-424d-87c5-0abbaaba0410 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3593879 Dec 20 17:05:38.263140 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36672) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:38.268563 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '1d5da0eb-ce71-47ea-8020-0e1138ccc1e7', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:38.274594 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:38.278417 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:38.281789 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:38.287404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:38.365079 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:38.426617 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:38.546784 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:38.548643 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-8d372604-2a63-46e9-bb03-bda894c48666 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:38.571508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6120d56-4f77-4d0a-a2f2-5a672e4a35b2,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:38.575924 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:38.678338 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:38.679503 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4154658 Dec 20 17:05:38.682175 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36676) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:38.688415 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '1d5da0eb-ce71-47ea-8020-0e1138ccc1e7', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:38.694391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:38.698131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:38.700982 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:38.707181 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:38.885350 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:38.950262 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:39.128139 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:39.129993 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9438550a-d2d0-46d0-87b2-67081626e788 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:39.154177 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbccce15-a4ab-4e75-bf0a-fb799bde310c,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:39.156593 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:39.254019 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:39.255328 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e1af3646-3e93-4ea7-bdbd-3356b6d2a4d1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5722418 Dec 20 17:05:39.258165 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36680) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:39.265134 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '1d5da0eb-ce71-47ea-8020-0e1138ccc1e7', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:39.273083 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:39.277241 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:39.280506 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:39.286508 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:39.405069 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:39.475130 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:39.598782 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:39.600562 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-81a59720-0ed3-43fd-a341-960aa28310db tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:39.623002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a86869-5b8d-4d8a-8428-f4940edc2414,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:39.625440 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:39.766986 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:39.768273 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-0eeccaaf-16f5-43ab-b945-ef352880b51d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5090675 Dec 20 17:05:39.771011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36684) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:39.777877 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '1d5da0eb-ce71-47ea-8020-0e1138ccc1e7', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:39.784442 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:39.788378 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:39.791235 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:39.797595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:39.911273 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Project aed04e9c5cea446691a8b5755d84f0f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:05:39.920095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:39.987414 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:40.095463 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:40.097978 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-d2cf0205-bf63-4979-adfb-d8622051c92f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:40.125303 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd1b15b-7613-4cd7-b180-d6c15abfe010,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:40.130162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:40.209705 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:40.210940 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-5a1f3ea2-8296-4429-8880-bb3733b8d6df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4383852 Dec 20 17:05:40.213543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36688) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:40.219044 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '1d5da0eb-ce71-47ea-8020-0e1138ccc1e7', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:40.224965 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:40.228717 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:40.231543 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:40.237065 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:40.322328 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.securitygroups_db [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Project aed04e9c5cea446691a8b5755d84f0f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:05:40.329691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:40.405132 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:40.482268 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:40.484704 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-9deda2da-b469-4beb-9472-8250a23e0d41 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:40.506292 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157b6855-a97c-4ad0-a4dc-bafbd7e61211,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:40.508691 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:40.594596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:40.595833 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-858192e6-eba4-4a75-b62e-80e9e639664d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3813994 Dec 20 17:05:40.937957 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d9d725c2-85cd-436b-b344-e2d841f3f96e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1893023394&fields=id&tenant_id=aed04e9c5cea446691a8b5755d84f0f8 HTTP/1.1" status: 200 len: 267 time: 0.0431612 Dec 20 17:05:41.095053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-74308155-800f-4be9-8b39-c3d379d8122f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:41.096388 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-74308155-800f-4be9-8b39-c3d379d8122f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 809 time: 0.1522610 Dec 20 17:05:41.112583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-7ba7e76a-c253-4d03-9d54-e51174851df3 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/quotas/aed04e9c5cea446691a8b5755d84f0f8 HTTP/1.1" status: 200 len: 375 time: 0.0108783 Dec 20 17:05:41.349492 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-3372f05a-d54e-4ca6-8e7c-6625180fe0c9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2316446 Dec 20 17:05:41.365914 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-f985a3ba-c1d3-4556-91fd-afb569ff6f96 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 17:05:41.371881 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-f985a3ba-c1d3-4556-91fd-afb569ff6f96 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052121 Dec 20 17:05:41.524833 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-f9082ace-f905-4879-901c-0938af5047a4 service neutron] 10.222.0.62 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507633 Dec 20 17:05:41.668358 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-045bb0c6-f113-4fa5-a837-7acd0cc65b2d service neutron] 10.222.0.62 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363966 Dec 20 17:05:41.985336 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06d0bf9b-a883-42a2-a8ac-90a2e97d7745 req-4a516de8-114b-41be-8248-c5b87220ace5 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 210 time: 0.0410473 Dec 20 17:05:42.090541 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:05:42.466210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 00fa13d7-f977-4f44-91c9-bf98fa81f200 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:42.627178 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 00fa13d7-f977-4f44-91c9-bf98fa81f200 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:42.632330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 00fa13d7-f977-4f44-91c9-bf98fa81f200 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:42.632851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:42.759210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:42.775708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 00fa13d7-f977-4f44-91c9-bf98fa81f200, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=00fa13d7-f977-4f44-91c9-bf98fa81f200,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:42.865276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:42.868369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:42.932256 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=00fa13d7-f977-4f44-91c9-bf98fa81f200,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:42.935646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:43.092836 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e966eaff-c1fb-4cac-b547-c8a981c9c188 req-eb309708-2d7f-4b05-aec3-929cef63a654 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 210 time: 0.0414023 Dec 20 17:05:44.258644 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e4a8d124-2727-443b-b992-8a5149935547 req-8bcc3979-377a-40ae-b984-f6057b51bc02 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 210 time: 0.0433569 Dec 20 17:05:44.456401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 00fa13d7-f977-4f44-91c9-bf98fa81f200 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:44.526811 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 00fa13d7-f977-4f44-91c9-bf98fa81f200 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:44.527223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:44.730218 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-3a55b0b3-7a7a-484f-9320-f97a78565b0a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:44.731675 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-3a55b0b3-7a7a-484f-9320-f97a78565b0a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 809 time: 0.1490135 Dec 20 17:05:44.790015 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-0e638e42-3437-4cfb-a2da-342dd974ea8b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed04e9c5cea446691a8b5755d84f0f8 HTTP/1.1" status: 200 len: 380 time: 0.0454865 Dec 20 17:05:44.799228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'port': {'device_id': '02530351-800a-40be-ba9e-680fee344d63', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'admin_state_up': True, 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'security_groups': ['1d5da0eb-ce71-47ea-8020-0e1138ccc1e7']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:44.934990 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:44.938730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:port and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:44.941684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:44.947503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:45.118390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Made reservation on behalf of aed04e9c5cea446691a8b5755d84f0f8 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:45.121485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:45.291212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Allocated IP 172.20.0.14 (1fa2f3ed-5587-4a34-a505-3c46a78a3dc4/83cbe85c-d6e2-436b-a0c2-ef7c77c986fd/a19a1186-0fa3-4564-8068-5d20e4aca067) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:45.479939 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-acea2268-72db-4c25-ac76-1acd01c220a6 req-a6062085-b1f3-4bca-8bf6-93e9363d94ad tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 210 time: 0.0998569 Dec 20 17:05:45.530013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:45.545178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Transition to ACTIVE for port object a19a1186-0fa3-4564-8068-5d20e4aca067 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:45.689073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:45.694754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-159e70ed-4aac-49d9-9374-5d65db242721 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:45.718555 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:45.764369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:45.768280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:45.773034 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:45.806145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:45.811704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:45.849645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:45.850243 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:45.941916 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1472321 Dec 20 17:05:46.078126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Request body: {'port': {'device_id': '02530351-800a-40be-ba9e-680fee344d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:46.089932 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-44343908-513b-4b4e-88d7-6d211b28d6d2 None None] Provisioning for port a19a1186-0fa3-4564-8068-5d20e4aca067 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:46.095186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-44343908-513b-4b4e-88d7-6d211b28d6d2 None None] Provisioning complete for port a19a1186-0fa3-4564-8068-5d20e4aca067 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:46.095571 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-44343908-513b-4b4e-88d7-6d211b28d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:46.148922 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-44343908-513b-4b4e-88d7-6d211b28d6d2 None None] Port a19a1186-0fa3-4564-8068-5d20e4aca067 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:05:46.191909 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:46.690631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19a1186-0fa3-4564-8068-5d20e4aca067 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:05:46.691651 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:46.714996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Transition to ACTIVE for port object a19a1186-0fa3-4564-8068-5d20e4aca067 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:46.731576 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06830304-6b12-4276-bee7-47c2e298968f req-4dae674a-25e7-4dd2-b932-e1c9316aeb29 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:46.732261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-06830304-6b12-4276-bee7-47c2e298968f req-4dae674a-25e7-4dd2-b932-e1c9316aeb29 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Synchronizing usage tracker for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:05:46.808126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:46.812312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-209caa08-0eae-4e42-9a4d-97a488d88618 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:46.848522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-06830304-6b12-4276-bee7-47c2e298968f req-4dae674a-25e7-4dd2-b932-e1c9316aeb29 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Unset dirty status for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:05:46.849653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06830304-6b12-4276-bee7-47c2e298968f req-4dae674a-25e7-4dd2-b932-e1c9316aeb29 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 932 time: 0.2306800 Dec 20 17:05:46.969052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Pushing event updated for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:46.975623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:47.011732 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06830304-6b12-4276-bee7-47c2e298968f req-f451669a-3270-460c-a419-887d35e5faef tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518428 Dec 20 17:05:47.085777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Attempting to bind port a19a1186-0fa3-4564-8068-5d20e4aca067 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:05:47.086107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Attempting to bind port a19a1186-0fa3-4564-8068-5d20e4aca067 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:05:47.086426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Attempting to bind port a19a1186-0fa3-4564-8068-5d20e4aca067 on network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:05:47.092230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Port a19a1186-0fa3-4564-8068-5d20e4aca067 on network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 17:05:47.092539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Attempting to bind port a19a1186-0fa3-4564-8068-5d20e4aca067 on network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:05:47.099331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:05:47.099660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Checking segment: {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:05:47.100033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Bound using segment: {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:05:47.100449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Bound port: a19a1186-0fa3-4564-8068-5d20e4aca067, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:05:47.100786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:47.189156 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:47.192105 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:47.273242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:47.277841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-460e5ac9-df3c-4191-a35d-69b2d89daa4e tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:47.339628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:47.340974 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] 10.222.0.64 "PUT /v2.0/ports/a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 1094 time: 1.3917141 Dec 20 17:05:47.341501 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:47.357090 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Pushing event updated for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:47.360458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:47.402886 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'status': 'completed', 'code': 200} Dec 20 17:05:47.500880 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc81b8c0-1385-4dab-9c6d-c12a3762fe39 req-6983296b-cfef-41be-b1aa-f05555e186e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1097 time: 0.0765533 Dec 20 17:05:47.638684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b8c0-1385-4dab-9c6d-c12a3762fe39 req-213f30bb-050f-4c01-9138-2320988ddbcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:47.640187 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc81b8c0-1385-4dab-9c6d-c12a3762fe39 req-213f30bb-050f-4c01-9138-2320988ddbcb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1325397 Dec 20 17:05:47.780144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b8c0-1385-4dab-9c6d-c12a3762fe39 req-f701071b-684a-4ef3-b8a1-b28b1f5d27e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:47.781587 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bc81b8c0-1385-4dab-9c6d-c12a3762fe39 req-f701071b-684a-4ef3-b8a1-b28b1f5d27e7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359181 Dec 20 17:05:47.884608 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-579905e1-fcdd-4f66-9144-20e242ea7cfe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1097 time: 0.0672541 Dec 20 17:05:47.955614 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-eef1226b-77ea-44c8-b9c6-c57a49110129 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 217 time: 0.0639169 Dec 20 17:05:48.016347 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-11e427ef-279d-4813-a8ce-98c07efaf2eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:48.017760 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-11e427ef-279d-4813-a8ce-98c07efaf2eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0565505 Dec 20 17:05:48.096126 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-17601317-7821-42f7-a7fc-af503f9d9e2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723610 Dec 20 17:05:48.273557 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-16651a3e-5e00-4939-8579-ed18d5a9d4c2 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712945 Dec 20 17:05:48.332046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6c888-8321-4308-8800-5f371b76fd40 req-b733b4c0-c792-4dc6-95a6-7fe66c3aa2de tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:48.333386 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-edb6c888-8321-4308-8800-5f371b76fd40 req-b733b4c0-c792-4dc6-95a6-7fe66c3aa2de tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.1928580 Dec 20 17:05:48.548483 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3f6dc32-d643-4dc4-a85e-dc14946129de req-05d5e58c-8370-4590-a532-5c635386aeb8 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685173 Dec 20 17:05:48.550720 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-edb6c888-8321-4308-8800-5f371b76fd40 req-b2a0d502-a7e9-4d59-b1a7-235cb01bd682 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719843 Dec 20 17:05:49.750937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d5578-7349-4d4f-828a-8fee01579964 req-9c71c0bd-d53a-4151-aa83-973f1b1f418a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:49.752390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-146d5578-7349-4d4f-828a-8fee01579964 req-9c71c0bd-d53a-4151-aa83-973f1b1f418a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0793223 Dec 20 17:05:49.802732 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-146d5578-7349-4d4f-828a-8fee01579964 req-92182ea3-3fed-407c-a6d0-131ef48a442f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447855 Dec 20 17:05:50.920265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a19a1186-0fa3-4564-8068-5d20e4aca067 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:05:51.001028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43299-c85e-4fc4-a95c-92be6394d29e req-3e3517f0-c351-4e5d-b62b-59fb9b77d6e3 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:51.002494 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0bb43299-c85e-4fc4-a95c-92be6394d29e req-3e3517f0-c351-4e5d-b62b-59fb9b77d6e3 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0767093 Dec 20 17:05:51.052500 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0bb43299-c85e-4fc4-a95c-92be6394d29e req-31514598-11c5-4198-b5c2-cef8751fa160 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443203 Dec 20 17:05:51.054677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:51.069488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'port_id': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'mac_address': 'fa:16:3e:30:00:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:05:51.126660 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:51.143416 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19a1186-0fa3-4564-8068-5d20e4aca067 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:05:51.157988 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:51.221536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:51.223451 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:51.288207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:51.291161 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:51.581071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['a19a1186-0fa3-4564-8068-5d20e4aca067'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:05:52.025111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-64819b80-d8d5-40fb-ac05-7ada34ce0f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:52.261163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e0365-5a5b-4f52-86f2-06d42677d02e req-4635fbee-fc46-4d54-aa2c-3e6179c23c98 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:52.262631 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-de0e0365-5a5b-4f52-86f2-06d42677d02e req-4635fbee-fc46-4d54-aa2c-3e6179c23c98 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 945 time: 0.0844419 Dec 20 17:05:52.307466 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-de0e0365-5a5b-4f52-86f2-06d42677d02e req-e3581fe6-bfd3-4591-8ef2-1446351dfff0 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389819 Dec 20 17:05:52.632086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Sync routers for ids ['b08db39f-2a32-4708-9f61-08b7085b1cfd'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:05:52.644156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Routers {'b08db39f-2a32-4708-9f61-08b7085b1cfd'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:52.644762 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:05:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b08db39f-2a32-4708-9f61-08b7085b1cfd'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:52.861491 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Set router b08db39f-2a32-4708-9f61-08b7085b1cfd gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:52.928105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a19a1186-0fa3-4564-8068-5d20e4aca067 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:53.211517 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port a19a1186-0fa3-4564-8068-5d20e4aca067 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:53.222769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port a19a1186-0fa3-4564-8068-5d20e4aca067 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:53.223200 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:53.283853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'name': 'tempest-TestShelveInstance-1558703633-router', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:34Z', 'revision_number': 4, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'gw_port': {'id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'b187255f-4541-42c1-84d8-c101c6f48f35', 'name': '', 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'mac_address': 'fa:16:3e:94:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97285c1e-f693-4a3a-923c-e23dc850d496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:33Z', 'updated_at': '2021-12-20T17:05:34Z', 'revision_number': 2, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'subnets': [{'id': '97285c1e-f693-4a3a-923c-e23dc850d496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:53.291192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Checking router: b08db39f-2a32-4708-9f61-08b7085b1cfd for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:05:53.291562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Updating router b08db39f-2a32-4708-9f61-08b7085b1cfd port b187255f-4541-42c1-84d8-c101c6f48f35 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:05:53.391445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:53.407405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:53.472453 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:53.495097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:53.508106 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923253cd-668c-4578-9100-53abddb10718 req-70c30821-551a-409a-a9fe-e16ce8207aec tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:53.509618 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-923253cd-668c-4578-9100-53abddb10718 req-70c30821-551a-409a-a9fe-e16ce8207aec tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 945 time: 0.0819383 Dec 20 17:05:53.534769 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'code': 200} Dec 20 17:05:53.557203 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-923253cd-668c-4578-9100-53abddb10718 req-41ec8dd6-bba1-42af-983c-3cd18162c5e9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421641 Dec 20 17:05:53.569135 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:53.573342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-18500642-ec65-4134-aafb-15f084e1057e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:53.721304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:53.730328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:53.832778 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:53.845185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Transition to ACTIVE for port object b187255f-4541-42c1-84d8-c101c6f48f35 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:53.930880 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c391aff-f068-4325-b3fb-4e95ebacb0d0 req-07bbbab9-5ce1-4f04-8cdb-a03b02c2cd74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1099 time: 0.0662591 Dec 20 17:05:53.935567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:53.940093 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:53.974427 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0c391aff-f068-4325-b3fb-4e95ebacb0d0 req-93f4aa8a-e94a-4124-96f3-a1c08363d6ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375903 Dec 20 17:05:54.061578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1d5d4-c753-47d4-b921-fd063fabd806 None None] Pushing event updated for resources: {'Port': ['ID=b187255f-4541-42c1-84d8-c101c6f48f35,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:54.066045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8da1d5d4-c753-47d4-b921-fd063fabd806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:54.151835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Attempting to bind port b187255f-4541-42c1-84d8-c101c6f48f35 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:05:54.151835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Attempting to bind port b187255f-4541-42c1-84d8-c101c6f48f35 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '8a1ff4ce-1a32-476a-a067-d5b5f65fb358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:05:54.152179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Attempting to bind port b187255f-4541-42c1-84d8-c101c6f48f35 on network 5214dd80-93d0-4d53-a8b1-4f16257341b6 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:05:54.158581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:05:54.158984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Checking segment: {'id': '8a1ff4ce-1a32-476a-a067-d5b5f65fb358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:05:54.159415 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:54.159804 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Bound using segment: {'id': '8a1ff4ce-1a32-476a-a067-d5b5f65fb358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:05:54.160264 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Bound port: b187255f-4541-42c1-84d8-c101c6f48f35, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1ff4ce-1a32-476a-a067-d5b5f65fb358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:05:54.160633 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:54.268407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] For port b187255f-4541-42c1-84d8-c101c6f48f35, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:54.276428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] For port b187255f-4541-42c1-84d8-c101c6f48f35, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b187255f-4541-42c1-84d8-c101c6f48f35,segment=NetworkSegment(8a1ff4ce-1a32-476a-a067-d5b5f65fb358),segment_id=8a1ff4ce-1a32-476a-a067-d5b5f65fb358)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:54.398893 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a8a97ebd-32cf-42ce-8a74-1f0530fa4c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:54.410046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:54.413785 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:54.500205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Routers {'b08db39f-2a32-4708-9f61-08b7085b1cfd'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:54.500842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:05:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b08db39f-2a32-4708-9f61-08b7085b1cfd'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:54.548030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1d5d4-c753-47d4-b921-fd063fabd806 None None] Pushing event updated for resources: {'Port': ['ID=b187255f-4541-42c1-84d8-c101c6f48f35,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:54.551239 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8da1d5d4-c753-47d4-b921-fd063fabd806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:54.751807 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] Set router b08db39f-2a32-4708-9f61-08b7085b1cfd gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:54.768787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bb324-4716-432d-a728-7ec2f807eb5b req-ba0a2b55-f285-4c69-8ecc-0a7bb50f43b5 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:54.770257 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-551bb324-4716-432d-a728-7ec2f807eb5b req-ba0a2b55-f285-4c69-8ecc-0a7bb50f43b5 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0818510 Dec 20 17:05:54.818385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-551bb324-4716-432d-a728-7ec2f807eb5b req-7fee2134-4aa5-472b-ab94-be2adf04b373 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Dec 20 17:05:55.068107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'name': 'tempest-TestShelveInstance-1558703633-router', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:34Z', 'revision_number': 4, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'gw_port': {'id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'b187255f-4541-42c1-84d8-c101c6f48f35', 'name': '', 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'mac_address': 'fa:16:3e:94:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97285c1e-f693-4a3a-923c-e23dc850d496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:33Z', 'updated_at': '2021-12-20T17:05:54Z', 'revision_number': 4, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'subnets': [{'id': '97285c1e-f693-4a3a-923c-e23dc850d496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:55.072642 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957c5761-110d-4b85-994a-b2e4c9b34ae9 None None] The sync data for ids ['b08db39f-2a32-4708-9f61-08b7085b1cfd'] in dv-neutron-821074-1-hyperv is: [{'id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'name': 'tempest-TestShelveInstance-1558703633-router', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:34Z', 'revision_number': 4, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'gw_port': {'id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'b187255f-4541-42c1-84d8-c101c6f48f35', 'name': '', 'network_id': '5214dd80-93d0-4d53-a8b1-4f16257341b6', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'mac_address': 'fa:16:3e:94:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97285c1e-f693-4a3a-923c-e23dc850d496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:33Z', 'updated_at': '2021-12-20T17:05:54Z', 'revision_number': 4, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'subnets': [{'id': '97285c1e-f693-4a3a-923c-e23dc850d496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:05:55.621386 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:55.855220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:56.026461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739406b-3c6c-4e74-bd57-831778d35fe7 req-9eb02a87-344d-477f-886a-99e94be90963 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:56.027948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b739406b-3c6c-4e74-bd57-831778d35fe7 req-9eb02a87-344d-477f-886a-99e94be90963 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0763319 Dec 20 17:05:56.078264 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b739406b-3c6c-4e74-bd57-831778d35fe7 req-49252a93-13ea-4c4f-bbda-f9eca2f52d35 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443494 Dec 20 17:05:56.284792 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860afe3-d6fa-47c3-bb6c-a73ef8f452a3 req-af25948e-af7a-4ae8-956d-7a3d55909b01 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:56.286269 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c860afe3-d6fa-47c3-bb6c-a73ef8f452a3 req-af25948e-af7a-4ae8-956d-7a3d55909b01 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0802577 Dec 20 17:05:56.331572 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c860afe3-d6fa-47c3-bb6c-a73ef8f452a3 req-71186081-5005-4792-bb4d-a45a240c432d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397456 Dec 20 17:05:56.358346 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 36748) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:56.478375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b187255f-4541-42c1-84d8-c101c6f48f35 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:56.498229 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e7995298-56cb-4158-a09e-aedcb9bccb3a tempest-TestShelveInstance-404768738 tempest-TestShelveInstance-404768738-project-admin] Synchronizing usage tracker for tenant:9d63c5b345d24a00aa16c6f88d0fac4e on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:05:56.610542 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-e7995298-56cb-4158-a09e-aedcb9bccb3a tempest-TestShelveInstance-404768738 tempest-TestShelveInstance-404768738-project-admin] Unset dirty status for tenant:9d63c5b345d24a00aa16c6f88d0fac4e on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:05:56.611815 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-e7995298-56cb-4158-a09e-aedcb9bccb3a tempest-TestShelveInstance-404768738 tempest-TestShelveInstance-404768738-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1094 time: 0.2518594 Dec 20 17:05:56.614830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 36754) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:05:56.620350 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:05:56.621613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port b187255f-4541-42c1-84d8-c101c6f48f35 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:56.627472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:05:56.627784 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b187255f-4541-42c1-84d8-c101c6f48f35 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:56.627904 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:56.631221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:floatingip and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:05:56.634159 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:05:56.639828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:05:56.743389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:56.774813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port b187255f-4541-42c1-84d8-c101c6f48f35, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b187255f-4541-42c1-84d8-c101c6f48f35,segment=NetworkSegment(8a1ff4ce-1a32-476a-a067-d5b5f65fb358),segment_id=8a1ff4ce-1a32-476a-a067-d5b5f65fb358)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:56.775709 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:56.907640 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:56.909449 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8da1d5d4-c753-47d4-b921-fd063fabd806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:56.916258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:56.982230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=b187255f-4541-42c1-84d8-c101c6f48f35,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:56.993832 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:57.058297 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Allocated IP 172.26.7.83 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/f03367fe-883e-4343-a57a-270ceecadad0) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:57.198935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:57.211537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:57.307414 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:57.311536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-11527d29-62bb-4a75-9726-48b971f2cfb8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:57.376979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:57.379647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:57.384019 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:57.411912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'Port': ['ID=f03367fe-883e-4343-a57a-270ceecadad0,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:57.416827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:58.005429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:58.129721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:58.339969 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:58.424780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:58.428696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:05:58.458903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b187255f-4541-42c1-84d8-c101c6f48f35 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:05:58.528122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port b187255f-4541-42c1-84d8-c101c6f48f35 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:58.528502 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:58.529724 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'Port': ['ID=f03367fe-883e-4343-a57a-270ceecadad0,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:58.534351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:05:58.549035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:58.738083 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Floating IP 35ceb683-ca4c-4184-9b9e-52605d7399ae associated. External IP: 172.26.7.83, port: a19a1186-0fa3-4564-8068-5d20e4aca067. Dec 20 17:05:59.121579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Router 45baaad1-fb29-4f69-b22f-c539ce4c721d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:05:59.328419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:05:59.338143 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] Sync routers for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:05:59.350555 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:59.351203 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:05:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:59.433926 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:05:59.488880 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8728888 Dec 20 17:05:59.489658 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:59.529298 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:05:59.544265 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'status': 'completed', 'code': 200} Dec 20 17:05:59.764594 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-982ece03-be40-4669-b69f-442de6a6eb0b req-024fd961-5c47-47ee-b0f5-5bdd4a7aac2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1099 time: 0.1966300 Dec 20 17:05:59.899577 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '35ceb683-ca4c-4184-9b9e-52605d7399ae', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'floating_ip_address': '172.26.7.83', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'port_id': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'mac_address': 'fa:16:3e:30:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02530351-800a-40be-ba9e-680fee344d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:05:57Z', 'updated_at': '2021-12-20T17:05:57Z', 'revision_number': 0, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:59.906809 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] Checking router: 45baaad1-fb29-4f69-b22f-c539ce4c721d for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:05:59.913931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ece03-be40-4669-b69f-442de6a6eb0b req-ec0ea0ad-0e9f-4543-ab77-1246b842afc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:59.916028 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-982ece03-be40-4669-b69f-442de6a6eb0b req-ec0ea0ad-0e9f-4543-ab77-1246b842afc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1445684 Dec 20 17:05:59.918897 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:59.919580 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:05:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:00.024037 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-982ece03-be40-4669-b69f-442de6a6eb0b req-f4294af3-cda4-4936-bb46-91d1a3bdeb69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 999 time: 0.1012301 Dec 20 17:06:00.099325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ece03-be40-4669-b69f-442de6a6eb0b req-1c1e7c2b-34ef-4396-a9d7-e86c08f9a902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:00.100767 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-982ece03-be40-4669-b69f-442de6a6eb0b req-1c1e7c2b-34ef-4396-a9d7-e86c08f9a902 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0592372 Dec 20 17:06:00.115290 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:06:00.189123 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-982ece03-be40-4669-b69f-442de6a6eb0b req-33e267cc-9f8e-424a-87e8-32649af89722 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778041 Dec 20 17:06:00.349687 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-982ece03-be40-4669-b69f-442de6a6eb0b req-d18618c0-836d-4bdd-9912-492d319ffa6b service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537495 Dec 20 17:06:00.497246 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-982ece03-be40-4669-b69f-442de6a6eb0b req-4b264456-2532-40f7-997c-50fcf4bbb45b service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410136 Dec 20 17:06:00.536168 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '35ceb683-ca4c-4184-9b9e-52605d7399ae', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'floating_ip_address': '172.26.7.83', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'port_id': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'mac_address': 'fa:16:3e:30:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02530351-800a-40be-ba9e-680fee344d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:05:57Z', 'updated_at': '2021-12-20T17:05:57Z', 'revision_number': 0, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:00.540152 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ebb5e-e2b1-46c9-b06a-6ff57f7aa17d None None] The sync data for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv is: [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '35ceb683-ca4c-4184-9b9e-52605d7399ae', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'floating_ip_address': '172.26.7.83', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'port_id': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'mac_address': 'fa:16:3e:30:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02530351-800a-40be-ba9e-680fee344d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:05:57Z', 'updated_at': '2021-12-20T17:05:57Z', 'revision_number': 0, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:06:02.966978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1408b405-96d6-4579-b591-ae1a204b6b4f None None] New status for floating IP 35ceb683-ca4c-4184-9b9e-52605d7399ae: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:06:15.688098 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:19.090487 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:06:21.995568 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6787db8c-9c01-4c7f-bdb6-eef70826ed55 req-0cf677a2-41f1-406a-85ec-23c0d43f7177 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714467 Dec 20 17:06:22.081881 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-15c6bf9f-59f2-4ef0-8491-81b44bdbacaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:22.137356 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6787db8c-9c01-4c7f-bdb6-eef70826ed55 req-dcf83c0a-c994-4a45-a452-f71f6c8d8765 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1099 time: 0.0714316 Dec 20 17:06:22.283632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787db8c-9c01-4c7f-bdb6-eef70826ed55 req-2effd123-84ec-42d3-b855-91df96e7aed3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:22.284986 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6787db8c-9c01-4c7f-bdb6-eef70826ed55 req-2effd123-84ec-42d3-b855-91df96e7aed3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1283894 Dec 20 17:06:22.393752 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6787db8c-9c01-4c7f-bdb6-eef70826ed55 req-37cd3fa1-df6e-478e-ad49-8b7990a3fb93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 1001 time: 0.1017151 Dec 20 17:06:22.461775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787db8c-9c01-4c7f-bdb6-eef70826ed55 req-c6d86925-341b-46c6-ae30-1e91ef68c696 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:22.463252 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6787db8c-9c01-4c7f-bdb6-eef70826ed55 req-c6d86925-341b-46c6-ae30-1e91ef68c696 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0629878 Dec 20 17:06:22.542890 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6787db8c-9c01-4c7f-bdb6-eef70826ed55 req-2517e54e-aa6a-4a02-8d8d-a33c33a64952 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732241 Dec 20 17:06:22.678080 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6787db8c-9c01-4c7f-bdb6-eef70826ed55 req-afd08b7e-fe1c-453f-b7b5-08c40f867334 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282661 Dec 20 17:06:22.812401 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6787db8c-9c01-4c7f-bdb6-eef70826ed55 req-4204293a-1d75-4d10-9157-28d457f40f39 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284125 Dec 20 17:06:24.333618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-60e5590c-5815-48de-bbf3-c11a60d608f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:25.541795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:25.744639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:27.181690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:45.684615 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:52.084754 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cf06099b-742a-43ea-a1e5-ec3ca5958886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:54.352775 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-052fe049-47b0-4f19-aade-6f997f258f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:55.533005 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:55.744249 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:06:56.090799 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:06:57.196097 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:15.679343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:21.975203 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6479e35-1b63-4993-9bcc-913ded2f1b48 req-ec6a9b26-96d9-4549-8a0e-3b90fe2bf56b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713496 Dec 20 17:07:22.050900 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e78602c9-d02d-4296-8980-abc7a7968978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:22.232573 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6479e35-1b63-4993-9bcc-913ded2f1b48 req-82511328-0031-4b36-af17-eea8333cda21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1099 time: 0.1869490 Dec 20 17:07:22.380615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6479e35-1b63-4993-9bcc-913ded2f1b48 req-380c53fc-9323-4043-925e-0e3d2f65fbf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.382063 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6479e35-1b63-4993-9bcc-913ded2f1b48 req-380c53fc-9323-4043-925e-0e3d2f65fbf8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1316042 Dec 20 17:07:22.497285 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6479e35-1b63-4993-9bcc-913ded2f1b48 req-4dd18ec4-3fc5-4c81-b739-cb2af7a033e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 1001 time: 0.1090162 Dec 20 17:07:22.561581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6479e35-1b63-4993-9bcc-913ded2f1b48 req-05f88f3a-b679-4da9-a1aa-f271d53bb461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.563036 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6479e35-1b63-4993-9bcc-913ded2f1b48 req-05f88f3a-b679-4da9-a1aa-f271d53bb461 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0601983 Dec 20 17:07:22.641642 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6479e35-1b63-4993-9bcc-913ded2f1b48 req-099141b0-feec-4269-b3cc-ef149d6f3b92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724151 Dec 20 17:07:22.773960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6479e35-1b63-4993-9bcc-913ded2f1b48 req-0380653e-fe56-47ce-a119-7f8e22bc52c8 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257775 Dec 20 17:07:22.915601 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a6479e35-1b63-4993-9bcc-913ded2f1b48 req-2a4b931a-5b14-4519-b11c-0f4431ea3133 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358769 Dec 20 17:07:24.378705 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b882-224f-4550-9494-19dc5e2fc22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:25.518898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:25.741605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:27.187938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:33.091337 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:07:45.673484 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:52.036083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb8cd-d82f-43b6-a60e-eb6aa6da5a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:54.336148 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c0fba13e-0a71-4531-8217-50628514a364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:55.578663 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:55.761155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:07:57.183999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:10.091143 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:08:15.702374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:21.996195 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-735071ec-0f4d-4054-93db-04521fe72da9 req-62ff4b15-a80b-460e-b700-c4f931373c5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769992 Dec 20 17:08:22.064070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6588-d077-4947-a3b7-43198a8bb8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:22.146236 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-735071ec-0f4d-4054-93db-04521fe72da9 req-e40bf766-0ce0-4577-8e4c-b287235b5dad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1099 time: 0.0736544 Dec 20 17:08:22.295490 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735071ec-0f4d-4054-93db-04521fe72da9 req-6b3cad8e-849f-4a0c-85d1-c0f14e69b260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:22.296871 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-735071ec-0f4d-4054-93db-04521fe72da9 req-6b3cad8e-849f-4a0c-85d1-c0f14e69b260 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1315868 Dec 20 17:08:22.404008 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-735071ec-0f4d-4054-93db-04521fe72da9 req-1ed00c7e-93c1-43ed-a3e3-f92ffa964e97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 1001 time: 0.1001728 Dec 20 17:08:22.466879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735071ec-0f4d-4054-93db-04521fe72da9 req-e7986cb0-f0fc-4e12-a4ab-0a7cb7801fbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:22.468345 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-735071ec-0f4d-4054-93db-04521fe72da9 req-e7986cb0-f0fc-4e12-a4ab-0a7cb7801fbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0586238 Dec 20 17:08:22.547035 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-735071ec-0f4d-4054-93db-04521fe72da9 req-ec8c91f0-6b11-4591-b423-2cd375bbd503 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713060 Dec 20 17:08:22.677204 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-735071ec-0f4d-4054-93db-04521fe72da9 req-c0c4f7b7-8886-4230-85c9-8d9d49e1b0b2 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230872 Dec 20 17:08:22.810137 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-735071ec-0f4d-4054-93db-04521fe72da9 req-cb5a879a-64e6-450a-a72b-63b75ce6442d service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269436 Dec 20 17:08:24.232852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b6b1-bdf6-43d2-a0a0-7cb0b3315d73 req-6628c2de-b2ae-4128-a224-dfd711ab21ad tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:24.234399 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a85b6b1-bdf6-43d2-a0a0-7cb0b3315d73 req-6628c2de-b2ae-4128-a224-dfd711ab21ad tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.2083471 Dec 20 17:08:24.284067 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6a85b6b1-bdf6-43d2-a0a0-7cb0b3315d73 req-968355b2-e2ab-4367-919b-594a3ad9174e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Dec 20 17:08:24.327369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bbf972aa-562c-4d6c-8587-3f739deb8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:25.532358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:25.563863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67243863-978d-4ff7-968a-f01ca0cba6a9 req-8ea79484-8a63-4901-b41d-d3993833a87c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:25.565576 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67243863-978d-4ff7-968a-f01ca0cba6a9 req-8ea79484-8a63-4901-b41d-d3993833a87c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.1321824 Dec 20 17:08:25.625922 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-67243863-978d-4ff7-968a-f01ca0cba6a9 req-94ac3bc0-a6fd-439a-9c9b-5bac2fab0bd5 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495784 Dec 20 17:08:25.778196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:26.914461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee83a1e-9ff4-407b-9f03-d2003d8e6d6c req-ab8378f2-15e3-4dfa-be92-8e8253e5f1ee tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:26.916044 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6ee83a1e-9ff4-407b-9f03-d2003d8e6d6c req-ab8378f2-15e3-4dfa-be92-8e8253e5f1ee tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0853994 Dec 20 17:08:26.968139 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6ee83a1e-9ff4-407b-9f03-d2003d8e6d6c req-62803a86-de84-431e-bae2-d9bb120a86c1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462322 Dec 20 17:08:27.241800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:28.177591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85150f2c-4238-4060-bdda-316235ab8fdd req-52f2f825-f230-42dd-be25-d3bf6a82a540 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:28.179084 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-85150f2c-4238-4060-bdda-316235ab8fdd req-52f2f825-f230-42dd-be25-d3bf6a82a540 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0830829 Dec 20 17:08:28.227781 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-85150f2c-4238-4060-bdda-316235ab8fdd req-d11eae5c-361d-4256-9312-dbc22223422d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Dec 20 17:08:29.434956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43f61e-717a-491a-aacd-72ae70dfcc8f req-d4c2b9a8-cdfb-4b13-a8ac-9e60d6838b54 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:29.442774 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a43f61e-717a-491a-aacd-72ae70dfcc8f req-d4c2b9a8-cdfb-4b13-a8ac-9e60d6838b54 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0808010 Dec 20 17:08:29.488313 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2a43f61e-717a-491a-aacd-72ae70dfcc8f req-8c0c2a2f-5d1a-4aec-9969-1aae72149a8a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446169 Dec 20 17:08:30.699891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e02a4-0294-4ad6-a28b-0975a39748f6 req-4a56cf91-b8af-4061-9ab0-09e75211b3f0 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:30.701366 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-119e02a4-0294-4ad6-a28b-0975a39748f6 req-4a56cf91-b8af-4061-9ab0-09e75211b3f0 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0839725 Dec 20 17:08:30.749447 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-119e02a4-0294-4ad6-a28b-0975a39748f6 req-6a8b157a-cacf-46f7-9da4-c10f7259d32b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424719 Dec 20 17:08:31.951236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65097036-bb4c-4e7e-bd38-8759f88b6c7d req-a8a1a835-abba-42a8-8f22-5d00b2d136c9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:31.952708 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-65097036-bb4c-4e7e-bd38-8759f88b6c7d req-a8a1a835-abba-42a8-8f22-5d00b2d136c9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0803201 Dec 20 17:08:32.002131 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-65097036-bb4c-4e7e-bd38-8759f88b6c7d req-3fa6d301-dc82-4da2-bf81-c693c6f1ab2c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Dec 20 17:08:33.200715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9f95b-7073-4c2d-bc09-f86cb10aee82 req-9a30e919-dfde-4597-8f72-4635e4ee4ef6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:33.203112 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a1a9f95b-7073-4c2d-bc09-f86cb10aee82 req-9a30e919-dfde-4597-8f72-4635e4ee4ef6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0806870 Dec 20 17:08:33.250883 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a1a9f95b-7073-4c2d-bc09-f86cb10aee82 req-e2bf9976-7b45-46da-ac2c-2881897e7331 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417931 Dec 20 17:08:34.471192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b27b5-b62f-4bbe-a7a2-a623a3fe0c05 req-2beeb29f-80e6-4ad1-b832-af0dc972b437 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:34.472772 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1e0b27b5-b62f-4bbe-a7a2-a623a3fe0c05 req-2beeb29f-80e6-4ad1-b832-af0dc972b437 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0959830 Dec 20 17:08:34.531146 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1e0b27b5-b62f-4bbe-a7a2-a623a3fe0c05 req-2b3238d2-c886-4efe-b906-d55f883786a6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516021 Dec 20 17:08:35.737459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b5d67-2132-46d9-875d-fd7e4973631f req-3e46301d-7022-4d81-83ca-97226fd52b65 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:35.739790 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2d7b5d67-2132-46d9-875d-fd7e4973631f req-3e46301d-7022-4d81-83ca-97226fd52b65 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0810008 Dec 20 17:08:35.763220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a19a1186-0fa3-4564-8068-5d20e4aca067 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:08:35.796437 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2d7b5d67-2132-46d9-875d-fd7e4973631f req-b92f65c1-2dd3-40f7-9fb2-b61d1ecd870a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507863 Dec 20 17:08:35.911465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:35.929051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'port_id': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'mac_address': 'fa:16:3e:30:00:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:08:35.996591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:36.014472 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a19a1186-0fa3-4564-8068-5d20e4aca067 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:08:36.030165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:36.098425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:36.100165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-ba36c92b-3ffa-47a0-8605-2ffb584f4d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:08:36.170973 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:36.181476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['a19a1186-0fa3-4564-8068-5d20e4aca067'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:08:36.235567 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.235925 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.236266 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.236604 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.236940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.237283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.238535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.238535 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.239250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.239250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.239429 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:36.245373 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:08:37.013773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c134a-6d62-4adb-b23a-df3c46080621 req-71488512-0322-479b-b6d8-37912c44802e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:37.015245 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f16c134a-6d62-4adb-b23a-df3c46080621 req-71488512-0322-479b-b6d8-37912c44802e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 945 time: 0.0806832 Dec 20 17:08:37.060137 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f16c134a-6d62-4adb-b23a-df3c46080621 req-416010c7-5b76-4f07-a56f-eb33b19e8b87 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 Dec 20 17:08:37.777111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a19a1186-0fa3-4564-8068-5d20e4aca067 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:08:37.846851 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port a19a1186-0fa3-4564-8068-5d20e4aca067 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:37.847262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:37.958869 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:37.984301 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:37.993793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:38.043954 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'code': 200} Dec 20 17:08:38.063626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:38.065479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8da1d5d4-c753-47d4-b921-fd063fabd806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:08:38.130621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:38.133684 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:08:38.254941 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5f934-e676-4183-92b2-c0cdbc5c1af8 req-66502e67-97b6-4f41-8a5b-2a0ee9dee6c2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:38.256370 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06a5f934-e676-4183-92b2-c0cdbc5c1af8 req-66502e67-97b6-4f41-8a5b-2a0ee9dee6c2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0750360 Dec 20 17:08:38.305083 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06a5f934-e676-4183-92b2-c0cdbc5c1af8 req-c864494d-a7b9-4287-9287-0fa49d4d3d91 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430439 Dec 20 17:08:39.509929 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0f7ec-60a3-4542-bad6-8784a17e3996 req-db637365-e798-446b-8f8b-ee37a8c24940 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:39.511339 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0aa0f7ec-60a3-4542-bad6-8784a17e3996 req-db637365-e798-446b-8f8b-ee37a8c24940 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0795949 Dec 20 17:08:39.560160 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-0aa0f7ec-60a3-4542-bad6-8784a17e3996 req-be9fe302-0137-4ce4-8741-2dedee6525d5 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432963 Dec 20 17:08:40.787173 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2d401-1c16-4941-9f88-40804ff462bc req-dba56603-ca24-4855-a5fa-a0eeebe8403f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:40.788609 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cf2d401-1c16-4941-9f88-40804ff462bc req-dba56603-ca24-4855-a5fa-a0eeebe8403f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0961857 Dec 20 17:08:40.837558 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6cf2d401-1c16-4941-9f88-40804ff462bc req-44f8f9a7-caf4-4b5d-8dad-42ebd1e85c21 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 Dec 20 17:08:42.050612 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ccc6d-c3bd-49ca-bb93-ec32e6b9948c req-78086812-64a1-49b7-a81c-8b1bbca72ac5 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:42.053373 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-159ccc6d-c3bd-49ca-bb93-ec32e6b9948c req-78086812-64a1-49b7-a81c-8b1bbca72ac5 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0828795 Dec 20 17:08:42.109908 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-159ccc6d-c3bd-49ca-bb93-ec32e6b9948c req-3997f62f-1625-425a-b400-cbc44b8fef9d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505493 Dec 20 17:08:43.411425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481e657-bbb8-47cd-9aa2-b7123da37be2 req-8d9e9eec-ff0a-4399-9610-a3039b90d215 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:43.412882 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b481e657-bbb8-47cd-9aa2-b7123da37be2 req-8d9e9eec-ff0a-4399-9610-a3039b90d215 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.1110907 Dec 20 17:08:43.463608 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b481e657-bbb8-47cd-9aa2-b7123da37be2 req-8fac63da-7a40-4134-af97-20169f2ae1e5 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444803 Dec 20 17:08:44.699244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365d5be-6b68-4e18-9c0f-de0adceb1e92 req-dec81e67-5e7b-4667-8af2-dee4d84b6d4d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:44.700931 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5365d5be-6b68-4e18-9c0f-de0adceb1e92 req-dec81e67-5e7b-4667-8af2-dee4d84b6d4d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0860240 Dec 20 17:08:44.753954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5365d5be-6b68-4e18-9c0f-de0adceb1e92 req-cd0f1fbd-d1d2-4428-963d-4136b2aef0d2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430253 Dec 20 17:08:45.704019 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:46.007124 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4579b-f4f1-4128-8a29-8ccfa73c424a req-1f595c36-bbc9-44bc-a035-f5da550f79fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:46.008649 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51e4579b-f4f1-4128-8a29-8ccfa73c424a req-1f595c36-bbc9-44bc-a035-f5da550f79fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.1054511 Dec 20 17:08:46.084648 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51e4579b-f4f1-4128-8a29-8ccfa73c424a req-b05fcd30-107d-443b-a173-7fe4d0612c76 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680184 Dec 20 17:08:47.092024 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:08:47.346466 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b132703-5133-4a1d-ae19-d004882fe164 req-e8e5644c-a186-47f5-9e6d-22d1eb4ee87e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:47.348026 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b132703-5133-4a1d-ae19-d004882fe164 req-e8e5644c-a186-47f5-9e6d-22d1eb4ee87e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.1066678 Dec 20 17:08:47.529125 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2b132703-5133-4a1d-ae19-d004882fe164 req-580b481d-fd91-43f4-b471-93fc1c71ad06 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719890 Dec 20 17:08:48.747194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf795b8-97ee-46ec-9054-b9ddff6b28e0 req-0b486836-11e1-40c3-8977-b0cb8784d692 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:48.747194 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cbf795b8-97ee-46ec-9054-b9ddff6b28e0 req-0b486836-11e1-40c3-8977-b0cb8784d692 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0903766 Dec 20 17:08:48.794258 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cbf795b8-97ee-46ec-9054-b9ddff6b28e0 req-3dd96857-ef69-4b43-b8e6-c26ff651ce5e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Dec 20 17:08:50.038882 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0e8b-7e42-4d20-8b58-a373f10c2709 req-eafec2a0-02e3-4fb8-9ed8-eeff8346d2db tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:50.040376 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddae0e8b-7e42-4d20-8b58-a373f10c2709 req-eafec2a0-02e3-4fb8-9ed8-eeff8346d2db tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0947332 Dec 20 17:08:50.090683 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ddae0e8b-7e42-4d20-8b58-a373f10c2709 req-06364b03-b085-4419-8fe0-4bc3d769605f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Dec 20 17:08:51.304208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529a2fe-7d86-4157-b705-18cee4d1845d req-71622fa3-4cff-4fb4-95e8-3c4d528e2c94 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:51.305764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d529a2fe-7d86-4157-b705-18cee4d1845d req-71622fa3-4cff-4fb4-95e8-3c4d528e2c94 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0823138 Dec 20 17:08:51.354994 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d529a2fe-7d86-4157-b705-18cee4d1845d req-c368de41-6c8d-460c-9c5e-138b693b8622 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420587 Dec 20 17:08:52.030556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-24ace65e-b28d-4ce2-9ea0-ec2423393659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:52.568425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7886c0-7e3f-4cd7-bba3-33ab8b507af6 req-5eedba22-faa5-4f81-983f-c2350a24434d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:52.570139 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8c7886c0-7e3f-4cd7-bba3-33ab8b507af6 req-5eedba22-faa5-4f81-983f-c2350a24434d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0911441 Dec 20 17:08:52.616998 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8c7886c0-7e3f-4cd7-bba3-33ab8b507af6 req-9fa429d2-2910-4775-b362-33ad661cde0e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Dec 20 17:08:53.816906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797241fa-d6ab-478f-9a53-029c0d8c9a8c req-6ddf9009-9c75-4878-9543-ecb7964d28b2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:53.818293 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-797241fa-d6ab-478f-9a53-029c0d8c9a8c req-6ddf9009-9c75-4878-9543-ecb7964d28b2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0773170 Dec 20 17:08:53.870398 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-797241fa-d6ab-478f-9a53-029c0d8c9a8c req-72255754-f849-4de6-882d-328db4510f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459297 Dec 20 17:08:54.077014 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c15f93f2-9d65-491f-a7b7-15f12c657213 req-3b30c4bb-e6df-4913-af5a-9cd180a466b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1099 time: 0.0680382 Dec 20 17:08:54.218253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f93f2-9d65-491f-a7b7-15f12c657213 req-046cc642-3d4d-46f1-8bce-ba76f40ec20e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:54.219713 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c15f93f2-9d65-491f-a7b7-15f12c657213 req-046cc642-3d4d-46f1-8bce-ba76f40ec20e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1370006 Dec 20 17:08:54.313347 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b345fc5f-0211-476d-b151-a40b652bdcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:54.329753 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c15f93f2-9d65-491f-a7b7-15f12c657213 req-fd90ee7c-23e7-42b6-b63f-09a109435cf6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 1001 time: 0.1035821 Dec 20 17:08:54.391392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f93f2-9d65-491f-a7b7-15f12c657213 req-66645297-a9ec-4619-9e3f-df35f0f81724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:54.392803 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c15f93f2-9d65-491f-a7b7-15f12c657213 req-66645297-a9ec-4619-9e3f-df35f0f81724 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0572567 Dec 20 17:08:54.470624 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c15f93f2-9d65-491f-a7b7-15f12c657213 req-e4b11a47-25ff-4fad-a505-d142f70d976a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713406 Dec 20 17:08:54.603640 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c15f93f2-9d65-491f-a7b7-15f12c657213 req-dbc72408-8f32-4982-9ab3-45f3c9ab7d7e service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264420 Dec 20 17:08:54.739512 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c15f93f2-9d65-491f-a7b7-15f12c657213 req-b1a2c105-e63a-4002-ac76-6a486ec654f4 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290455 Dec 20 17:08:55.072153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99101a-731e-45b0-a990-0ca2fc6a5cd4 req-3d4102e7-a816-4d81-878a-5a0700896ae1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:55.073616 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb99101a-731e-45b0-a990-0ca2fc6a5cd4 req-3d4102e7-a816-4d81-878a-5a0700896ae1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 946 time: 0.0754025 Dec 20 17:08:55.121230 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fb99101a-731e-45b0-a990-0ca2fc6a5cd4 req-8c867f68-2cf4-4136-932e-71f92161d78e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Dec 20 17:08:55.518601 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:55.770770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:55.889771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a19a1186-0fa3-4564-8068-5d20e4aca067 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:08:56.003751 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:56.032353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:56.041999 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:56.117728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:56.117728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:08:56.183383 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:56.186473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:08:56.335353 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5f9b4-fe7b-4acb-a9ab-2319b182cc4a req-aa0d6f58-76ba-4c22-a59f-845944a91d7c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:56.336692 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ec5f9b4-fe7b-4acb-a9ab-2319b182cc4a req-aa0d6f58-76ba-4c22-a59f-845944a91d7c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0883517 Dec 20 17:08:56.382894 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ec5f9b4-fe7b-4acb-a9ab-2319b182cc4a req-5f41ce87-7dc6-419e-ac27-f57c5ca0b96e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406468 Dec 20 17:08:57.184201 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:08:57.185905 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'code': 200} Dec 20 17:08:57.576632 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37678534-4926-41f5-8c6f-e75642a6d098 req-6237a6b4-fb08-4d6f-9f8d-04e56a3f44f3 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:57.578325 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37678534-4926-41f5-8c6f-e75642a6d098 req-6237a6b4-fb08-4d6f-9f8d-04e56a3f44f3 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0772469 Dec 20 17:08:57.626707 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37678534-4926-41f5-8c6f-e75642a6d098 req-9601582b-785a-4eb9-9137-32a877fdab37 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Dec 20 17:08:57.880787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c3107445-edd4-45e3-9882-063807d02592 req-34cf4dba-673a-4fbe-8da7-dc2c2e46f82a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1380517 Dec 20 17:08:58.421073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d8d05-62a1-497d-99a4-61bc3db662fc req-9fc5cbb9-e8bc-49b8-9d35-755bcf5544df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:58.422543 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4a7d8d05-62a1-497d-99a4-61bc3db662fc req-9fc5cbb9-e8bc-49b8-9d35-755bcf5544df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0772343 Dec 20 17:08:58.571747 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4a7d8d05-62a1-497d-99a4-61bc3db662fc req-af0198e5-33bf-4063-94ee-a0b6e99d7b2f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435981 Dec 20 17:08:58.678133 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-4abe349c-b1ab-4a7f-ae98-07495d501e8b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1404653 Dec 20 17:08:59.809637 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c141b-27d8-4169-8419-9c31a3ef423d req-4c350930-49e6-4d20-8214-4a0ae6a208ec tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:59.811137 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-412c141b-27d8-4169-8419-9c31a3ef423d req-4c350930-49e6-4d20-8214-4a0ae6a208ec tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.1051981 Dec 20 17:08:59.814204 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-fad3cbf5-e695-4318-9ee0-a8d0d67f4407 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63&tenant_id=aed04e9c5cea446691a8b5755d84f0f8 HTTP/1.1" status: 200 len: 1097 time: 0.1377676 Dec 20 17:08:59.886036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a19a1186-0fa3-4564-8068-5d20e4aca067 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:08:59.902070 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-412c141b-27d8-4169-8419-9c31a3ef423d req-f6e2e529-083a-4cb4-bc3a-8c2c38e0a425 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848663 Dec 20 17:08:59.925319 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-4cd2d9fc-1fc3-4221-98d2-bbcd68ef838b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1097 time: 0.0888383 Dec 20 17:09:00.056938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-3341d906-95e7-4798-b411-a6c0805eaa9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:00.058434 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-3341d906-95e7-4798-b411-a6c0805eaa9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1272552 Dec 20 17:09:00.160037 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-2ece4ab8-60f4-4a4f-993a-a08e1db24034 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 999 time: 0.0948303 Dec 20 17:09:00.223516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-050461ef-6a82-4e9d-aa28-5d5a3ad5016a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:00.224922 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-050461ef-6a82-4e9d-aa28-5d5a3ad5016a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0600481 Dec 20 17:09:00.300288 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-615fe4c7-4744-42b6-b545-edcc3e6ab329 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685403 Dec 20 17:09:00.432841 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-b8fd0f0d-59ad-415b-98fe-89b4e19e4a71 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260870 Dec 20 17:09:00.563866 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b2e299d2-d6fa-4bf5-8bd8-36c5c0a50451 req-1fb4c026-08ab-4d1e-8281-57b231f66d30 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240733 Dec 20 17:09:01.102257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fce137-a9e3-420f-a2f9-0ca97db2cacc req-4bd4b20a-e174-4203-8b4d-1d089a79bf8d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:01.103736 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-29fce137-a9e3-420f-a2f9-0ca97db2cacc req-4bd4b20a-e174-4203-8b4d-1d089a79bf8d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0770152 Dec 20 17:09:01.153579 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-29fce137-a9e3-420f-a2f9-0ca97db2cacc req-500e915b-3e97-40a6-91d4-a619aa4ce5db tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444033 Dec 20 17:09:02.368359 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c511ecf-e47e-4729-97ff-5fbe292096a3 req-682e929e-292d-48c3-9c51-aa3c0db866ea tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:02.374856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7c511ecf-e47e-4729-97ff-5fbe292096a3 req-682e929e-292d-48c3-9c51-aa3c0db866ea tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0933068 Dec 20 17:09:02.419565 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7c511ecf-e47e-4729-97ff-5fbe292096a3 req-3bb9dcb7-0499-4a44-a914-0b627e6adc10 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Dec 20 17:09:03.643339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e0565-2b17-455c-9c3e-3824c460cf12 req-85e50cf1-1c48-4801-8882-b1d65d96d476 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:03.645441 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da6e0565-2b17-455c-9c3e-3824c460cf12 req-85e50cf1-1c48-4801-8882-b1d65d96d476 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0931687 Dec 20 17:09:03.693011 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-da6e0565-2b17-455c-9c3e-3824c460cf12 req-71eb888e-c400-4156-a826-aa9727ca7ead tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419571 Dec 20 17:09:04.934148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7674f-a1c4-485b-8fd7-20c657819938 req-efaa14c6-1918-4815-9bb5-18b5220384c9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:04.934148 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efe7674f-a1c4-485b-8fd7-20c657819938 req-efaa14c6-1918-4815-9bb5-18b5220384c9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0916362 Dec 20 17:09:04.985140 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-efe7674f-a1c4-485b-8fd7-20c657819938 req-af26f069-383b-436d-9016-803e1a689d1c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439417 Dec 20 17:09:06.350819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7df891-6e89-47a3-a847-f77c13e94488 req-8b62fe3d-7da6-4348-a784-4b5ca36e0854 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:06.352242 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d7df891-6e89-47a3-a847-f77c13e94488 req-8b62fe3d-7da6-4348-a784-4b5ca36e0854 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0841138 Dec 20 17:09:06.421197 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d7df891-6e89-47a3-a847-f77c13e94488 req-d0019eb1-0833-4ed8-b18d-5578eff0e94f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631626 Dec 20 17:09:07.622481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf5c25-c437-48a6-ae6f-23b6bc42c6e1 req-652d79e3-47e1-4fc9-860d-c47053d20a32 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:07.623893 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1dcf5c25-c437-48a6-ae6f-23b6bc42c6e1 req-652d79e3-47e1-4fc9-860d-c47053d20a32 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0789611 Dec 20 17:09:07.670622 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1dcf5c25-c437-48a6-ae6f-23b6bc42c6e1 req-fc7b0c01-b3f1-409f-800d-1de5bbd907a3 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Dec 20 17:09:08.881231 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc78d73-598b-4635-b172-d7a6e8f6d1d3 req-ed783260-bfef-4dcd-bb22-6a8c9fe42c68 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:08.882665 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5cc78d73-598b-4635-b172-d7a6e8f6d1d3 req-ed783260-bfef-4dcd-bb22-6a8c9fe42c68 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0859699 Dec 20 17:09:08.929249 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5cc78d73-598b-4635-b172-d7a6e8f6d1d3 req-17b0190f-b5d1-4509-a8f9-83af080eea18 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408726 Dec 20 17:09:10.146416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71730b-4421-462d-b40b-4eb853dd1145 req-e00da4a2-99eb-4d16-9cdc-13fc069ead45 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:10.147982 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe71730b-4421-462d-b40b-4eb853dd1145 req-e00da4a2-99eb-4d16-9cdc-13fc069ead45 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0939369 Dec 20 17:09:10.310787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fe71730b-4421-462d-b40b-4eb853dd1145 req-850ebb03-2db1-4b9d-85d9-b8ff9b384be1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563959 Dec 20 17:09:11.512897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd789e46-7f5e-4707-aad7-71e3ed2b1627 req-00c57798-5af9-426b-963f-5f2b5464c6ca tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:11.514390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd789e46-7f5e-4707-aad7-71e3ed2b1627 req-00c57798-5af9-426b-963f-5f2b5464c6ca tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0785167 Dec 20 17:09:11.565764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd789e46-7f5e-4707-aad7-71e3ed2b1627 req-687f02dd-6008-4e47-9994-41451dcaedca tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458870 Dec 20 17:09:12.765238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe7aa-77fb-4ffa-b0af-6e9f6d2a7f25 req-a9898d2b-52ed-4d3f-a4a1-190149e598df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:12.766602 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94dbe7aa-77fb-4ffa-b0af-6e9f6d2a7f25 req-a9898d2b-52ed-4d3f-a4a1-190149e598df tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0781996 Dec 20 17:09:12.812327 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-94dbe7aa-77fb-4ffa-b0af-6e9f6d2a7f25 req-3a3a322e-1225-479d-b16a-50246a431a1d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397770 Dec 20 17:09:14.009226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c402840-9666-49e2-95e8-ff54f2421ff4 req-210fb623-bb23-4df4-8cee-3d2c1c1fe326 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:14.011499 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7c402840-9666-49e2-95e8-ff54f2421ff4 req-210fb623-bb23-4df4-8cee-3d2c1c1fe326 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0791690 Dec 20 17:09:14.057305 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7c402840-9666-49e2-95e8-ff54f2421ff4 req-f836798d-156f-4ef6-b6f2-0a67450382de tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403197 Dec 20 17:09:15.256710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90ac4d-9b9e-4740-b9a3-3b8ea741a091 req-a7969199-ddf8-421c-a304-a52af79ccd21 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:15.258159 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7e90ac4d-9b9e-4740-b9a3-3b8ea741a091 req-a7969199-ddf8-421c-a304-a52af79ccd21 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0824232 Dec 20 17:09:15.305185 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7e90ac4d-9b9e-4740-b9a3-3b8ea741a091 req-bc9a1107-ba25-43fe-84b0-fdc5d43fa62a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402200 Dec 20 17:09:15.697367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:16.500086 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db0878-8da3-4f9c-946f-4b3bbbdcc707 req-2cd19966-fc89-4661-9dfe-41195aa17179 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:16.501420 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-93db0878-8da3-4f9c-946f-4b3bbbdcc707 req-2cd19966-fc89-4661-9dfe-41195aa17179 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0772069 Dec 20 17:09:16.551347 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-93db0878-8da3-4f9c-946f-4b3bbbdcc707 req-28047ca4-0ddf-46c6-bb48-3a7a7dd834b7 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 Dec 20 17:09:17.746273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89ab40-c883-4002-bcfd-18d454b229f2 req-03e8a4df-7e6b-4b02-aed1-df6f19cdd593 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:17.747758 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6e89ab40-c883-4002-bcfd-18d454b229f2 req-03e8a4df-7e6b-4b02-aed1-df6f19cdd593 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 944 time: 0.0767033 Dec 20 17:09:17.795086 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6e89ab40-c883-4002-bcfd-18d454b229f2 req-5ce2ce7b-5b40-48f2-85ea-33601d7b10c8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417075 Dec 20 17:09:17.972611 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a19a1186-0fa3-4564-8068-5d20e4aca067 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:09:18.105289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:18.121929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'port_id': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'mac_address': 'fa:16:3e:30:00:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:09:18.180025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:18.200556 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19a1186-0fa3-4564-8068-5d20e4aca067 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:09:18.217485 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:18.314720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:18.317046 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:09:18.379870 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=9']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:18.382971 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:09:18.674059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['a19a1186-0fa3-4564-8068-5d20e4aca067'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:09:18.993043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf0d6-7b99-43d3-a0af-2b0650cf7ff2 req-c06d16fb-6d54-46b1-9f0d-4bf78a84aa55 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:18.994480 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-664bf0d6-7b99-43d3-a0af-2b0650cf7ff2 req-c06d16fb-6d54-46b1-9f0d-4bf78a84aa55 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 945 time: 0.0802441 Dec 20 17:09:19.039658 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-664bf0d6-7b99-43d3-a0af-2b0650cf7ff2 req-6c5c071d-18b2-4951-a576-dec4911895e8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394096 Dec 20 17:09:19.979389 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a19a1186-0fa3-4564-8068-5d20e4aca067 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:09:20.076498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port a19a1186-0fa3-4564-8068-5d20e4aca067 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:20.077135 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:20.195721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:20.222620 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:09:20.237554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:20.274164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6f72b-b8a0-458c-9e3c-61f5e2135185 req-691c79be-7ba2-4c7a-a9a7-ba06ec2968a9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:20.275644 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24f6f72b-b8a0-458c-9e3c-61f5e2135185 req-691c79be-7ba2-4c7a-a9a7-ba06ec2968a9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 945 time: 0.1105134 Dec 20 17:09:20.284852 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'code': 200} Dec 20 17:09:20.314644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:20.317712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:09:20.324365 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24f6f72b-b8a0-458c-9e3c-61f5e2135185 req-89290ae6-ef2b-4cb2-bd72-8995286b4ea1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422921 Dec 20 17:09:20.381727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=10']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:20.385507 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:09:20.681410 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f1a970dc-92e5-4b2f-9d50-3f368c23a0a3 req-07bf352f-bcea-41b2-9979-89edca72b8bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1100 time: 0.0698512 Dec 20 17:09:20.725087 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f1a970dc-92e5-4b2f-9d50-3f368c23a0a3 req-f41aee2d-07da-4b75-9cc2-96bef243a275 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366249 Dec 20 17:09:21.521472 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccecae2-e2c1-4f84-a6f4-b4bf844a8e28 req-c0c66b70-f275-4c81-93d6-e5d8b58ae204 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:21.523083 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1ccecae2-e2c1-4f84-a6f4-b4bf844a8e28 req-c0c66b70-f275-4c81-93d6-e5d8b58ae204 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 947 time: 0.0758555 Dec 20 17:09:21.573487 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1ccecae2-e2c1-4f84-a6f4-b4bf844a8e28 req-c213b776-e33b-4e21-9dd7-e6a32ef9efb1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448513 Dec 20 17:09:22.040532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f393-21be-4b60-9dfc-6f89ebdfc372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:22.769144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe9d6c-7aa8-40e7-9d72-9cb75ba16765 req-8cbeb334-c486-484f-89f1-730074b7d62b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:22.770651 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9ffe9d6c-7aa8-40e7-9d72-9cb75ba16765 req-8cbeb334-c486-484f-89f1-730074b7d62b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 947 time: 0.0759573 Dec 20 17:09:22.818181 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9ffe9d6c-7aa8-40e7-9d72-9cb75ba16765 req-966200c5-5d6e-47d7-a5d6-677ea896a58f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417669 Dec 20 17:09:23.069984 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90f87cf1-8919-4d81-900f-90b842336f8b req-b68d09ca-a353-44fe-b725-e1e3ef08b0e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1100 time: 0.0805843 Dec 20 17:09:23.222669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f87cf1-8919-4d81-900f-90b842336f8b req-4e8eea39-b8f6-4079-9cd2-5e81f0694a97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:23.224302 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90f87cf1-8919-4d81-900f-90b842336f8b req-4e8eea39-b8f6-4079-9cd2-5e81f0694a97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1338367 Dec 20 17:09:23.337774 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90f87cf1-8919-4d81-900f-90b842336f8b req-c938ff41-3e74-477e-8eb2-e376e1fb7770 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 1001 time: 0.1073105 Dec 20 17:09:23.410988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f87cf1-8919-4d81-900f-90b842336f8b req-df8c5433-dcaa-450b-84c6-6a73fe9ddebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:23.412494 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90f87cf1-8919-4d81-900f-90b842336f8b req-df8c5433-dcaa-450b-84c6-6a73fe9ddebe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0662534 Dec 20 17:09:23.502320 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90f87cf1-8919-4d81-900f-90b842336f8b req-1703cd0e-9dc6-45c8-9bb9-eddac1c4a458 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831623 Dec 20 17:09:23.638928 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90f87cf1-8919-4d81-900f-90b842336f8b req-dd651af1-e066-49ff-b84e-f2c45d2fa51d service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300857 Dec 20 17:09:23.884948 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-90f87cf1-8919-4d81-900f-90b842336f8b req-f24630fd-46b5-4457-8ad2-5d8385aa4f8b service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402039 Dec 20 17:09:24.024379 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca02c8-4010-4a2b-97cf-f48809be38df req-af26defd-b9fe-49c7-85a9-9080a357cc0c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:24.025875 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-96ca02c8-4010-4a2b-97cf-f48809be38df req-af26defd-b9fe-49c7-85a9-9080a357cc0c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 947 time: 0.0816038 Dec 20 17:09:24.073241 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-96ca02c8-4010-4a2b-97cf-f48809be38df req-8d76c589-07ff-4b6b-aa9e-ded32d5dc0a1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 Dec 20 17:09:24.091968 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:09:24.326237 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-60951c16-252d-43bc-bd0b-374bf944086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:25.509155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:25.743289 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:27.262602 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:45.709048 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:52.023165 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-380b81e7-db65-4af3-9c9a-97c4a0022d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:54.336831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76c991ca-e48f-4389-8386-fc6306b251dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:55.611444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:55.770603 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:09:57.211401 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:01.091885 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:10:15.697064 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:22.039565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4a8921d5-10bd-4bdc-b71f-74364d2c234b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:24.325844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f597b9eb-7c99-4f8e-a6f5-34643bd41909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:24.981630 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f16a8eda-cbec-4890-a791-21b76fedf983 req-266ada5e-a9c6-4413-85bb-0f681afd74e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727046 Dec 20 17:10:25.127764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f16a8eda-cbec-4890-a791-21b76fedf983 req-66667125-77c6-4abf-a51b-fd8b03901f0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1100 time: 0.0740058 Dec 20 17:10:25.275113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8eda-cbec-4890-a791-21b76fedf983 req-635f824e-6dc0-446e-93c6-96d890715578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:25.276536 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f16a8eda-cbec-4890-a791-21b76fedf983 req-635f824e-6dc0-446e-93c6-96d890715578 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1303985 Dec 20 17:10:25.405662 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f16a8eda-cbec-4890-a791-21b76fedf983 req-0e85eb42-cd11-407d-bb58-ed9a311cea6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 1001 time: 0.1225107 Dec 20 17:10:25.510330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8eda-cbec-4890-a791-21b76fedf983 req-ca491a01-388e-4031-bbc6-49c571417920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:25.512532 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f16a8eda-cbec-4890-a791-21b76fedf983 req-ca491a01-388e-4031-bbc6-49c571417920 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.1006982 Dec 20 17:10:25.553979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:25.600767 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f16a8eda-cbec-4890-a791-21b76fedf983 req-7e9d525e-65db-4229-83ee-ae60ae6bb218 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818186 Dec 20 17:10:25.739768 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f16a8eda-cbec-4890-a791-21b76fedf983 req-8ae1fe18-da26-48bd-8f63-742d4207f2eb service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319723 Dec 20 17:10:25.747959 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:25.881864 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f16a8eda-cbec-4890-a791-21b76fedf983 req-f0a0c7af-ee35-4aff-9fa0-4ede7ed7aaa1 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361399 Dec 20 17:10:27.250667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:38.091975 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:10:45.764950 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:52.039017 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9746-ba6d-43e6-a17c-48e4d2a51807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:54.312954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-623c7a51-88db-4fef-9328-c2b6fdd5264a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:55.559375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:55.770498 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:57.234374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:10:59.769976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37064) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:11:00.055830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Deleting port f03367fe-883e-4343-a57a-270ceecadad0 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:11:00.056064 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:00.222745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:00.223094 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:00.457976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Calling delete_port for f03367fe-883e-4343-a57a-270ceecadad0 owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:11:00.684668 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:00.688552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:00.732278 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event deleted for resources: {'Port': ['ID=f03367fe-883e-4343-a57a-270ceecadad0,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:00.774273 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.774992 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.775134 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.775401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.775766 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.776128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.776491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.776853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.777209 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.777564 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.777919 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:00.784803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:00.837694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:01.228999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Router 45baaad1-fb29-4f69-b22f-c539ce4c721d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:11:01.430371 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:11:01.440640 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] Sync routers for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:11:01.452439 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:01.453032 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:10:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:01.507715 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:01.560523 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "DELETE /v2.0/floatingips/35ceb683-ca4c-4184-9b9e-52605d7399ae HTTP/1.1" status: 204 len: 168 time: 1.7894554 Dec 20 17:11:01.561192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:01.655849 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:11:01.727356 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'status': 'completed', 'code': 200} Dec 20 17:11:01.882412 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ee88dbc6-8212-49a3-9174-d4d184e61eea req-425f00ce-ece0-4b35-8157-24625a6669d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 1100 time: 0.1365089 Dec 20 17:11:01.973399 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:01.979184 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] Checking router: 45baaad1-fb29-4f69-b22f-c539ce4c721d for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:11:01.991005 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:01.991834 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:10:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:02.022700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88dbc6-8212-49a3-9174-d4d184e61eea req-30447c1f-aa10-489d-80dd-611ff227e239 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:02.024144 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ee88dbc6-8212-49a3-9174-d4d184e61eea req-30447c1f-aa10-489d-80dd-611ff227e239 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1353085 Dec 20 17:11:02.103222 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ee88dbc6-8212-49a3-9174-d4d184e61eea req-359e6265-2950-4f64-9d3f-0e5ee09c4e6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 200 len: 217 time: 0.0722082 Dec 20 17:11:02.207398 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:11:02.209636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88dbc6-8212-49a3-9174-d4d184e61eea req-96dada8d-ec7d-46d5-b561-37dabf31c906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:02.211116 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ee88dbc6-8212-49a3-9174-d4d184e61eea req-96dada8d-ec7d-46d5-b561-37dabf31c906 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.1009142 Dec 20 17:11:02.302283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf1efd-42bf-4f4c-b905-b9f8990ce729 req-a36ee6b4-0d55-4fed-99fe-43099d604d54 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:02.302878 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e9cf1efd-42bf-4f4c-b905-b9f8990ce729 req-a36ee6b4-0d55-4fed-99fe-43099d604d54 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Synchronizing usage tracker for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:11:02.323983 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ee88dbc6-8212-49a3-9174-d4d184e61eea req-b4f8b75b-3d5b-47bc-9a0d-2b27247fb0cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1049051 Dec 20 17:11:02.485099 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-e9cf1efd-42bf-4f4c-b905-b9f8990ce729 req-a36ee6b4-0d55-4fed-99fe-43099d604d54 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Unset dirty status for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:11:02.486233 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e9cf1efd-42bf-4f4c-b905-b9f8990ce729 req-a36ee6b4-0d55-4fed-99fe-43099d604d54 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 947 time: 0.4020805 Dec 20 17:11:02.555732 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:02.560748 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b730023a-5de5-4313-8f3e-017a2bd03600 None None] The sync data for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv is: [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:11:02.606605 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ee88dbc6-8212-49a3-9174-d4d184e61eea req-b298ca38-0438-45cc-9624-f9e8b4cfb92a service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755625 Dec 20 17:11:02.608757 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e9cf1efd-42bf-4f4c-b905-b9f8990ce729 req-e95cd6f2-4aff-4e4f-847e-91f51009996f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781989 Dec 20 17:11:02.744986 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ee88dbc6-8212-49a3-9174-d4d184e61eea req-d1cec21a-cfa1-4eb1-b0c2-00ee8fe8bb54 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314378 Dec 20 17:11:02.795302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f011c642-2406-42ef-8a3c-fc8636c41226 None None] New status for floating IP 35ceb683-ca4c-4184-9b9e-52605d7399ae: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:11:03.754713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31117d-da45-4016-af8c-ead87df904c1 req-fe273acf-28b2-4711-b4b3-4a97293ceb69 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:03.756440 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ac31117d-da45-4016-af8c-ead87df904c1 req-fe273acf-28b2-4711-b4b3-4a97293ceb69 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.64 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 947 time: 0.0876451 Dec 20 17:11:03.869864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-ac31117d-da45-4016-af8c-ead87df904c1 req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Deleting port a19a1186-0fa3-4564-8068-5d20e4aca067 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:11:03.870198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-ac31117d-da45-4016-af8c-ead87df904c1 req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:04.002263 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988c192-4eb1-4626-9ca7-30578eb56c02 req-6c76919c-b063-4498-ba0f-3bd406af2563 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:04.004254 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3988c192-4eb1-4626-9ca7-30578eb56c02 req-6c76919c-b063-4498-ba0f-3bd406af2563 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 947 time: 0.2680950 Dec 20 17:11:04.151289 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3988c192-4eb1-4626-9ca7-30578eb56c02 req-eca7d27d-33d9-457c-b34b-20be7ef4ad40 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220038 Dec 20 17:11:04.177956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-ac31117d-da45-4016-af8c-ead87df904c1 req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] For port a19a1186-0fa3-4564-8068-5d20e4aca067, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a19a1186-0fa3-4564-8068-5d20e4aca067,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:04.178311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-ac31117d-da45-4016-af8c-ead87df904c1 req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:04.299261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-ac31117d-da45-4016-af8c-ead87df904c1 req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Calling delete_port for a19a1186-0fa3-4564-8068-5d20e4aca067 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:11:04.501902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-ac31117d-da45-4016-af8c-ead87df904c1 req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:04.508453 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:04.552485 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event deleted for resources: {'Port': ['ID=a19a1186-0fa3-4564-8068-5d20e4aca067,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:04.555771 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:04.628777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac31117d-da45-4016-af8c-ead87df904c1 req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] No DVR routers for this DVR port a19a1186-0fa3-4564-8068-5d20e4aca067 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:11:04.631354 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-ac31117d-da45-4016-af8c-ead87df904c1 req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:04.634067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'name': 'network-vif-deleted', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:04.689149 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02530351-800a-40be-ba9e-680fee344d63', 'name': 'network-vif-deleted', 'tag': 'a19a1186-0fa3-4564-8068-5d20e4aca067', 'status': 'completed', 'code': 200} Dec 20 17:11:04.708456 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ac31117d-da45-4016-af8c-ead87df904c1 req-0b5a6885-d05e-495f-960c-cd9aab394b81 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.64 "DELETE /v2.0/ports/a19a1186-0fa3-4564-8068-5d20e4aca067 HTTP/1.1" status: 204 len: 173 time: 0.9470780 Dec 20 17:11:05.322308 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b8222832-4ed8-4464-b6e8-f2a9a6c26fab req-59c29221-800b-475b-bb4e-cd5dba812aa6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Synchronizing usage tracker for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:11:05.411109 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-b8222832-4ed8-4464-b6e8-f2a9a6c26fab req-59c29221-800b-475b-bb4e-cd5dba812aa6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Unset dirty status for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:11:05.412367 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b8222832-4ed8-4464-b6e8-f2a9a6c26fab req-59c29221-800b-475b-bb4e-cd5dba812aa6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=02530351-800a-40be-ba9e-680fee344d63 HTTP/1.1" status: 200 len: 210 time: 0.1306286 Dec 20 17:11:06.477750 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a19a1186-0fa3-4564-8068-5d20e4aca067 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:11:06.510538 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: a19a1186-0fa3-4564-8068-5d20e4aca067 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:11:06.510798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device a19a1186-0fa3-4564-8068-5d20e4aca067 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:11:06.518897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37096) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:11:06.594946 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7ffd-4f0d-495d-aba1-6c58fca83719 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:06.625035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7ffd-4f0d-495d-aba1-6c58fca83719 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:06.781779 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7ffd-4f0d-495d-aba1-6c58fca83719 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:06.786389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b14d503d-d95f-4dcf-9c2f-e9998853bb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:06.799236 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d7ffd-4f0d-495d-aba1-6c58fca83719 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5da0eb-ce71-47ea-8020-0e1138ccc1e7,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:06.802876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0b0d7ffd-4f0d-495d-aba1-6c58fca83719 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:06.806079 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7ffd-4f0d-495d-aba1-6c58fca83719 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:06.807221 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-0b0d7ffd-4f0d-495d-aba1-6c58fca83719 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "DELETE /v2.0/security-groups/1d5da0eb-ce71-47ea-8020-0e1138ccc1e7 HTTP/1.1" status: 204 len: 168 time: 0.2872429 Dec 20 17:11:07.262255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37106) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:11:07.268928 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114984545', 'description': 'tempest-secgroup-smoke-1114984545 description', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:11:07.275599 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:11:07.281132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:11:07.284238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:11:07.291077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:11:07.405461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:07.447021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:11:07.451195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:11:07.454013 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:11:07.460042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:11:07.518652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:07.587893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:07.591781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4717d66b-11b8-4bfe-9fbe-3721e4938210 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:07.632826 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4e7269-921a-487e-8dbf-04a085fe5ac6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:07.635603 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:07.702196 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:07.703464 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-26f5e8bd-dd13-4452-bcbc-89288ab87c42 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4402206 Dec 20 17:11:07.706683 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37110) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:11:07.712071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '3c4e7269-921a-487e-8dbf-04a085fe5ac6', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:11:07.718810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:11:07.723642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:11:07.726565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:11:07.732710 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:11:07.829455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:07.900756 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:07.981621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:07.983572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-46ce8470-9f7a-4eb7-aba0-9846e47c2aca tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:08.007251 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73b990e-727e-41ba-9f55-7367f4324ade,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:08.011595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:08.090390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:08.091538 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-4c31c077-5493-472e-9751-40e40b1ba36a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3839223 Dec 20 17:11:08.094469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37114) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:11:08.100274 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '3c4e7269-921a-487e-8dbf-04a085fe5ac6', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:11:08.106363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:11:08.110409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:11:08.113951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:11:08.119721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:11:08.217242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:08.279195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:08.375971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:08.382211 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6983e32d-037b-4fd8-912c-0feb9afa48cc tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:08.402670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4e8a0a-ca69-4c83-bc88-579ae601008b,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:08.407178 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:08.456617 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:08.458110 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3623445 Dec 20 17:11:08.460574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37118) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:11:08.466103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '3c4e7269-921a-487e-8dbf-04a085fe5ac6', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:11:08.472840 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:11:08.477021 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:11:08.479999 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:11:08.485890 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:11:08.572426 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:08.639512 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:08.724947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:08.726863 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c5e5a3d-f3f6-4591-90ad-4674194d3205 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:08.854809 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63311ca3-7f16-496f-856e-23c55db97254,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:08.857261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:08.930589 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:08.931764 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ce0fe40b-9714-49d6-b134-c18699016619 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4702396 Dec 20 17:11:08.934532 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37122) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:11:08.939994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '3c4e7269-921a-487e-8dbf-04a085fe5ac6', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:11:08.946145 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:11:08.949953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:11:08.952845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:11:08.958980 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:11:09.034540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.116881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.193334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.195182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-550c5931-79d3-458e-a0fe-20665e9c551f tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:09.217546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5d445c-799e-4b37-b0a2-4aa4b1cc1465,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:09.219962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:09.301922 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.303153 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3676388 Dec 20 17:11:09.305830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37126) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:11:09.311302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '3c4e7269-921a-487e-8dbf-04a085fe5ac6', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:11:09.317960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:11:09.321743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:11:09.324810 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:11:09.330387 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:11:09.392890 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Project aed04e9c5cea446691a8b5755d84f0f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:11:09.400074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.464846 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.541731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.547424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8887f11a-35ab-4e28-af83-9f5378a08970 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:09.568143 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a74682-cae2-493f-90ee-934ff1e6a1b0,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:09.573331 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:09.627866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.629057 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-fd74f489-145c-44a8-9190-52ad3b2a2af8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3223040 Dec 20 17:11:09.632899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37130) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:11:09.638435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'security_group_rule': {'security_group_id': '3c4e7269-921a-487e-8dbf-04a085fe5ac6', 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:11:09.645469 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:11:09.649721 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:security_group_rule and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:11:09.652757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:11:09.658528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:11:09.736595 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Project aed04e9c5cea446691a8b5755d84f0f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:11:09.743454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.810244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.890598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.892508 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b4ae46a3-8c44-4012-a57a-bb6f4bf00bd0 tempest-TestNetworkBasicOps-52102041 tempest-TestNetworkBasicOps-52102041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:09.915296 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5074e670-fea7-4bbd-bad7-dc8f956a42bb,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:09.917645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:09.988054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:09.989207 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e6c8c965-5aa1-47cc-a8bd-9f6e4a1c1147 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3553286 Dec 20 17:11:15.091901 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:11:15.753696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:22.033270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fd82f1d2-f446-4905-a51c-58d69be14761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:24.353250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e69aa2c8-cb49-42fb-9cd5-d7038ba61a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:25.582411 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:25.804926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:27.295946 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:36.244858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-e4fcacd6-8c21-4acb-be80-3b8af001e680 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Synchronizing usage tracker for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:11:36.376383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-e4fcacd6-8c21-4acb-be80-3b8af001e680 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Unset dirty status for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:11:36.377585 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-e4fcacd6-8c21-4acb-be80-3b8af001e680 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114984545&fields=id&tenant_id=aed04e9c5cea446691a8b5755d84f0f8 HTTP/1.1" status: 200 len: 267 time: 0.1736786 Dec 20 17:11:36.529621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-07e1c87c-ab49-4cec-b60a-93bed1863351 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:36.531115 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-07e1c87c-ab49-4cec-b60a-93bed1863351 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 809 time: 0.1469860 Dec 20 17:11:36.547988 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-62a8286d-eee6-47d4-becc-36dc334ae06d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/quotas/aed04e9c5cea446691a8b5755d84f0f8 HTTP/1.1" status: 200 len: 375 time: 0.0109501 Dec 20 17:11:36.634366 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-a4f1689c-a280-4053-85b8-2d458184b691 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805120 Dec 20 17:11:36.653751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-32eb3ac3-34c7-4a0b-b404-1068c4e48397 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 17:11:36.654682 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-32eb3ac3-34c7-4a0b-b404-1068c4e48397 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054452 Dec 20 17:11:36.787520 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-65380991-c3cb-45e6-b1fb-f53bd6d6214d service neutron] 10.222.0.62 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263371 Dec 20 17:11:36.917000 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-4d8e55b7-0104-4182-b669-8791a88e163d service neutron] 10.222.0.62 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239240 Dec 20 17:11:38.677798 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5eb3735e-9892-4be6-93f6-c5ea95a472b2 req-f0df7778-b45d-430f-9d33-9cf1d96b84b4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 210 time: 0.0438228 Dec 20 17:11:39.863757 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f378593f-6aa4-4d0e-bf2f-be7ca4d0bafd req-76c30701-2322-4602-9446-a074479c3c7e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 210 time: 0.0508575 Dec 20 17:11:40.870175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-c634ff25-d3ae-43d8-bd64-79cb59d1a42b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:40.871530 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-c634ff25-d3ae-43d8-bd64-79cb59d1a42b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 809 time: 0.1496637 Dec 20 17:11:40.933302 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-cd0fa0ba-bcd8-4139-a21c-d41dfae5cea8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed04e9c5cea446691a8b5755d84f0f8 HTTP/1.1" status: 200 len: 380 time: 0.0483479 Dec 20 17:11:40.943330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'port': {'device_id': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'admin_state_up': True, 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'security_groups': ['3c4e7269-921a-487e-8dbf-04a085fe5ac6']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:11:41.084455 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e29cbdd9-8d4a-44c4-b26c-ca5762ae9002 req-ace2f9a1-af3a-4fb5-9a34-c188fb8f1f19 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 210 time: 0.0493224 Dec 20 17:11:41.128406 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:11:41.138189 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:11:41.353416 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Made reservation on behalf of aed04e9c5cea446691a8b5755d84f0f8 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:11:41.357150 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:41.537249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Allocated IP 172.20.0.14 (1fa2f3ed-5587-4a34-a505-3c46a78a3dc4/83cbe85c-d6e2-436b-a0c2-ef7c77c986fd/9de49a4b-a381-417f-a0fa-4399fc1d487a) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:11:41.742713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:41.758366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Transition to ACTIVE for port object 9de49a4b-a381-417f-a0fa-4399fc1d487a will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:11:42.010217 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:42.016608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c0f879a-93bf-4930-8e6e-6d2c69ea0e77 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:42.220440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'Port': ['ID=9de49a4b-a381-417f-a0fa-4399fc1d487a,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:42.255966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:42.274639 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:11:42.277317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:11:42.279982 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:11:42.370500 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:42.371155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:42.402690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7076feb-d9d7-4d20-8196-c20e557d220b req-fc00a32e-359a-4176-9bfe-c631c17bf263 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:42.404350 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e7076feb-d9d7-4d20-8196-c20e557d220b req-fc00a32e-359a-4176-9bfe-c631c17bf263 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 932 time: 0.1874855 Dec 20 17:11:42.476294 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e7076feb-d9d7-4d20-8196-c20e557d220b req-f204ff08-2e76-404f-9166-fbb9ff5c7929 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597756 Dec 20 17:11:42.497100 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5579662 Dec 20 17:11:42.510059 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Request body: {'port': {'device_id': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:11:42.582288 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0fa9dedd-8906-4c6e-a15a-67a16f9e2a00 None None] Provisioning for port 9de49a4b-a381-417f-a0fa-4399fc1d487a completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:11:42.587761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-0fa9dedd-8906-4c6e-a15a-67a16f9e2a00 None None] Provisioning complete for port 9de49a4b-a381-417f-a0fa-4399fc1d487a triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:42.588147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0fa9dedd-8906-4c6e-a15a-67a16f9e2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:42.625744 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:42.653235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9dedd-8906-4c6e-a15a-67a16f9e2a00 None None] Port 9de49a4b-a381-417f-a0fa-4399fc1d487a cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:11:42.983581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de49a4b-a381-417f-a0fa-4399fc1d487a {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:11:42.993932 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:43.011341 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Transition to ACTIVE for port object 9de49a4b-a381-417f-a0fa-4399fc1d487a will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:11:43.141845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:43.145841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:43.274601 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Pushing event updated for resources: {'Port': ['ID=9de49a4b-a381-417f-a0fa-4399fc1d487a,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:43.278020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:43.395947 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Attempting to bind port 9de49a4b-a381-417f-a0fa-4399fc1d487a on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:11:43.396264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Attempting to bind port 9de49a4b-a381-417f-a0fa-4399fc1d487a by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:11:43.396586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Attempting to bind port 9de49a4b-a381-417f-a0fa-4399fc1d487a on network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:11:43.402542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Port 9de49a4b-a381-417f-a0fa-4399fc1d487a on network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 17:11:43.402851 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Attempting to bind port 9de49a4b-a381-417f-a0fa-4399fc1d487a on network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:11:43.409645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:11:43.409964 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Checking segment: {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:11:43.410338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Bound using segment: {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:11:43.410750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Bound port: 9de49a4b-a381-417f-a0fa-4399fc1d487a, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd9dee7-27e1-49c6-8d8d-1013e80d7442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:11:43.411157 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:43.503327 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] For port 9de49a4b-a381-417f-a0fa-4399fc1d487a, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:11:43.506486 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] For port 9de49a4b-a381-417f-a0fa-4399fc1d487a, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:11:43.610266 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:43.615573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-40a771ab-0b35-4e54-bd2f-45c1b2a74aa1 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:43.718606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:43.720039 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] 10.222.0.64 "PUT /v2.0/ports/9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 1094 time: 1.2152603 Dec 20 17:11:43.720791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:43.742837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Pushing event updated for resources: {'Port': ['ID=9de49a4b-a381-417f-a0fa-4399fc1d487a,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:43.747494 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:43.771988 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad4d0e-2b05-4d14-abbb-99d7b0873f46 req-bfcbc382-c80c-4155-8541-f4bd021f78cd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:43.772741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-37ad4d0e-2b05-4d14-abbb-99d7b0873f46 req-bfcbc382-c80c-4155-8541-f4bd021f78cd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Synchronizing usage tracker for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:11:43.798888 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'status': 'completed', 'code': 200} Dec 20 17:11:43.922542 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d7fc961f-b164-4e2b-a34f-26922b0e0144 req-2af51c9b-7472-4c2b-a54a-2b6c3131dc86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1097 time: 0.0824533 Dec 20 17:11:43.924364 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-37ad4d0e-2b05-4d14-abbb-99d7b0873f46 req-bfcbc382-c80c-4155-8541-f4bd021f78cd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Unset dirty status for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:11:43.928721 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37ad4d0e-2b05-4d14-abbb-99d7b0873f46 req-bfcbc382-c80c-4155-8541-f4bd021f78cd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.3109269 Dec 20 17:11:44.083302 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37ad4d0e-2b05-4d14-abbb-99d7b0873f46 req-6b79e122-399f-4fe0-bf5a-515b366b93b9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515553 Dec 20 17:11:44.115893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc961f-b164-4e2b-a34f-26922b0e0144 req-2c3eef17-4974-47d3-8872-f6a618c8dd49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:44.117574 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d7fc961f-b164-4e2b-a34f-26922b0e0144 req-2c3eef17-4974-47d3-8872-f6a618c8dd49 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1871734 Dec 20 17:11:44.262112 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc961f-b164-4e2b-a34f-26922b0e0144 req-ae45a331-f3d4-4099-be13-7c9839882760 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:44.263584 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d7fc961f-b164-4e2b-a34f-26922b0e0144 req-ae45a331-f3d4-4099-be13-7c9839882760 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390877 Dec 20 17:11:44.476586 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-47f87de1-6163-4529-a9dd-ad1e4428879a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1097 time: 0.1774640 Dec 20 17:11:44.544970 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-07670a0c-800f-425f-bbb5-c4281a06b99d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 217 time: 0.0612893 Dec 20 17:11:44.610573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-1c086d7b-a8b4-4862-a651-63a201b979b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:44.612657 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-1c086d7b-a8b4-4862-a651-63a201b979b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0619769 Dec 20 17:11:44.690092 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-3aceb9ec-66f7-4f7b-8fc2-2f664c72127f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714886 Dec 20 17:11:44.822408 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-8797103b-a139-4841-8c9d-cc108781c96b service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262743 Dec 20 17:11:44.957108 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a51e5ce5-575c-4ee5-adaf-ce86f7c2ebb4 req-a86c73d7-2720-406e-9c16-29b3f521ad5a service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286879 Dec 20 17:11:45.292910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a15e02-a8df-4dfd-b1cf-08aba21a32d9 req-0afe6e74-3ffb-478e-b633-a0fbf9b2e26f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:45.294366 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b8a15e02-a8df-4dfd-b1cf-08aba21a32d9 req-0afe6e74-3ffb-478e-b633-a0fbf9b2e26f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0829539 Dec 20 17:11:45.343561 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b8a15e02-a8df-4dfd-b1cf-08aba21a32d9 req-4442ba31-1431-498a-b81b-f4019979a38d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Dec 20 17:11:45.779560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:46.544740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cd5c5-2a71-4acf-8792-82d264b2c9c7 req-dbb30f94-093b-4134-860b-6c4f553274b8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:46.546118 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7c5cd5c5-2a71-4acf-8792-82d264b2c9c7 req-dbb30f94-093b-4134-860b-6c4f553274b8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0773160 Dec 20 17:11:46.593104 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7c5cd5c5-2a71-4acf-8792-82d264b2c9c7 req-461934bd-61d3-49f1-8637-414b90200e97 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413291 Dec 20 17:11:47.789845 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d247cfc-85be-4745-ac26-e49a6344c65d req-b3658aae-d1f4-4eae-b7ef-4dc563a5ab70 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:47.791315 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d247cfc-85be-4745-ac26-e49a6344c65d req-b3658aae-d1f4-4eae-b7ef-4dc563a5ab70 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0797968 Dec 20 17:11:47.836853 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8d247cfc-85be-4745-ac26-e49a6344c65d req-89d80602-1058-475a-8c2f-b75d32e6b703 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399876 Dec 20 17:11:49.028328 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31436db9-8afd-41a1-aaee-687dd94b04c7 req-ee259991-c414-44f1-a9fe-ced4ea41a933 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:49.029772 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31436db9-8afd-41a1-aaee-687dd94b04c7 req-ee259991-c414-44f1-a9fe-ced4ea41a933 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0748663 Dec 20 17:11:49.074894 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31436db9-8afd-41a1-aaee-687dd94b04c7 req-855241a9-0eb7-4a1d-b818-ff37de27764b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391803 Dec 20 17:11:50.273452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3c85c-c5ba-4964-807e-7c7e22649abc req-4f28b2bb-81ba-4079-8b0f-810645c73518 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:50.274929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a2a3c85c-c5ba-4964-807e-7c7e22649abc req-4f28b2bb-81ba-4079-8b0f-810645c73518 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0803323 Dec 20 17:11:50.321651 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a2a3c85c-c5ba-4964-807e-7c7e22649abc req-d3ae61a3-95fc-4040-bf3c-e2048a03e11a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Dec 20 17:11:51.517017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069148e2-2a22-4d34-9954-73bcd37f8a8a req-3f5c8ed0-f8ba-416c-ac0a-0418a7a83d44 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:51.519093 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-069148e2-2a22-4d34-9954-73bcd37f8a8a req-3f5c8ed0-f8ba-416c-ac0a-0418a7a83d44 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0756099 Dec 20 17:11:51.567676 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-069148e2-2a22-4d34-9954-73bcd37f8a8a req-cfafc03c-d056-4d21-bc3a-079c75b21763 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 Dec 20 17:11:52.078803 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f4e8-7e1b-47d2-ad14-22be07c665c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:52.092160 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:11:52.764166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0770705-5a35-418b-8773-c497edd61b65 req-a98662c4-b2f6-4617-8fa2-570105e1ffaf tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:52.765588 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0770705-5a35-418b-8773-c497edd61b65 req-a98662c4-b2f6-4617-8fa2-570105e1ffaf tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0765932 Dec 20 17:11:52.810637 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e0770705-5a35-418b-8773-c497edd61b65 req-d74dde83-d05d-49d0-9639-1194b66dab0e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389991 Dec 20 17:11:54.021212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bba196-0bbe-4494-9100-adb3c6bdb7f5 req-d74f6010-b099-47f5-ab6e-d9151ae201d9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:54.022696 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f6bba196-0bbe-4494-9100-adb3c6bdb7f5 req-d74f6010-b099-47f5-ab6e-d9151ae201d9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0906837 Dec 20 17:11:54.074195 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f6bba196-0bbe-4494-9100-adb3c6bdb7f5 req-9bdca4a5-184f-4568-a7bc-6db4aec19640 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454199 Dec 20 17:11:54.312995 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7450aad2-16ef-4bab-9031-d1dacf4f27e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:55.275670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3b28b-ccf6-4782-9d4a-586e5019e80b req-533e6547-a276-4411-b1a2-8d7c1c7c8bc9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:55.277124 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9ef3b28b-ccf6-4782-9d4a-586e5019e80b req-533e6547-a276-4411-b1a2-8d7c1c7c8bc9 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0787959 Dec 20 17:11:55.323944 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9ef3b28b-ccf6-4782-9d4a-586e5019e80b req-b8bfe012-ce0d-4eea-9c1f-08fddc932b1c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412714 Dec 20 17:11:55.536326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:55.770370 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:56.541175 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae7bda-069e-42b0-8f5e-6039378a609d req-5ec03bc2-1a5f-4dea-aa40-4573eac08ee0 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:56.542659 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4bae7bda-069e-42b0-8f5e-6039378a609d req-5ec03bc2-1a5f-4dea-aa40-4573eac08ee0 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0867989 Dec 20 17:11:56.589521 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4bae7bda-069e-42b0-8f5e-6039378a609d req-f14249b5-f7f5-4a6e-b515-ff82250c7656 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Dec 20 17:11:57.210307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:57.793720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be877c2b-5423-482b-a950-ed5ebe0b7918 req-461c980a-551b-4be8-817e-21a129e3b9bf tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:57.795277 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-be877c2b-5423-482b-a950-ed5ebe0b7918 req-461c980a-551b-4be8-817e-21a129e3b9bf tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0846136 Dec 20 17:11:57.853441 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-be877c2b-5423-482b-a950-ed5ebe0b7918 req-645965a3-77b5-4b05-b736-786dc7cca5c6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492578 Dec 20 17:11:58.691184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de49a4b-a381-417f-a0fa-4399fc1d487a details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:11:58.828272 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de49a4b-a381-417f-a0fa-4399fc1d487a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:58.843153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'port_id': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'mac_address': 'fa:16:3e:a7:ec:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:11:58.897920 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:58.915314 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de49a4b-a381-417f-a0fa-4399fc1d487a {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:11:58.929953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de49a4b-a381-417f-a0fa-4399fc1d487a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:59.004708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:11:59.006518 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:11:59.050492 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb98907-6316-45a2-807e-3a50063331f0 req-4efb9299-c3c1-4c08-900d-5c5581e4b0b1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:59.051998 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bb98907-6316-45a2-807e-3a50063331f0 req-4efb9299-c3c1-4c08-900d-5c5581e4b0b1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 945 time: 0.0770028 Dec 20 17:11:59.073075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de49a4b-a381-417f-a0fa-4399fc1d487a,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:59.082345 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.082694 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.083075 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.083413 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.083747 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.084106 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.084396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.084726 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.085055 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.085375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.085696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.089748 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:11:59.100162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3bb98907-6316-45a2-807e-3a50063331f0 req-618361d7-653e-4e29-a1b2-8e2f1fdc9435 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 Dec 20 17:11:59.393434 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['9de49a4b-a381-417f-a0fa-4399fc1d487a'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:12:00.302729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344059ac-3619-4763-a517-e38435d234c4 req-0f3029be-9105-4f4e-b404-c7c83db1214d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:00.304192 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-344059ac-3619-4763-a517-e38435d234c4 req-0f3029be-9105-4f4e-b404-c7c83db1214d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 945 time: 0.0804985 Dec 20 17:12:00.441189 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-344059ac-3619-4763-a517-e38435d234c4 req-a9f6541f-be0e-434c-8dc6-19f8d904b3b0 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314480 Dec 20 17:12:00.691957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de49a4b-a381-417f-a0fa-4399fc1d487a up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:12:00.838469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 9de49a4b-a381-417f-a0fa-4399fc1d487a completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:12:00.843614 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 9de49a4b-a381-417f-a0fa-4399fc1d487a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:00.849756 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:00.959714 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:00.985336 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:12:00.995473 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de49a4b-a381-417f-a0fa-4399fc1d487a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:01.038406 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'code': 200} Dec 20 17:12:01.078970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:01.080843 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-64d00940-0a2e-4a11-bd22-9291fb1a1896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:12:01.151926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de49a4b-a381-417f-a0fa-4399fc1d487a,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:01.155014 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:12:01.425371 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15be80d4-d3c7-4a30-8790-cc5438e472de req-99e41d63-d796-4cbc-8b4d-a5ac4f0c278b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1099 time: 0.0669796 Dec 20 17:12:01.467355 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-15be80d4-d3c7-4a30-8790-cc5438e472de req-de955d11-856f-4478-a273-831e54eea491 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356412 Dec 20 17:12:01.639702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b270-11c3-4904-8c4e-411be4d70e28 req-dc22c952-267d-42e2-afdd-900253059c72 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:01.641045 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64a9b270-11c3-4904-8c4e-411be4d70e28 req-dc22c952-267d-42e2-afdd-900253059c72 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0786061 Dec 20 17:12:01.685729 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-64a9b270-11c3-4904-8c4e-411be4d70e28 req-9527cfe7-2d7a-492c-8835-1fc5f9b82c16 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387592 Dec 20 17:12:02.883790 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33324bc-fdb3-4190-b808-77ecfe3decc4 req-ce050415-3379-42de-923b-5c9b4ff784c4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:02.885115 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d33324bc-fdb3-4190-b808-77ecfe3decc4 req-ce050415-3379-42de-923b-5c9b4ff784c4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0755160 Dec 20 17:12:02.936315 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d33324bc-fdb3-4190-b808-77ecfe3decc4 req-85d1e83a-2af6-425a-be0c-485d05d6920e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455589 Dec 20 17:12:04.129208 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a292f3-fe32-40fe-9f24-2ab197c463ed req-80736701-adfa-4c55-addf-bf663eef367d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:04.130648 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31a292f3-fe32-40fe-9f24-2ab197c463ed req-80736701-adfa-4c55-addf-bf663eef367d tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0758581 Dec 20 17:12:04.180085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-31a292f3-fe32-40fe-9f24-2ab197c463ed req-18ea0c40-a9bd-4a73-8b3a-8797fa36aa37 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438318 Dec 20 17:12:04.375945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207181f-d8c1-480e-a41a-fb414016c9cc req-fa41cca6-f62a-4fd1-9bbe-5b1774f6f412 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:04.377383 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d207181f-d8c1-480e-a41a-fb414016c9cc req-fa41cca6-f62a-4fd1-9bbe-5b1774f6f412 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0794501 Dec 20 17:12:04.422065 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d207181f-d8c1-480e-a41a-fb414016c9cc req-35c4de28-8d7a-47c0-98b1-ff4eeaeee68b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392954 Dec 20 17:12:04.448956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37330) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:12:04.584160 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-036233eb-2a10-420f-8ccb-704144f3bb9a tempest-TestShelveInstance-404768738 tempest-TestShelveInstance-404768738-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1094 time: 0.1339767 Dec 20 17:12:04.586849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37336) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:12:04.592447 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:12:04.599072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:12:04.603104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Usage tracker for resource:floatingip and tenant:aed04e9c5cea446691a8b5755d84f0f8 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:12:04.606073 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:12:04.615695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:12:04.759329 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:04.898357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:05.033989 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Allocated IP 172.26.7.183 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/8099d9c3-d9a6-4fb5-a6ee-7680bb37865b) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:12:05.182163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:05.273464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:05.277401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:12:05.344751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:12:05.347378 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:12:05.351550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:12:05.375455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'Port': ['ID=8099d9c3-d9a6-4fb5-a6ee-7680bb37865b,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:05.393031 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.393412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.393785 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.394154 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.394517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.394877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.395317 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.395677 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.396035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.396386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.396747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:05.401495 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:12:05.871361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:06.087307 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:06.298614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:06.375841 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:06.380867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:12:06.483247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event updated for resources: {'Port': ['ID=8099d9c3-d9a6-4fb5-a6ee-7680bb37865b,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:06.487207 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:12:06.501498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:06.698571 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Floating IP 2c1f5c93-8fd3-4781-b3d2-2a56c2c8b7d8 associated. External IP: 172.26.7.183, port: 9de49a4b-a381-417f-a0fa-4399fc1d487a. Dec 20 17:12:07.095566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Router 45baaad1-fb29-4f69-b22f-c539ce4c721d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:12:07.297259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:12:07.307249 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] Sync routers for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:12:07.319251 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:07.319890 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:11:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:07.371399 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:07.431305 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8433182 Dec 20 17:12:07.432038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:12:07.488598 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'status': 'completed', 'code': 200} Dec 20 17:12:07.512976 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:12:07.584495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5391be3d-ea38-411c-a8e9-43ff8a4800d9 req-b8f986c1-9066-4c76-bb10-60fd67ed3f09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1099 time: 0.0740631 Dec 20 17:12:07.725673 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391be3d-ea38-411c-a8e9-43ff8a4800d9 req-e2a9d667-8d1a-4c78-be79-3c22efe80e4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:07.729231 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5391be3d-ea38-411c-a8e9-43ff8a4800d9 req-e2a9d667-8d1a-4c78-be79-3c22efe80e4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1387098 Dec 20 17:12:07.921182 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '2c1f5c93-8fd3-4781-b3d2-2a56c2c8b7d8', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'floating_ip_address': '172.26.7.183', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'port_id': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'mac_address': 'fa:16:3e:a7:ec:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:12:05Z', 'updated_at': '2021-12-20T17:12:05Z', 'revision_number': 0, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:07.925515 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] Checking router: 45baaad1-fb29-4f69-b22f-c539ce4c721d for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:12:07.936174 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:07.936891 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:11:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:07.973042 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5391be3d-ea38-411c-a8e9-43ff8a4800d9 req-58768de1-4870-43cf-9019-4164a72d6b3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 1000 time: 0.2358158 Dec 20 17:12:08.038365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391be3d-ea38-411c-a8e9-43ff8a4800d9 req-9a8766e4-ff71-4f4c-bb8b-a0a6629d28e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:08.039836 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5391be3d-ea38-411c-a8e9-43ff8a4800d9 req-9a8766e4-ff71-4f4c-bb8b-a0a6629d28e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0610790 Dec 20 17:12:08.117213 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5391be3d-ea38-411c-a8e9-43ff8a4800d9 req-69db1705-1045-415a-8465-0160d6eec107 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708959 Dec 20 17:12:08.120002 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:12:08.267898 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5391be3d-ea38-411c-a8e9-43ff8a4800d9 req-1fa17192-4bfd-4a9c-8a39-e718a7152e67 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442907 Dec 20 17:12:08.399917 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5391be3d-ea38-411c-a8e9-43ff8a4800d9 req-4b0832b3-1462-4835-a3ef-e9408bbd82bc service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261077 Dec 20 17:12:08.502617 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '2c1f5c93-8fd3-4781-b3d2-2a56c2c8b7d8', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'floating_ip_address': '172.26.7.183', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'port_id': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'mac_address': 'fa:16:3e:a7:ec:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:12:05Z', 'updated_at': '2021-12-20T17:12:05Z', 'revision_number': 0, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:08.506811 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d2966-be73-4ab0-87ed-8b2c7efdb720 None None] The sync data for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv is: [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '2c1f5c93-8fd3-4781-b3d2-2a56c2c8b7d8', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'floating_ip_address': '172.26.7.183', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'port_id': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'mac_address': 'fa:16:3e:a7:ec:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:12:05Z', 'updated_at': '2021-12-20T17:12:05Z', 'revision_number': 0, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:12:08.704107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e922a58-d507-4398-adaa-3e93f6e26bfd None None] New status for floating IP 2c1f5c93-8fd3-4781-b3d2-2a56c2c8b7d8: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:12:15.741587 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:22.030259 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6ae06174-402b-495c-a1ee-6f36f56a14b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:24.370279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-15992010-60a2-4e78-9481-01d5f72cbd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:25.547388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:25.770287 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:26.978121 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc43469-471b-4ee7-b2af-252424e3c0d0 req-65f4ff8a-74af-49a3-8913-88fd8ee55027 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731230 Dec 20 17:12:27.140733 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc43469-471b-4ee7-b2af-252424e3c0d0 req-51a75cb3-ef65-46d6-825e-4ee1ee18ea21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1099 time: 0.0899708 Dec 20 17:12:27.288942 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc43469-471b-4ee7-b2af-252424e3c0d0 req-a6d89a64-844f-4f28-9350-2b122f227a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:27.290431 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc43469-471b-4ee7-b2af-252424e3c0d0 req-a6d89a64-844f-4f28-9350-2b122f227a43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1301806 Dec 20 17:12:27.307975 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:27.395506 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc43469-471b-4ee7-b2af-252424e3c0d0 req-5401b80b-9a32-4a5d-bac4-430e32100cdd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 1002 time: 0.0987926 Dec 20 17:12:27.457908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc43469-471b-4ee7-b2af-252424e3c0d0 req-7aea85a3-ac9b-44fa-93db-991e5d26ac29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:27.459955 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc43469-471b-4ee7-b2af-252424e3c0d0 req-7aea85a3-ac9b-44fa-93db-991e5d26ac29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0588605 Dec 20 17:12:27.536495 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc43469-471b-4ee7-b2af-252424e3c0d0 req-9ecc7d44-8977-4133-850f-f16d00e0f6d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707083 Dec 20 17:12:27.674023 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc43469-471b-4ee7-b2af-252424e3c0d0 req-a427e8ce-b331-4474-a9f3-fe6c90e86a03 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266747 Dec 20 17:12:27.801568 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1bc43469-471b-4ee7-b2af-252424e3c0d0 req-e74e15b4-d9e0-4957-b070-24d04156eeb3 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262083 Dec 20 17:12:29.092762 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:12:45.770329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:52.010185 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-62ceb0da-b8a4-4f16-ac9f-96588ced5ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:54.369141 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c8e57de3-08d9-4c44-b92e-3f293f12233b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:55.581274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:55.792845 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:12:57.246982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:06.093063 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:13:15.759332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:22.113173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-92d9a597-0502-4621-8bd2-a8d9ccaa8d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:24.358676 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-afb8425c-edd3-49b5-81d0-11add4625145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:25.541970 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:25.787409 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:27.221865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:28.982669 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ebef5ef5-d2be-4024-87d0-3fe34d021f41 req-1bc932ed-1e39-42f3-bf8f-b40e7e4d3c2e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770144 Dec 20 17:13:29.129521 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ebef5ef5-d2be-4024-87d0-3fe34d021f41 req-51b974d4-1e14-4cb9-b84a-d3f6b6910425 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1099 time: 0.0739884 Dec 20 17:13:29.384522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef5ef5-d2be-4024-87d0-3fe34d021f41 req-c793afd3-a89c-4639-8d33-2de6b8bf5b30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:29.385846 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ebef5ef5-d2be-4024-87d0-3fe34d021f41 req-c793afd3-a89c-4639-8d33-2de6b8bf5b30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.2369022 Dec 20 17:13:29.488768 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ebef5ef5-d2be-4024-87d0-3fe34d021f41 req-f246caec-0d2a-43f2-a7cc-4af742912a34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 1002 time: 0.0961118 Dec 20 17:13:29.555975 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef5ef5-d2be-4024-87d0-3fe34d021f41 req-7efeb66e-96ed-4de7-b71a-9e7d08b21fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:29.557381 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ebef5ef5-d2be-4024-87d0-3fe34d021f41 req-7efeb66e-96ed-4de7-b71a-9e7d08b21fdb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0621195 Dec 20 17:13:29.630324 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ebef5ef5-d2be-4024-87d0-3fe34d021f41 req-8a21668c-62bf-4cf9-b4cd-a127d9e24f53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663936 Dec 20 17:13:29.765085 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ebef5ef5-d2be-4024-87d0-3fe34d021f41 req-f23dd706-04f9-4734-8d68-2a8187f980cc service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268675 Dec 20 17:13:29.900328 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ebef5ef5-d2be-4024-87d0-3fe34d021f41 req-8387c59a-db41-4292-a6ea-2af6c92957df service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272092 Dec 20 17:13:43.093363 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:13:45.792578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:52.049653 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5d7e25c2-65f6-4140-866e-ca540eb3294f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:54.802405 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b2619c1a-8373-4240-8160-5cf9b359609f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:55.616052 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:55.802065 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:13:57.261713 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:15.761335 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:20.094103 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:14:22.026952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2358aec7-624d-4061-9630-35c82b51db4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:24.329539 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-945e6b8b-7c5b-4be7-a0b9-95af7f26746b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:25.540902 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:25.782073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:27.232764 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:29.988696 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-cf573c9e-674b-482b-a043-1fb1eba7502e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717487 Dec 20 17:14:30.125385 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-16d0765d-6315-4c4e-acc9-bb8515103378 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1099 time: 0.0698059 Dec 20 17:14:30.274127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-a6cbdce5-7084-40f7-84c4-b7293e2359b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:30.275494 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-a6cbdce5-7084-40f7-84c4-b7293e2359b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1324296 Dec 20 17:14:30.379979 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-d877e834-e0f5-4a5a-979e-60244363b1ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 1002 time: 0.0977111 Dec 20 17:14:30.445560 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-d4aa65c6-af1c-4bc1-966b-a544c5436e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:30.447003 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-d4aa65c6-af1c-4bc1-966b-a544c5436e78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0610993 Dec 20 17:14:30.522174 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-aff6e27e-c93a-4550-bb9f-d5716e7b65c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693057 Dec 20 17:14:30.532210 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-45fe440c-ddf3-4818-b359-f62c4a74e47a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 17:14:30.533096 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-45fe440c-ddf3-4818-b359-f62c4a74e47a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050099 Dec 20 17:14:30.685783 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-b24562d5-4e67-4edc-b0ab-d73acb3840a4 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455395 Dec 20 17:14:30.816572 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-885601a0-a7a1-4f31-b7e9-e80e423b3670 req-a70c7728-1c3e-4d49-b796-f1f07fe80010 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248171 Dec 20 17:14:45.818053 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:52.044351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-655a1999-32da-49bc-9796-2bb7aab52b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:54.355245 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f3d1e983-7773-4a40-af2c-d8d7e3bd7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:55.612145 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:55.801114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:57.094277 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:14:57.256014 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:14:57.413667 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0228a0-5d3c-4f3b-9f5b-139851f500ad req-c0bcb640-650b-4ca8-be29-991e8221acbb tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:57.415158 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7d0228a0-5d3c-4f3b-9f5b-139851f500ad req-c0bcb640-650b-4ca8-be29-991e8221acbb tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0786049 Dec 20 17:14:57.473701 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7d0228a0-5d3c-4f3b-9f5b-139851f500ad req-da0edead-1c25-4524-8a13-374855829f3e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508664 Dec 20 17:14:58.688369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a73c89-4763-403f-b6d4-23921223e5b9 req-df060b9a-7016-46b4-a1c5-6ddfbc219ee8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:58.689875 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-97a73c89-4763-403f-b6d4-23921223e5b9 req-df060b9a-7016-46b4-a1c5-6ddfbc219ee8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0786514 Dec 20 17:14:58.738063 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-97a73c89-4763-403f-b6d4-23921223e5b9 req-c4442278-285a-4f0a-a2e4-fc50dab7b8af tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409324 Dec 20 17:14:59.961528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b294-51ae-44b7-9e62-0f2748c53cb5 req-2bad19cf-234f-4fe8-8206-2ba3f1f07994 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:59.962986 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd00b294-51ae-44b7-9e62-0f2748c53cb5 req-2bad19cf-234f-4fe8-8206-2ba3f1f07994 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0857799 Dec 20 17:15:00.113725 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd00b294-51ae-44b7-9e62-0f2748c53cb5 req-34cc876a-e14c-420d-bb66-05f5d52c1c73 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450331 Dec 20 17:15:01.310622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3f74f-aba8-47e1-b633-796ce506853e req-280c3b37-86fe-49f3-b008-ee679032933c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:01.312094 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7dc3f74f-aba8-47e1-b633-796ce506853e req-280c3b37-86fe-49f3-b008-ee679032933c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0765803 Dec 20 17:15:01.364001 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7dc3f74f-aba8-47e1-b633-796ce506853e req-1fdc0897-6253-4ed8-8657-44f129642fba tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463300 Dec 20 17:15:02.568552 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931f87b-7185-433b-aec0-ae313216b517 req-6ea1f3ab-aadb-4e12-96e8-f50cee85264e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.570083 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1931f87b-7185-433b-aec0-ae313216b517 req-6ea1f3ab-aadb-4e12-96e8-f50cee85264e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0854347 Dec 20 17:15:02.618550 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1931f87b-7185-433b-aec0-ae313216b517 req-e04b68d3-3b93-4771-a850-5124795cc62c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423729 Dec 20 17:15:03.820902 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b389d-ef91-4bfc-95b4-3ac25687c0ce req-45a57853-ff50-4a18-a415-85e0a72521b2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:03.822461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bd0b389d-ef91-4bfc-95b4-3ac25687c0ce req-45a57853-ff50-4a18-a415-85e0a72521b2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0817029 Dec 20 17:15:03.873221 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bd0b389d-ef91-4bfc-95b4-3ac25687c0ce req-b3a075f1-e96b-42c8-8bf0-c4805de8b2cb tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450275 Dec 20 17:15:05.080640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f851d9-f25d-4892-8445-6c2400ed7bc1 req-82d0591f-5e6c-4c1d-8ac2-3cbef647a4d6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:05.082147 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06f851d9-f25d-4892-8445-6c2400ed7bc1 req-82d0591f-5e6c-4c1d-8ac2-3cbef647a4d6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0790815 Dec 20 17:15:05.129073 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-06f851d9-f25d-4892-8445-6c2400ed7bc1 req-98283ba4-1cce-44ba-8a85-2e1feb57fab3 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 Dec 20 17:15:06.355787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a82011-8378-45c5-b02f-74a276a46e02 req-3c1ac876-1059-4129-bd87-bdb249a6f3ea tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:06.357278 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c9a82011-8378-45c5-b02f-74a276a46e02 req-3c1ac876-1059-4129-bd87-bdb249a6f3ea tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0857706 Dec 20 17:15:06.402955 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c9a82011-8378-45c5-b02f-74a276a46e02 req-d493b459-2f09-4e8d-aee0-8ddbdc162d3a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Dec 20 17:15:07.587353 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4acb9c5b-e3bd-4dcb-a2d3-46dc1b1316f7 req-faf03752-4cb9-4afe-9c16-f099ec244716 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1099 time: 0.1164877 Dec 20 17:15:07.703148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3ab14-696b-49f2-8456-109219e502c4 req-0b24afc4-77d1-4e97-ae32-af556f5cc1e1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:07.704597 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eca3ab14-696b-49f2-8456-109219e502c4 req-0b24afc4-77d1-4e97-ae32-af556f5cc1e1 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.1748073 Dec 20 17:15:07.764389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb9c5b-e3bd-4dcb-a2d3-46dc1b1316f7 req-b97abe57-4508-443d-b2c4-cbae9b8e944d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:07.765848 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4acb9c5b-e3bd-4dcb-a2d3-46dc1b1316f7 req-b97abe57-4508-443d-b2c4-cbae9b8e944d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1724739 Dec 20 17:15:07.827416 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eca3ab14-696b-49f2-8456-109219e502c4 req-808ef0f2-45e2-4413-88ee-7e347195a329 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105161 Dec 20 17:15:07.875079 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4acb9c5b-e3bd-4dcb-a2d3-46dc1b1316f7 req-30e50bc0-9933-40a2-b134-1271058a0d8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 1002 time: 0.1030176 Dec 20 17:15:07.939420 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb9c5b-e3bd-4dcb-a2d3-46dc1b1316f7 req-93951466-25f6-4375-a322-7ba4697dd241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:07.940986 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4acb9c5b-e3bd-4dcb-a2d3-46dc1b1316f7 req-93951466-25f6-4375-a322-7ba4697dd241 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0597112 Dec 20 17:15:08.023946 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4acb9c5b-e3bd-4dcb-a2d3-46dc1b1316f7 req-901b791d-6020-4443-8fb3-6fbecc60c8a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758550 Dec 20 17:15:08.164883 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4acb9c5b-e3bd-4dcb-a2d3-46dc1b1316f7 req-e6630e4d-d263-4bfd-a4a9-f064a308a0d2 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347229 Dec 20 17:15:08.301390 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4acb9c5b-e3bd-4dcb-a2d3-46dc1b1316f7 req-a1e34b51-1391-4c11-a10b-ffc23648526d service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304874 Dec 20 17:15:09.029782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9e5ba-6276-4953-bc6b-dcea404b69cd req-2618fb21-0827-49ba-9b8e-1f7ea2ca345f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:09.031261 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f3a9e5ba-6276-4953-bc6b-dcea404b69cd req-2618fb21-0827-49ba-9b8e-1f7ea2ca345f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0797710 Dec 20 17:15:09.079166 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f3a9e5ba-6276-4953-bc6b-dcea404b69cd req-68b9552c-8d28-4e74-8137-e6ecb5564902 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414879 Dec 20 17:15:10.298842 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ee894-6a78-411c-8e48-7362db49d293 req-49bb256e-3ffd-4f60-b047-dedc44749dff tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:10.305811 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-918ee894-6a78-411c-8e48-7362db49d293 req-49bb256e-3ffd-4f60-b047-dedc44749dff tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0902078 Dec 20 17:15:10.350349 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-918ee894-6a78-411c-8e48-7362db49d293 req-4c1e2cca-a88e-4137-b6c4-9cbec2e93dc5 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432870 Dec 20 17:15:11.549230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62239f-b990-4d62-a540-a9d8accf88f3 req-156b68d6-5cd1-4a58-b89d-4ed408af4855 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:11.550636 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed62239f-b990-4d62-a540-a9d8accf88f3 req-156b68d6-5cd1-4a58-b89d-4ed408af4855 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0791800 Dec 20 17:15:11.598267 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed62239f-b990-4d62-a540-a9d8accf88f3 req-a11f3e7c-31c5-40ee-ab89-fa3a02acf798 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 Dec 20 17:15:11.955929 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-452e04a8-fc0e-45fa-af6b-eb065b56b677 req-208777f6-e3f2-4db6-97bb-92d10e59fdda service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2338345 Dec 20 17:15:12.381192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5000d-5c0f-4487-ad43-6ccbf38c04e7 req-c23d2402-38f3-4625-8584-a4b25ce9667f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:12.382652 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35a5000d-5c0f-4487-ad43-6ccbf38c04e7 req-c23d2402-38f3-4625-8584-a4b25ce9667f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0788994 Dec 20 17:15:12.431756 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35a5000d-5c0f-4487-ad43-6ccbf38c04e7 req-354e5fad-a9cf-4d82-a8d7-fbcf71d98c67 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435212 Dec 20 17:15:12.440445 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [req-51083135-87a9-4e6f-a557-12ebddfd555c req-3a132817-62d4-4212-8675-b70ff93fa67c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338282 Dec 20 17:15:13.630127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0213c-696d-4d00-8cc7-3cfb6d9597fa req-5d9ac0a2-9b92-4661-afd9-91f83c58aa99 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:13.631672 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-25e0213c-696d-4d00-8cc7-3cfb6d9597fa req-5d9ac0a2-9b92-4661-afd9-91f83c58aa99 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0792043 Dec 20 17:15:13.677360 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-25e0213c-696d-4d00-8cc7-3cfb6d9597fa req-6d8950f7-663d-4005-90d4-596619e0db46 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402806 Dec 20 17:15:13.706703 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de49a4b-a381-417f-a0fa-4399fc1d487a no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:15:13.817768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:13.844332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:15:13.854424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de49a4b-a381-417f-a0fa-4399fc1d487a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:15:13.923979 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:13.926822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:15:14.000769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de49a4b-a381-417f-a0fa-4399fc1d487a,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:14.005322 dv-neutron-821074-1-hyperv neutron-server[84393]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'code': 422} returned with failed status Dec 20 17:15:14.013490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.013717 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.014054 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.014384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.014712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.015069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.015458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.015719 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.016039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.016357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.016675 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:14.021139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:15:14.884559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0a917-3e23-4f66-97fd-5c261d11cb11 req-e632cbf1-f393-4b38-b4e5-36590ff772f6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:14.886102 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1cd0a917-3e23-4f66-97fd-5c261d11cb11 req-e632cbf1-f393-4b38-b4e5-36590ff772f6 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0824232 Dec 20 17:15:14.933821 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1cd0a917-3e23-4f66-97fd-5c261d11cb11 req-5abf085d-c569-4bc0-a63b-d29782b31330 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Dec 20 17:15:15.786332 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:15.833360 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51083135-87a9-4e6f-a557-12ebddfd555c req-1a8a235b-86f3-45ee-a5d6-f70f38167ad2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024&tenant_id=aed04e9c5cea446691a8b5755d84f0f8 HTTP/1.1" status: 200 len: 1097 time: 0.0680497 Dec 20 17:15:15.927115 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51083135-87a9-4e6f-a557-12ebddfd555c req-e0f227cf-0689-48df-9a29-e4c691305065 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1097 time: 0.0724716 Dec 20 17:15:16.102226 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51083135-87a9-4e6f-a557-12ebddfd555c req-99757b73-e691-4b19-bd61-c36fad3db446 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:16.103633 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51083135-87a9-4e6f-a557-12ebddfd555c req-99757b73-e691-4b19-bd61-c36fad3db446 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1705401 Dec 20 17:15:16.225731 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51083135-87a9-4e6f-a557-12ebddfd555c req-0fe7771c-942d-4ad6-a155-67530e1007fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 1000 time: 0.1148295 Dec 20 17:15:16.231395 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dcfc0-c798-4b2d-a2a6-8841f3548d0f req-ebf5ca82-478b-4a18-8c6a-143e5da1c842 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:16.232839 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2d4dcfc0-c798-4b2d-a2a6-8841f3548d0f req-ebf5ca82-478b-4a18-8c6a-143e5da1c842 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.1742222 Dec 20 17:15:16.325025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51083135-87a9-4e6f-a557-12ebddfd555c req-7c67a816-ee12-402b-a437-8af19b85313c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:16.326461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51083135-87a9-4e6f-a557-12ebddfd555c req-7c67a816-ee12-402b-a437-8af19b85313c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0927415 Dec 20 17:15:16.331903 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2d4dcfc0-c798-4b2d-a2a6-8841f3548d0f req-62922c99-0f24-44d9-adf6-fb1663674b59 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679390 Dec 20 17:15:16.401217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51083135-87a9-4e6f-a557-12ebddfd555c req-d993f1a4-a003-40ac-bff3-1f63c6debd36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682681 Dec 20 17:15:16.532410 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51083135-87a9-4e6f-a557-12ebddfd555c req-88177776-bf65-43a0-afe1-36b58e5d40b9 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249893 Dec 20 17:15:16.663540 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-51083135-87a9-4e6f-a557-12ebddfd555c req-c1fdf9f2-aeb5-49db-9931-6c3d2af8c1ce service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252360 Dec 20 17:15:17.531008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461e692-018f-4e84-b7b1-58b605685ddc req-60e3a7ee-3e91-4202-b29f-0a1d41ac851e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:17.532345 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a461e692-018f-4e84-b7b1-58b605685ddc req-60e3a7ee-3e91-4202-b29f-0a1d41ac851e tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0789258 Dec 20 17:15:17.581974 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a461e692-018f-4e84-b7b1-58b605685ddc req-07914204-60ac-4c37-b131-856b55815163 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436907 Dec 20 17:15:18.787971 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434eb87-267c-4d58-9aee-933df222b247 req-9271de2c-dc43-4c56-91bd-80bd5da484b8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:18.789410 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d434eb87-267c-4d58-9aee-933df222b247 req-9271de2c-dc43-4c56-91bd-80bd5da484b8 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0842669 Dec 20 17:15:18.836215 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d434eb87-267c-4d58-9aee-933df222b247 req-d00ffc9e-9f8b-42bf-a26c-62e152aaf778 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412550 Dec 20 17:15:20.046344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224bf48-00d2-4096-9ef4-eabb11e0c19c req-172a9f5a-903b-463b-a707-d15c781fe351 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:20.047842 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4224bf48-00d2-4096-9ef4-eabb11e0c19c req-172a9f5a-903b-463b-a707-d15c781fe351 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0921381 Dec 20 17:15:20.095129 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4224bf48-00d2-4096-9ef4-eabb11e0c19c req-b8ee1352-59cc-4bdd-8ce7-7180afbe1152 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Dec 20 17:15:21.297125 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3556a6c-a697-4e6a-8d6c-1042932d5c5e req-023d3c5b-0c1a-4304-b80b-ae220771448b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:21.298583 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f3556a6c-a697-4e6a-8d6c-1042932d5c5e req-023d3c5b-0c1a-4304-b80b-ae220771448b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0775011 Dec 20 17:15:21.347174 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f3556a6c-a697-4e6a-8d6c-1042932d5c5e req-0b4693d5-82ea-4b5a-b610-c370cd91f225 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Dec 20 17:15:22.038531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b957-9b59-47bf-be07-d8b845727981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:22.666625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61723694-d2e1-4a6b-afd2-d3cc4aeead03 req-17b56ad3-9cbe-4ce8-a4b2-f51333ff421f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:22.668073 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61723694-d2e1-4a6b-afd2-d3cc4aeead03 req-17b56ad3-9cbe-4ce8-a4b2-f51333ff421f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.1863925 Dec 20 17:15:22.713016 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-61723694-d2e1-4a6b-afd2-d3cc4aeead03 req-8d08c33c-d13a-45bc-a3d2-9a628a7379c2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394375 Dec 20 17:15:23.908185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507221fa-64bf-4dc5-8caf-915da9601677 req-384ea45a-7797-42ff-9ffd-060447dc0687 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:23.909667 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-507221fa-64bf-4dc5-8caf-915da9601677 req-384ea45a-7797-42ff-9ffd-060447dc0687 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0763874 Dec 20 17:15:23.959170 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-507221fa-64bf-4dc5-8caf-915da9601677 req-8416c396-19f1-451e-9c24-b9a9d0fb0e82 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439193 Dec 20 17:15:24.323858 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a566c3c0-2357-4c0b-ad5a-fe2122fddb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:25.151610 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3db2e-511f-4032-9a09-cd7603ca9251 req-e6bd6ee9-5511-475a-ba34-4ec0ed98fd48 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:25.153047 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d8b3db2e-511f-4032-9a09-cd7603ca9251 req-e6bd6ee9-5511-475a-ba34-4ec0ed98fd48 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 944 time: 0.0758901 Dec 20 17:15:25.200409 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d8b3db2e-511f-4032-9a09-cd7603ca9251 req-25f88ab9-6634-4efa-9394-491dd0be9e2f tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416760 Dec 20 17:15:25.554593 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:25.792295 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:25.809776 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de49a4b-a381-417f-a0fa-4399fc1d487a details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:15:25.988566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de49a4b-a381-417f-a0fa-4399fc1d487a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:15:26.001727 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'port_id': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'mac_address': 'fa:16:3e:a7:ec:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:15:26.055153 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:26.077492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de49a4b-a381-417f-a0fa-4399fc1d487a {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:15:26.093685 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de49a4b-a381-417f-a0fa-4399fc1d487a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:15:26.163862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:26.165752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:15:26.231923 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de49a4b-a381-417f-a0fa-4399fc1d487a,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:26.235529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:15:26.401258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bccffc-efda-4879-a0bc-9a668017f27b req-a73e2506-6c1d-48ac-ad25-be4b9fe8c5be tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:26.402599 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-98bccffc-efda-4879-a0bc-9a668017f27b req-a73e2506-6c1d-48ac-ad25-be4b9fe8c5be tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 945 time: 0.0800800 Dec 20 17:15:26.457403 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-98bccffc-efda-4879-a0bc-9a668017f27b req-6a679b65-750b-4db1-8aa6-bce4294e5a1b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492754 Dec 20 17:15:26.490953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['9de49a4b-a381-417f-a0fa-4399fc1d487a'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:15:27.238789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:27.650623 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ace15-5d47-4fa8-9d5f-97cec07b6632 req-f6d79ed9-d9d4-498f-b38b-e1cca54cf3a4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:27.652054 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ec4ace15-5d47-4fa8-9d5f-97cec07b6632 req-f6d79ed9-d9d4-498f-b38b-e1cca54cf3a4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 945 time: 0.0765574 Dec 20 17:15:27.697655 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ec4ace15-5d47-4fa8-9d5f-97cec07b6632 req-d0c33640-8263-4166-84b4-a5bbd18ec728 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394397 Dec 20 17:15:27.810000 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de49a4b-a381-417f-a0fa-4399fc1d487a up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:15:27.880069 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 9de49a4b-a381-417f-a0fa-4399fc1d487a triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:15:27.880448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:27.991529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:28.017871 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:15:28.028059 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 9de49a4b-a381-417f-a0fa-4399fc1d487a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:15:28.071276 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'code': 200} Dec 20 17:15:28.157996 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:28.161100 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:15:28.230798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=9de49a4b-a381-417f-a0fa-4399fc1d487a,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:28.234283 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:15:28.411872 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e495a57-d2fa-4d86-8671-7cb53ea8bbf8 req-c513c9b6-b966-432b-ba9f-d267e4866c79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1099 time: 0.0696988 Dec 20 17:15:28.454263 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8e495a57-d2fa-4d86-8671-7cb53ea8bbf8 req-15df6890-39dc-4433-8eb4-a1effdf7bc26 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360856 Dec 20 17:15:28.904778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324f555-fab1-4a10-be8b-81e889abb7e9 req-ee6e6de7-c516-4262-b832-62aed1d260fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:28.906215 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9324f555-fab1-4a10-be8b-81e889abb7e9 req-ee6e6de7-c516-4262-b832-62aed1d260fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.0826306 Dec 20 17:15:28.956322 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9324f555-fab1-4a10-be8b-81e889abb7e9 req-f7545057-b240-4cfe-b67f-e1ff8e841f91 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 Dec 20 17:15:29.970518 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e02a51c9-4a00-4a0a-94b5-ebd355f9113b req-5cdb2284-a69e-4017-b1a0-e5faeba30940 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685213 Dec 20 17:15:30.170178 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e02a51c9-4a00-4a0a-94b5-ebd355f9113b req-ef736c1e-64ae-41b3-a6ee-f11afe47f9b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1099 time: 0.1274750 Dec 20 17:15:30.188757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dd9d2-4019-4af6-989b-3b777a17ba0a req-b64420ee-63aa-42f2-a719-6924c961e363 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:30.190186 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd5dd9d2-4019-4af6-989b-3b777a17ba0a req-b64420ee-63aa-42f2-a719-6924c961e363 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.1059387 Dec 20 17:15:30.328831 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd5dd9d2-4019-4af6-989b-3b777a17ba0a req-09f76046-6db2-40c3-be01-dc197aec2555 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191149 Dec 20 17:15:30.351513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a51c9-4a00-4a0a-94b5-ebd355f9113b req-eb8475d1-c7ee-4b4f-b78f-ac102a725f51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:30.352939 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e02a51c9-4a00-4a0a-94b5-ebd355f9113b req-eb8475d1-c7ee-4b4f-b78f-ac102a725f51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1615546 Dec 20 17:15:30.454860 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e02a51c9-4a00-4a0a-94b5-ebd355f9113b req-bc13580e-e5b9-4ebb-8de4-9ff53877c8d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 1002 time: 0.0958781 Dec 20 17:15:30.521513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a51c9-4a00-4a0a-94b5-ebd355f9113b req-28111950-8881-408f-9e9d-d4d8f92adb09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:30.522873 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e02a51c9-4a00-4a0a-94b5-ebd355f9113b req-28111950-8881-408f-9e9d-d4d8f92adb09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0624192 Dec 20 17:15:30.598641 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e02a51c9-4a00-4a0a-94b5-ebd355f9113b req-0580ed6a-e84e-443f-9361-3a8de6440f87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697112 Dec 20 17:15:30.725501 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e02a51c9-4a00-4a0a-94b5-ebd355f9113b req-17f9c836-1d02-447a-806f-12a09bcf02b7 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207831 Dec 20 17:15:30.863656 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e02a51c9-4a00-4a0a-94b5-ebd355f9113b req-2b2ef59f-7ada-47ec-a0a6-837c7b53020f service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314161 Dec 20 17:15:34.094122 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:15:45.803711 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:52.068745 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-fac11703-c091-4c2b-a066-23d2aacb0ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:54.371466 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e15eeffb-6689-4d50-af8b-c8e45afd0e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:55.592341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:55.822787 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:15:57.257600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:11.093481 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:16:15.843444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:22.073938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5dafa2fe-69c7-44b6-a20e-1e35a52582ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:24.334951 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ca40ab4b-3d56-47be-ba48-7d6c7d196bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:25.559660 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:25.839372 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:27.302446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:31.115149 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a972aa6b-adb5-4095-825b-6aece7361e50 req-0bb9f7f0-635f-48b1-b391-04a0df109b3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2105806 Dec 20 17:16:31.376507 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a972aa6b-adb5-4095-825b-6aece7361e50 req-75d0875f-9163-4646-bf9e-89b04c9d05e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1099 time: 0.1856837 Dec 20 17:16:31.528144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972aa6b-adb5-4095-825b-6aece7361e50 req-fcacdf0b-52a6-4e35-8528-5628583fe62b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:31.529624 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a972aa6b-adb5-4095-825b-6aece7361e50 req-fcacdf0b-52a6-4e35-8528-5628583fe62b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1349006 Dec 20 17:16:31.636526 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a972aa6b-adb5-4095-825b-6aece7361e50 req-faf2158b-8544-46c2-9035-d42ca30d0643 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 1002 time: 0.1001890 Dec 20 17:16:31.700951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972aa6b-adb5-4095-825b-6aece7361e50 req-aad70d46-7d58-4b7e-a868-813c0e5adae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:31.702450 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a972aa6b-adb5-4095-825b-6aece7361e50 req-aad70d46-7d58-4b7e-a868-813c0e5adae8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0594819 Dec 20 17:16:31.779003 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a972aa6b-adb5-4095-825b-6aece7361e50 req-56c4f8e3-c31d-4ece-84c1-53fdf732a8d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705676 Dec 20 17:16:31.916354 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a972aa6b-adb5-4095-825b-6aece7361e50 req-9428371d-94cf-48eb-9f38-fd1a291f640b service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304712 Dec 20 17:16:32.049858 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a972aa6b-adb5-4095-825b-6aece7361e50 req-43db80ed-2758-4cc1-af25-a81d231a6040 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275039 Dec 20 17:16:45.867447 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:48.092942 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:16:52.148937 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3127d73b-7dea-42fa-96e9-7d9c258a1013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:54.341732 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-baa33c8c-fa82-41f9-806c-c44b20fda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:55.655194 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:55.856057 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:16:57.300605 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:15.821219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:22.038078 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-13d2b2e0-17aa-41c8-8d5d-7efeaccfb078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:24.347107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d7024e28-8713-4971-b5e5-1880dbdfb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:25.092833 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:17:25.563929 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:25.798286 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:27.266969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:29.808246 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37522) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:30.175491 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Deleting port 8099d9c3-d9a6-4fb5-a6ee-7680bb37865b {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:30.175730 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:30.347766 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:30.348088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:30.467536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Calling delete_port for 8099d9c3-d9a6-4fb5-a6ee-7680bb37865b owned by network:floatingip {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:17:30.769655 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:30.773505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f6cb4419-92f2-43e4-9ce8-832d447a3ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:30.814332 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event deleted for resources: {'Port': ['ID=8099d9c3-d9a6-4fb5-a6ee-7680bb37865b,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:30.851066 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.851465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.851828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.852199 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.852575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.852962 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.853337 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.853761 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.854184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.854571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.854952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:30.862619 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:30.921397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for floatingip, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:31.417516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Router 45baaad1-fb29-4f69-b22f-c539ce4c721d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:17:31.685867 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:17:31.695030 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] Sync routers for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:17:31.706644 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:31.711414 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:31.832704 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:31.890217 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "DELETE /v2.0/floatingips/2c1f5c93-8fd3-4781-b3d2-2a56c2c8b7d8 HTTP/1.1" status: 204 len: 168 time: 2.0808637 Dec 20 17:17:31.890868 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:17:31.891112 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:17:32.113824 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'status': 'completed', 'code': 200} Dec 20 17:17:32.211049 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f02bb87-6622-4734-86a2-ac65f69d888e req-604c49ec-312d-46be-b373-f4fe91871c53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 1099 time: 0.0723174 Dec 20 17:17:32.245689 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:32.249936 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] Checking router: 45baaad1-fb29-4f69-b22f-c539ce4c721d for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:17:32.261380 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:32.261986 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:32.350192 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02bb87-6622-4734-86a2-ac65f69d888e req-c88ca59c-91e1-4cbe-b1eb-caf40b7670a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:32.351651 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f02bb87-6622-4734-86a2-ac65f69d888e req-c88ca59c-91e1-4cbe-b1eb-caf40b7670a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 200 len: 910 time: 0.1348987 Dec 20 17:17:32.422539 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f02bb87-6622-4734-86a2-ac65f69d888e req-44f2e2f6-97f8-4766-9c0a-bf18c01100d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 200 len: 217 time: 0.0644681 Dec 20 17:17:32.442113 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:17:32.491931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02bb87-6622-4734-86a2-ac65f69d888e req-d8dd11c6-1590-47da-a284-9c8c2e733f33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:32.493260 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f02bb87-6622-4734-86a2-ac65f69d888e req-d8dd11c6-1590-47da-a284-9c8c2e733f33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 200 len: 848 time: 0.0643437 Dec 20 17:17:32.571744 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f02bb87-6622-4734-86a2-ac65f69d888e req-7be70688-2113-4733-a554-c5744de3b120 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721471 Dec 20 17:17:32.748572 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:32.753936 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37c03b-97ae-45e1-b3bb-0567163c2f97 None None] The sync data for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv is: [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:05:25Z', 'revision_number': 4, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': 'ed5a8da9-94a2-4091-acad-489892b8af28', 'name': '', 'network_id': '1fa2f3ed-5587-4a34-a505-3c46a78a3dc4', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'mac_address': 'fa:16:3e:31:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:24Z', 'updated_at': '2021-12-20T17:05:32Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'subnets': [{'id': '83cbe85c-d6e2-436b-a0c2-ef7c77c986fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:17:32.763096 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f02bb87-6622-4734-86a2-ac65f69d888e req-4ca97e7d-7efc-451b-b4e4-9d84f4ea5d9c service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837234 Dec 20 17:17:32.773596 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932df26e-b52b-47c6-b704-3255258c0d86 req-77ad417f-8afd-4c25-961a-14f6428c1503 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:32.774271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-932df26e-b52b-47c6-b704-3255258c0d86 req-77ad417f-8afd-4c25-961a-14f6428c1503 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Synchronizing usage tracker for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:17:32.910800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-932df26e-b52b-47c6-b704-3255258c0d86 req-77ad417f-8afd-4c25-961a-14f6428c1503 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Unset dirty status for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:17:32.911900 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-932df26e-b52b-47c6-b704-3255258c0d86 req-77ad417f-8afd-4c25-961a-14f6428c1503 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.3832998 Dec 20 17:17:32.915508 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8f02bb87-6622-4734-86a2-ac65f69d888e req-3fa51d3a-bafb-4cfd-958d-38bb30c9b5aa service neutron] 10.222.0.64 "GET /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383212 Dec 20 17:17:32.960273 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-932df26e-b52b-47c6-b704-3255258c0d86 req-60f30572-1465-4de5-b547-6b623479af2a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428343 Dec 20 17:17:32.995492 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4d4e2-38f5-4568-83f1-2950e74467ab None None] New status for floating IP 2c1f5c93-8fd3-4781-b3d2-2a56c2c8b7d8: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:17:34.384631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-4dbbbdab-635b-46a3-975e-521cf5c52630 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:34.385950 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-4dbbbdab-635b-46a3-975e-521cf5c52630 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.64 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.2541788 Dec 20 17:17:34.392097 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c187-ab83-4c28-9cc8-ce91825bdf12 req-9af3c94d-3f85-4fd5-941d-f921f66a96dc tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:34.393942 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c735c187-ab83-4c28-9cc8-ce91825bdf12 req-9af3c94d-3f85-4fd5-941d-f921f66a96dc tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 946 time: 0.3065946 Dec 20 17:17:34.486833 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Deleting port 9de49a4b-a381-417f-a0fa-4399fc1d487a {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:34.487191 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:34.517541 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c735c187-ab83-4c28-9cc8-ce91825bdf12 req-ecd2a70f-30af-446d-bbab-952e02da8576 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e7269-921a-487e-8dbf-04a085fe5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950062 Dec 20 17:17:34.727205 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] For port 9de49a4b-a381-417f-a0fa-4399fc1d487a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9de49a4b-a381-417f-a0fa-4399fc1d487a,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:34.727561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:34.851214 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Calling delete_port for 9de49a4b-a381-417f-a0fa-4399fc1d487a owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:17:35.078129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:35.084146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6d918fc3-81a7-4d68-abf2-99fa6ae59d34 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:35.129862 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event deleted for resources: {'Port': ['ID=9de49a4b-a381-417f-a0fa-4399fc1d487a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:35.133808 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:35.203944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] No DVR routers for this DVR port 9de49a4b-a381-417f-a0fa-4399fc1d487a on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:17:35.206461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:35.209177 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'name': 'network-vif-deleted', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:17:35.269006 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a4bae3-8949-4f86-a74c-6d0e43f20024', 'name': 'network-vif-deleted', 'tag': '9de49a4b-a381-417f-a0fa-4399fc1d487a', 'status': 'completed', 'code': 200} Dec 20 17:17:35.295809 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-b637db22-a1a4-478f-a95b-c2a9a509caa3 req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.64 "DELETE /v2.0/ports/9de49a4b-a381-417f-a0fa-4399fc1d487a HTTP/1.1" status: 204 len: 173 time: 0.9008598 Dec 20 17:17:35.703260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-1c14f2af-a79e-45e1-b9fe-50e1949e711f req-c42665c9-8aca-40e7-83d8-23fe5923ab4a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Synchronizing usage tracker for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:17:35.836940 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-1c14f2af-a79e-45e1-b9fe-50e1949e711f req-c42665c9-8aca-40e7-83d8-23fe5923ab4a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Unset dirty status for tenant:aed04e9c5cea446691a8b5755d84f0f8 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:17:35.838145 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1c14f2af-a79e-45e1-b9fe-50e1949e711f req-c42665c9-8aca-40e7-83d8-23fe5923ab4a tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 210 time: 0.1781926 Dec 20 17:17:37.039123 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2bf9cba4-12b9-45d1-a3c2-d178156d64f3 req-4d7c9340-f30d-4aa3-a647-1b63062798ae tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "GET /v2.0/ports?device_id=46a4bae3-8949-4f86-a74c-6d0e43f20024 HTTP/1.1" status: 200 len: 210 time: 0.0478022 Dec 20 17:17:38.147903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37550) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:38.228688 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bb492a34-aa82-4d55-8090-34bd9397add2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:38.258855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bb492a34-aa82-4d55-8090-34bd9397add2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:38.386874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bb492a34-aa82-4d55-8090-34bd9397add2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:38.391235 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1788fa2f-d1d7-42b3-bb7c-c52754040a38 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:38.410736 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb492a34-aa82-4d55-8090-34bd9397add2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4e7269-921a-487e-8dbf-04a085fe5ac6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:38.415025 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bb492a34-aa82-4d55-8090-34bd9397add2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:38.429117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de49a4b-a381-417f-a0fa-4399fc1d487a no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:17:38.469598 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 9de49a4b-a381-417f-a0fa-4399fc1d487a {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:17:38.469949 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 9de49a4b-a381-417f-a0fa-4399fc1d487a not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:17:38.511702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bb492a34-aa82-4d55-8090-34bd9397add2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:38.514074 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bb492a34-aa82-4d55-8090-34bd9397add2 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] 10.222.0.62 "DELETE /v2.0/security-groups/3c4e7269-921a-487e-8dbf-04a085fe5ac6 HTTP/1.1" status: 204 len: 168 time: 0.3637786 Dec 20 17:17:38.633525 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37556) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:39.253931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:39.990676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Deleting port ed5a8da9-94a2-4091-acad-489892b8af28 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:39.991035 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:40.161042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] For port ed5a8da9-94a2-4091-acad-489892b8af28, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=ed5a8da9-94a2-4091-acad-489892b8af28,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:40.161383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:40.287022 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Calling delete_port for ed5a8da9-94a2-4091-acad-489892b8af28 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:17:40.524043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:40.527981 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-eb93adac-a8b3-440a-8bb3-939845485eae tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:40.573030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5a8da9-94a2-4091-acad-489892b8af28,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:40.575449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:40.868166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:41.552955 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Router 45baaad1-fb29-4f69-b22f-c539ce4c721d has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:17:41.749908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:17:41.760475 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] Sync routers for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:17:41.773249 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:41.773851 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:41.834459 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] 10.222.0.62 "PUT /v2.0/routers/45baaad1-fb29-4f69-b22f-c539ce4c721d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994095 Dec 20 17:17:41.836571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37562) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:41.950513 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:17:42.041916 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:42.239123 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:17:40Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:42.243110 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] Checking router: 45baaad1-fb29-4f69-b22f-c539ce4c721d for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:17:42.246770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:42.253998 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] Routers {'45baaad1-fb29-4f69-b22f-c539ce4c721d'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:42.254605 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['45baaad1-fb29-4f69-b22f-c539ce4c721d'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:42.358108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Deleting port a3ac2855-1f5c-4973-addc-459e3fe43581 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:42.358390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:42.462350 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] Set router 45baaad1-fb29-4f69-b22f-c539ce4c721d gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:17:42.535120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] For port a3ac2855-1f5c-4973-addc-459e3fe43581, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=a3ac2855-1f5c-4973-addc-459e3fe43581,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:42.535502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:42.654463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Calling delete_port for a3ac2855-1f5c-4973-addc-459e3fe43581 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:17:42.734449 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:17:40Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:42.738665 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f58098-fd46-4868-9c90-867fa5444d9a None None] The sync data for ids ['45baaad1-fb29-4f69-b22f-c539ce4c721d'] in dv-neutron-821074-1-hyperv is: [{'id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'name': 'tempest-TestShelveInstance-1267620618-router', 'tenant_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:21Z', 'updated_at': '2021-12-20T17:17:40Z', 'revision_number': 5, 'project_id': 'aed04e9c5cea446691a8b5755d84f0f8', 'gw_port': {'id': 'a3ac2855-1f5c-4973-addc-459e3fe43581', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baaad1-fb29-4f69-b22f-c539ce4c721d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:22Z', 'updated_at': '2021-12-20T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:17:43.021166 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:43.025017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-09a0c5d7-6db7-4dda-ba54-66b05e87236c tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:43.065993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ac2855-1f5c-4973-addc-459e3fe43581,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:43.070272 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:43.304522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:43.555550 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:43.559554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:43.654968 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:43.655626 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45baaad1-fb29-4f69-b22f-c539ce4c721d {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:17:43.668009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:43.671699 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] 10.222.0.62 "DELETE /v2.0/routers/45baaad1-fb29-4f69-b22f-c539ce4c721d HTTP/1.1" status: 204 len: 168 time: 1.8338799 Dec 20 17:17:43.671938 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 37566) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:43.848203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Deleting subnet 83cbe85c-d6e2-436b-a0c2-ef7c77c986fd {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 17:17:43.851096 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:43.903443 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2090221'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:43.982599 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:44.169678 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6611606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6355831'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:44.173596 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7b6ecfd9-de8e-48d1-8eca-30a4d909c869 tempest-RoutersIpV6Test-157438085 tempest-RoutersIpV6Test-157438085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:44.209147 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83cbe85c-d6e2-436b-a0c2-ef7c77c986fd,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:44.214657 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:44.220777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c412dc4c-e592-4a58-b315-5920c5870421 None None] Network 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:17:44.222213 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/83cbe85c-d6e2-436b-a0c2-ef7c77c986fd HTTP/1.1" status: 204 len: 168 time: 0.5487757 Dec 20 17:17:44.224772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37570) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:44.226111 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.226595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.227157 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.227462 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.227828 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.228193 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.228553 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.228912 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.229286 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.229619 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.229971 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:44.233577 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3cde3a5e-8be4-446d-a51e-22c3e8067504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:44.339921 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:44.351702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Deleting port 6bbf4029-de36-4a27-a695-710d69bb219e {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:44.352033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:44.531035 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] DHCP port deletion for 1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 17:17:44.535942 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] Deleting port 6bbf4029-de36-4a27-a695-710d69bb219e {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:44.536324 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:44.559956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] For port 6bbf4029-de36-4a27-a695-710d69bb219e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6bbf4029-de36-4a27-a695-710d69bb219e,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:44.560302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:44.679522 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Calling delete_port for 6bbf4029-de36-4a27-a695-710d69bb219e owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:17:44.734033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] For port 6bbf4029-de36-4a27-a695-710d69bb219e, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=6bbf4029-de36-4a27-a695-710d69bb219e,segment=NetworkSegment(8cd9dee7-27e1-49c6-8d8d-1013e80d7442),segment_id=8cd9dee7-27e1-49c6-8d8d-1013e80d7442)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:44.734341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:44.851129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ed5a8da9-94a2-4091-acad-489892b8af28 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:17:44.866608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:44.871219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f57b8e05-a4b2-4f04-9853-e8df41fab7a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:44.885633 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] Calling delete_port for 6bbf4029-de36-4a27-a695-710d69bb219e owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:17:44.913507 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbf4029-de36-4a27-a695-710d69bb219e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:44.916020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:44.919487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] No DVR routers for this DVR port 6bbf4029-de36-4a27-a695-710d69bb219e on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:17:44.921443 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: ed5a8da9-94a2-4091-acad-489892b8af28 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:17:44.921792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device ed5a8da9-94a2-4091-acad-489892b8af28 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:17:44.922277 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a3ac2855-1f5c-4973-addc-459e3fe43581 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:17:44.957772 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: a3ac2855-1f5c-4973-addc-459e3fe43581 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:17:44.958117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device a3ac2855-1f5c-4973-addc-459e3fe43581 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:17:44.958532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6bbf4029-de36-4a27-a695-710d69bb219e no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:17:45.001156 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 6bbf4029-de36-4a27-a695-710d69bb219e {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:17:45.001428 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 6bbf4029-de36-4a27-a695-710d69bb219e not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:17:45.026269 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:17:45.026632 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:17:45.140729 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:45.165513 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa2f3ed-5587-4a34-a505-3c46a78a3dc4']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:45.178418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd9dee7-27e1-49c6-8d8d-1013e80d7442') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:45.178703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd9dee7-27e1-49c6-8d8d-1013e80d7442') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:45.189907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:45.205869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:45.211893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 17:17:45.212279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:17:45.226158 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:17:45.375127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:45.378645 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-02e7c982-c126-4244-bdde-4b462ad7afd0 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:45.391778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:45.403811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa2f3ed-5587-4a34-a505-3c46a78a3dc4,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:45.408653 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:45.412396 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-8d59def6-d272-4a02-ad0f-8912897ce91c admin admin] 10.222.0.62 "DELETE /v2.0/networks/1fa2f3ed-5587-4a34-a505-3c46a78a3dc4 HTTP/1.1" status: 204 len: 168 time: 1.1863513 Dec 20 17:17:45.415621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37574) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:45.528297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] Deleting port 6bbf4029-de36-4a27-a695-710d69bb219e {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:45.528867 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:45.598114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-271ffe2e-ece9-4d83-af27-68c0f1836c98 None None] The port '6bbf4029-de36-4a27-a695-710d69bb219e' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 17:17:45.826777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:45.832204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:46.424169 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Deleting port b187255f-4541-42c1-84d8-c101c6f48f35 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:46.424504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:46.593828 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] For port b187255f-4541-42c1-84d8-c101c6f48f35, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=b187255f-4541-42c1-84d8-c101c6f48f35,segment=NetworkSegment(8a1ff4ce-1a32-476a-a067-d5b5f65fb358),segment_id=8a1ff4ce-1a32-476a-a067-d5b5f65fb358)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:46.594077 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:46.828631 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Calling delete_port for b187255f-4541-42c1-84d8-c101c6f48f35 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:17:47.095249 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:47.099233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:47.142819 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b187255f-4541-42c1-84d8-c101c6f48f35,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:47.146930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:47.441930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:48.028910 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Router b08db39f-2a32-4708-9f61-08b7085b1cfd has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:17:48.228794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:17:48.238515 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] Sync routers for ids ['b08db39f-2a32-4708-9f61-08b7085b1cfd'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:17:48.253994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] Routers {'b08db39f-2a32-4708-9f61-08b7085b1cfd'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:48.254610 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b08db39f-2a32-4708-9f61-08b7085b1cfd'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:48.308633 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] 10.222.0.62 "PUT /v2.0/routers/b08db39f-2a32-4708-9f61-08b7085b1cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8920743 Dec 20 17:17:48.311008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37580) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:48.438531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] Set router b08db39f-2a32-4708-9f61-08b7085b1cfd gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:17:48.633036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:48.728132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'name': 'tempest-TestShelveInstance-1558703633-router', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:17:46Z', 'revision_number': 5, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'gw_port': {'id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:48.732092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] Checking router: b08db39f-2a32-4708-9f61-08b7085b1cfd for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:17:48.743204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] Routers {'b08db39f-2a32-4708-9f61-08b7085b1cfd'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:48.743823 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['b08db39f-2a32-4708-9f61-08b7085b1cfd'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:48.831129 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:48.883449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Deleting port 00fa13d7-f977-4f44-91c9-bf98fa81f200 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:48.883747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:48.968263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] Set router b08db39f-2a32-4708-9f61-08b7085b1cfd gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:17:49.070049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] For port 00fa13d7-f977-4f44-91c9-bf98fa81f200, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=00fa13d7-f977-4f44-91c9-bf98fa81f200,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:49.070633 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:49.192325 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Calling delete_port for 00fa13d7-f977-4f44-91c9-bf98fa81f200 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:17:49.283254 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'name': 'tempest-TestShelveInstance-1558703633-router', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:17:46Z', 'revision_number': 5, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'gw_port': {'id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:49.288699 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ddb80-2b3f-42b2-850b-233accd3b5e8 None None] The sync data for ids ['b08db39f-2a32-4708-9f61-08b7085b1cfd'] in dv-neutron-821074-1-hyperv is: [{'id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'name': 'tempest-TestShelveInstance-1558703633-router', 'tenant_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:17:46Z', 'revision_number': 5, 'project_id': '9d63c5b345d24a00aa16c6f88d0fac4e', 'gw_port': {'id': '00fa13d7-f977-4f44-91c9-bf98fa81f200', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08db39f-2a32-4708-9f61-08b7085b1cfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:05:30Z', 'updated_at': '2021-12-20T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:17:49.456061 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:49.459866 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ae9b5e36-f61c-49fe-9170-29f1dafe0c48 tempest-ServerActionsTestJSON-731363987 tempest-ServerActionsTestJSON-731363987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:49.502876 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Pushing event deleted for resources: {'Port': ['ID=00fa13d7-f977-4f44-91c9-bf98fa81f200,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:49.506299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:49.727996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.104864 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.109167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.226418 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.226938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b08db39f-2a32-4708-9f61-08b7085b1cfd {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:17:50.240855 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.241997 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] 10.222.0.62 "DELETE /v2.0/routers/b08db39f-2a32-4708-9f61-08b7085b1cfd HTTP/1.1" status: 204 len: 168 time: 1.9300835 Dec 20 17:17:50.253465 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37586) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:50.323540 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-925a5d6d-420a-4429-b679-c18d2e218dc5 admin admin] Deleting subnet 97285c1e-f693-4a3a-923c-e23dc850d496 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 17:17:50.326831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-925a5d6d-420a-4429-b679-c18d2e218dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.376504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-925a5d6d-420a-4429-b679-c18d2e218dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.452237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-925a5d6d-420a-4429-b679-c18d2e218dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.626750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-925a5d6d-420a-4429-b679-c18d2e218dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.630772 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e9fea201-ce07-41ab-9021-5bcc6cd8447e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:50.666413 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a5d6d-420a-4429-b679-c18d2e218dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97285c1e-f693-4a3a-923c-e23dc850d496,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:50.669149 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-925a5d6d-420a-4429-b679-c18d2e218dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:50.672822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-925a5d6d-420a-4429-b679-c18d2e218dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.680622 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e908de13-70fe-494f-8f91-5f84e3d53a10 None None] Network 5214dd80-93d0-4d53-a8b1-4f16257341b6 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:17:50.681406 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-925a5d6d-420a-4429-b679-c18d2e218dc5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/97285c1e-f693-4a3a-923c-e23dc850d496 HTTP/1.1" status: 204 len: 168 time: 0.4262040 Dec 20 17:17:50.683316 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37590) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:50.799256 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.810194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Deleting port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:50.810519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:50.844051 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 00fa13d7-f977-4f44-91c9-bf98fa81f200 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:17:50.883305 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 00fa13d7-f977-4f44-91c9-bf98fa81f200 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:17:50.883565 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 00fa13d7-f977-4f44-91c9-bf98fa81f200 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:17:50.883989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b187255f-4541-42c1-84d8-c101c6f48f35 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:17:50.921983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: b187255f-4541-42c1-84d8-c101c6f48f35 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:17:50.922334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device b187255f-4541-42c1-84d8-c101c6f48f35 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:17:51.002297 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] DHCP port deletion for 5214dd80-93d0-4d53-a8b1-4f16257341b6 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 17:17:51.006672 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] Deleting port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:51.007164 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.016439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] For port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3e64c8a3-c0e1-4c29-954c-6061a85ae70c,segment=NetworkSegment(8a1ff4ce-1a32-476a-a067-d5b5f65fb358),segment_id=8a1ff4ce-1a32-476a-a067-d5b5f65fb358)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:51.016783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.143351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Calling delete_port for 3e64c8a3-c0e1-4c29-954c-6061a85ae70c owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:17:51.208958 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] For port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=3e64c8a3-c0e1-4c29-954c-6061a85ae70c,segment=NetworkSegment(8a1ff4ce-1a32-476a-a067-d5b5f65fb358),segment_id=8a1ff4ce-1a32-476a-a067-d5b5f65fb358)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:51.209363 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.318397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.322682 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1c4d568a-5783-4797-86f2-02da18184d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:51.338724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] Calling delete_port for 3e64c8a3-c0e1-4c29-954c-6061a85ae70c owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:17:51.367449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e64c8a3-c0e1-4c29-954c-6061a85ae70c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:51.371233 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:51.375474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] No DVR routers for this DVR port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:17:51.416831 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:17:51.417105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:17:51.493107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.519672 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5214dd80-93d0-4d53-a8b1-4f16257341b6']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:51.531504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1ff4ce-1a32-476a-a067-d5b5f65fb358') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:51.531793 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1ff4ce-1a32-476a-a067-d5b5f65fb358') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:51.543011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.562579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.570384 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 17:17:51.570769 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:17:51.586256 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:17:51.780620 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.784739 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e5eacec-9ce0-4b9b-8233-e79fc0ccbfd6 tempest-AllowedAddressPairTestJSON-1678092377 tempest-AllowedAddressPairTestJSON-1678092377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:51.797763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.807616 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Pushing event deleted for resources: {'Network': ['ID=5214dd80-93d0-4d53-a8b1-4f16257341b6,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:51.811783 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:51.815294 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5214dd80-93d0-4d53-a8b1-4f16257341b6 HTTP/1.1" status: 204 len: 168 time: 1.1309016 Dec 20 17:17:51.918471 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] Deleting port 3e64c8a3-c0e1-4c29-954c-6061a85ae70c {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:17:51.919179 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:51.990036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-8b383c5f-53d5-47aa-b510-0d78207365a7 None None] The port '3e64c8a3-c0e1-4c29-954c-6061a85ae70c' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 17:17:52.129117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-906e5e83-2031-466d-8c3d-12263424a41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:52.331136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37596) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:52.387042 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9118bf20-16d4-4bd2-9ba4-a162ac0975f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aed04e9c5cea446691a8b5755d84f0f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545592 Dec 20 17:17:52.389309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37600) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:52.458163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71d2fb54-ee3a-496c-8c55-d6a96c5563b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:52.485791 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71d2fb54-ee3a-496c-8c55-d6a96c5563b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:52.638444 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71d2fb54-ee3a-496c-8c55-d6a96c5563b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:52.643110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2d6104be-0e32-49b5-baf3-5e22d8561d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:52.658312 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2fb54-ee3a-496c-8c55-d6a96c5563b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bcb65c-70df-49ee-adda-ade01b4969ef,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:52.660759 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-71d2fb54-ee3a-496c-8c55-d6a96c5563b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:52.668076 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-71d2fb54-ee3a-496c-8c55-d6a96c5563b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:52.672724 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-71d2fb54-ee3a-496c-8c55-d6a96c5563b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1bcb65c-70df-49ee-adda-ade01b4969ef HTTP/1.1" status: 204 len: 168 time: 0.2818954 Dec 20 17:17:52.856476 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3e64c8a3-c0e1-4c29-954c-6061a85ae70c no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:17:52.894293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 3e64c8a3-c0e1-4c29-954c-6061a85ae70c {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:17:52.894574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 3e64c8a3-c0e1-4c29-954c-6061a85ae70c not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:17:53.525505 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37608) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:53.579064 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-35d6fc89-6480-45db-bec8-7c31b3ad367a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d63c5b345d24a00aa16c6f88d0fac4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523233 Dec 20 17:17:53.581960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37612) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:53.640386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec5720dc-8196-49c5-b221-8ec04bddf45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:53.665944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec5720dc-8196-49c5-b221-8ec04bddf45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:53.821598 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec5720dc-8196-49c5-b221-8ec04bddf45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:53.826039 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-359c2f09-a859-4914-a6b8-d1657f5ba7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:53.840412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5720dc-8196-49c5-b221-8ec04bddf45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ddff31-67b0-4ae8-963e-4f794d39a48a,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:53.843814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ec5720dc-8196-49c5-b221-8ec04bddf45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:53.848577 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ec5720dc-8196-49c5-b221-8ec04bddf45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:53.849832 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ec5720dc-8196-49c5-b221-8ec04bddf45d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43ddff31-67b0-4ae8-963e-4f794d39a48a HTTP/1.1" status: 204 len: 168 time: 0.2670026 Dec 20 17:17:54.324119 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1385c798-063d-4d6f-b4c0-da670f66197f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:55.326579 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37634) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:55.551424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1143675752-network', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:17:55.557252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:17:55.561369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Usage tracker for resource:network and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:17:55.565187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:17:55.571624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:17:55.585883 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:55.797676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Made reservation on behalf of f8b1a51b271c49aeaa9e40d3964640a0 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:17:55.800041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:55.812938 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:55.845901 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:17:55.849717 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:17:55.852581 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:17:55.858294 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:17:55.986890 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:56.038078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:56.197516 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:56.200891 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b6cb155c-08fa-47e0-99e1-f1f59d1b3c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:56.228702 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:17:56.254036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d8d8c3-0f5f-47bf-9a96-267d2b73090e,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:56.254036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:56.254036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:56.254036 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Added segment 557ce0eb-1364-42cb-bb87-03b424e4a7dc of type vlan for network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 Dec 20 17:17:56.272392 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:56.506526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:56.507519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:56.508091 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:56.511802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-51950790-49dd-4d6b-a58c-dfdb42a79b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:56.613127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Pushing event updated for resources: {'Network': ['ID=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:56.615734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:56.623984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 17:17:56.655934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-e5b0919b-da08-427e-b15f-fcb99eec6b65 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3281455 Dec 20 17:17:56.658758 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37640) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:56.664690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Request body: {'subnet': {'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1143675752-subnet', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:17:56.669960 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:17:56.674163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Usage tracker for resource:subnet and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:17:56.677580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:17:56.683909 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:17:56.803174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Made reservation on behalf of f8b1a51b271c49aeaa9e40d3964640a0 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:17:56.805621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:57.100734 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:57.104566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-89f9ef3a-fb5b-4e4c-989a-c6f0f9820008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:57.176537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:57.181007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:57.191113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Checking segment: {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:17:57.198853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Network hostable DHCP agents. Network: 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:17:57.260617 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:57.306155 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:17:57.426238 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:17:57.430574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:57.431184 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:57.435313 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf1fe6b-0f54-4b6e-b3fe-cd1ca1733dbe None None] Network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:17:57.536719 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-abe1d3af-8002-4bed-8344-ab12b4719837 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8768327 Dec 20 17:17:57.539614 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37644) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:57.545241 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:17:57.550396 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:17:57.554671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Usage tracker for resource:router and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:17:57.558102 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:17:57.564713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:17:57.704667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 17:17:57.706027 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:57.707067 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:57.708070 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:57.727203 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:57.864393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Allocated IP 172.20.0.2 (40d0bfcc-29cd-4849-84c6-2daff9bc1ed1/b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10/dabfc3ad-ef9a-4891-8d16-e639c21ff721) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:17:58.024148 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:58.079258 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:58.092217 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Transition to ACTIVE for port object dabfc3ad-ef9a-4891-8d16-e639c21ff721 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:17:58.110155 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Transition to ACTIVE for port object dabfc3ad-ef9a-4891-8d16-e639c21ff721 will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:17:58.255184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:58.260227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:58.304775 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:58.324279 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:17:58.327680 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:17:58.329543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Pushing event updated for resources: {'Port': ['ID=dabfc3ad-ef9a-4891-8d16-e639c21ff721,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:58.332395 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:17:58.335164 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:58.343195 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.343547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.343888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.344221 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.344555 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.344889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.345216 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.345575 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.345898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.346220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.346543 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:58.373129 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:58.436554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Attempting to bind port dabfc3ad-ef9a-4891-8d16-e639c21ff721 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:17:58.436935 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Attempting to bind port dabfc3ad-ef9a-4891-8d16-e639c21ff721 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:17:58.437304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Attempting to bind port dabfc3ad-ef9a-4891-8d16-e639c21ff721 on network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:17:58.444574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:17:58.444953 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Checking segment: {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:17:58.445368 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:58.445770 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Bound using segment: {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:17:58.446244 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Bound port: dabfc3ad-ef9a-4891-8d16-e639c21ff721, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:17:58.446625 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:58.472123 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Allocated IP 172.26.7.165 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/4085ede6-abbe-44cc-934d-34f5ea109c1f) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:17:58.533457 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] For port dabfc3ad-ef9a-4891-8d16-e639c21ff721, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:17:58.536752 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] For port dabfc3ad-ef9a-4891-8d16-e639c21ff721, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dabfc3ad-ef9a-4891-8d16-e639c21ff721,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:17:58.621341 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:58.625131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1977c5fa-3af9-40f0-a325-6558a7d73d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:58.625503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:58.708792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Pushing event updated for resources: {'Port': ['ID=dabfc3ad-ef9a-4891-8d16-e639c21ff721,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:58.713227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-8c3fac0b-bf29-4e2f-908c-4fdfd0b9223b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:58.735457 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:58.740163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a07c06a6-ccf1-441a-8fe4-5550126e34fa tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:17:58.808412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:17:58.811917 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:17:58.814900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:17:58.877028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=4085ede6-abbe-44cc-934d-34f5ea109c1f,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:58.877028 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:17:59.091081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:59.091741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:59.534583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Router 4e777611-1e44-4ee9-ac3c-d806d5c93630 is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:17:59.624307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7a0f8-d82c-40c7-9043-76345af8bda3 None None] Network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:17:59.749012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:17:59.760267 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Sync routers for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:17:59.774020 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:59.778033 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:59.800709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-62b0fbbb-bc5a-429c-8a8b-4794fc815e6f None None] Provisioning for port dabfc3ad-ef9a-4891-8d16-e639c21ff721 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:17:59.872369 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:17:59.876204 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3328192 Dec 20 17:17:59.876204 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37648) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:17:59.971991 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:18:00.275791 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 3, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:00.279926 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Checking router: 4e777611-1e44-4ee9-ac3c-d806d5c93630 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:18:00.280210 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Updating router 4e777611-1e44-4ee9-ac3c-d806d5c93630 port 4085ede6-abbe-44cc-934d-34f5ea109c1f binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:18:00.335248 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:00.667862 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:00.668072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:00.679618 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Transition to ACTIVE for port object 4085ede6-abbe-44cc-934d-34f5ea109c1f will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:00.786453 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:00.790255 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-79e34424-8d65-4256-a417-1aa80713931b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:00.856348 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Pushing event updated for resources: {'Port': ['ID=4085ede6-abbe-44cc-934d-34f5ea109c1f,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:00.881113 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Allocated IP 172.20.0.1 (40d0bfcc-29cd-4849-84c6-2daff9bc1ed1/b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10/24715d15-a3d1-4aba-aeca-f035d7a22a54) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:00.883150 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.883619 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.883833 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.884470 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.884697 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.885009 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.885329 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.885798 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.886120 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.886596 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.886942 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.890688 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:00.891631 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Attempting to bind port 4085ede6-abbe-44cc-934d-34f5ea109c1f on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:18:00.892010 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Attempting to bind port 4085ede6-abbe-44cc-934d-34f5ea109c1f by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:18:00.892433 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Attempting to bind port 4085ede6-abbe-44cc-934d-34f5ea109c1f on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:18:00.907338 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:18:00.907338 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:18:00.907338 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:00.907338 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:18:00.907338 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Bound port: 4085ede6-abbe-44cc-934d-34f5ea109c1f, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:18:00.907338 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:00.922304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dabfc3ad-ef9a-4891-8d16-e639c21ff721 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:00.990412 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] For port 4085ede6-abbe-44cc-934d-34f5ea109c1f, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:00.994462 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] For port 4085ede6-abbe-44cc-934d-34f5ea109c1f, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4085ede6-abbe-44cc-934d-34f5ea109c1f,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:01.096438 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:01.098264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:01.100618 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e2ca4ae4-8abb-4e2d-a490-89ac20f44bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:01.115903 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Transition to ACTIVE for port object 24715d15-a3d1-4aba-aeca-f035d7a22a54 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:01.151643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port dabfc3ad-ef9a-4891-8d16-e639c21ff721 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:01.157126 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port dabfc3ad-ef9a-4891-8d16-e639c21ff721 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:01.157512 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:01.183292 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:01.183782 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:01.261115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:01.265642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c43cf044-6688-4e26-8aa4-037c86cbacb7 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:01.272282 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Pushing event updated for resources: {'Port': ['ID=4085ede6-abbe-44cc-934d-34f5ea109c1f,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:01.275581 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-25c6caf7-8c6e-4626-8aa7-4c53ddebd752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:01.287906 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:01.325925 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port dabfc3ad-ef9a-4891-8d16-e639c21ff721, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dabfc3ad-ef9a-4891-8d16-e639c21ff721,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:01.337361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:01.340952 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:01.343043 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Pushing event updated for resources: {'Port': ['ID=24715d15-a3d1-4aba-aeca-f035d7a22a54,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:01.345138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:01.372881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:01.399504 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:01.414067 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:18:01.420169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:01.422290 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:01.506437 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=dabfc3ad-ef9a-4891-8d16-e639c21ff721,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:01.511857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:01.606081 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:01.731890 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 3, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:01.736277 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa87eb-688f-46cb-a9ff-9b76818c448c None None] The sync data for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv is: [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 3, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:18:01.780351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-52cfef26-3f78-4840-8bc7-99d15207ea51 None None] Provisioning for port 24715d15-a3d1-4aba-aeca-f035d7a22a54 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:01.785591 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-52cfef26-3f78-4840-8bc7-99d15207ea51 None None] Provisioning complete for port 24715d15-a3d1-4aba-aeca-f035d7a22a54 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:01.786025 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-52cfef26-3f78-4840-8bc7-99d15207ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:01.842898 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-52cfef26-3f78-4840-8bc7-99d15207ea51 None None] Port 24715d15-a3d1-4aba-aeca-f035d7a22a54 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:18:01.967481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:02.043741 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:02.081669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5d0c1fa8-0188-4c69-b259-624a35d0eecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:02.094179 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:18:02.166072 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:02.169774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Pushing event updated for resources: {'Port': ['ID=24715d15-a3d1-4aba-aeca-f035d7a22a54,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:02.172858 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:02.313652 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:02.315464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:02.571403 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4c218d6a-af90-492c-aa5c-8b23cc38a95d None None] Provisioning complete for port 24715d15-a3d1-4aba-aeca-f035d7a22a54 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:02.571983 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4c218d6a-af90-492c-aa5c-8b23cc38a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:02.627736 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4c218d6a-af90-492c-aa5c-8b23cc38a95d None None] Port 24715d15-a3d1-4aba-aeca-f035d7a22a54 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:18:02.725397 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Router 4e777611-1e44-4ee9-ac3c-d806d5c93630 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:18:02.925240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4085ede6-abbe-44cc-934d-34f5ea109c1f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:02.940622 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:18:02.950905 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-66a9072e-94d8-4ecd-9045-ad7d55ff04d4 admin admin] 10.222.0.62 "PUT /v2.0/routers/4e777611-1e44-4ee9-ac3c-d806d5c93630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0730028 Dec 20 17:18:03.088721 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 4085ede6-abbe-44cc-934d-34f5ea109c1f completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:03.094009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4085ede6-abbe-44cc-934d-34f5ea109c1f triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:03.094396 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:03.207132 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:03.223656 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 4085ede6-abbe-44cc-934d-34f5ea109c1f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4085ede6-abbe-44cc-934d-34f5ea109c1f,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:03.415092 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:03.415944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dabfc3ad-ef9a-4891-8d16-e639c21ff721 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:03.483529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:03.572824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=4085ede6-abbe-44cc-934d-34f5ea109c1f,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:03.577381 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:03.590461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port dabfc3ad-ef9a-4891-8d16-e639c21ff721 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:03.590941 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:04.270338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37670) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:04.277053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-776778327-network', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:04.281814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:04.285663 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Usage tracker for resource:network and tenant:02bf8b2ddf1341ee9c49ee7328a42f01 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:04.288535 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:04.294194 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:04.414746 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Made reservation on behalf of 02bf8b2ddf1341ee9c49ee7328a42f01 for: {'network': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:18:04.417042 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for network, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:04.430621 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:04.464101 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:04.468087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Usage tracker for resource:security_group_rule and tenant:02bf8b2ddf1341ee9c49ee7328a42f01 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:04.471060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:04.476931 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:04.554230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:04.631930 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:04.635075 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-353c3e2a-ecc3-479b-a33c-f670ef9622e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:04.666323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:18:04.672357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2a8c84-ff01-4d6a-b83a-04a27e05f75c,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:04.677937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:04.680628 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:04.680966 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.segments_db [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Added segment de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd of type vlan for network be39e904-695f-4550-b22c-066e0fae5bfe Dec 20 17:18:04.710033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775873576452'] for network, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:04.808310 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179'] for network, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:04.812869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:04.812869 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:04.813782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e60965a-aa84-490e-8e20-b4f36b6ec0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:04.864171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4085ede6-abbe-44cc-934d-34f5ea109c1f up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:04.918591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Pushing event updated for resources: {'Network': ['ID=be39e904-695f-4550-b22c-066e0fae5bfe,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:04.921363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:04.930862 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Network be39e904-695f-4550-b22c-066e0fae5bfe details requested by agent ovs-agent-dv-neutron-821074-1-hyperv with host dv-neutron-821074-1-hyperv {{(pid=84393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 17:18:04.959026 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 4085ede6-abbe-44cc-934d-34f5ea109c1f triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:04.959410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:05.021350 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cfe4c6fb-c9e3-4ff5-94a3-6407e1e57117 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7489197 Dec 20 17:18:05.023956 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37674) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:05.029853 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Request body: {'subnet': {'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-776778327-subnet', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'ip_version': 4}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:05.035773 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:05.041309 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Usage tracker for resource:subnet and tenant:02bf8b2ddf1341ee9c49ee7328a42f01 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:05.045185 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:05.051548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:05.174774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Made reservation on behalf of 02bf8b2ddf1341ee9c49ee7328a42f01 for: {'subnet': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:18:05.177182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6640433'] for subnet, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:05.222861 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Sync routers for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:18:05.234961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:05.235724 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:05.419574 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:18:05.592046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1687643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6640387'] for subnet, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:05.596899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2f8b8299-b52f-4112-92db-f6edc8fc83ee tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:05.672551 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb76b63e-3f13-4b50-964b-698486e060e9,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:05.675487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:05.684977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Checking segment: {'id': 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:18:05.685363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Network hostable DHCP agents. Network: be39e904-695f-4550-b22c-066e0fae5bfe, hostable agents: ['83cdfac8-7f5b-448b-ae8d-eec17314460e'], hosted agents: [] {{(pid=84392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:18:05.744263 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 2, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:05.748404 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Checking router: 4e777611-1e44-4ee9-ac3c-d806d5c93630 for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:18:05.748830 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Updating router 4e777611-1e44-4ee9-ac3c-d806d5c93630 port 24715d15-a3d1-4aba-aeca-f035d7a22a54 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:18:05.802811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Network be39e904-695f-4550-b22c-066e0fae5bfe is scheduled to be hosted by DHCP agent 83cdfac8-7f5b-448b-ae8d-eec17314460e with binding_index 1 {{(pid=84392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:18:05.804040 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:05.911554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821074-1-hyperv, be39e904-695f-4550-b22c-066e0fae5bfe) {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:05.915777 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:05.916363 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:05.921356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0baf0c3-09c4-40dd-9eba-f7e9ffde0861 None None] Network be39e904-695f-4550-b22c-066e0fae5bfe requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:18:06.032896 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9e6a00fb-6d03-45b4-9cc4-23f8c931adcf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0078530 Dec 20 17:18:06.035326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37678) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:06.041757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-776778327-router', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:06.047128 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:06.051727 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Usage tracker for resource:router and tenant:02bf8b2ddf1341ee9c49ee7328a42f01 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:06.054654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:06.060408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:06.152555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-918414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9613'] for router, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:06.153703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9602'] for router, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:06.175435 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:06.308326 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp553408ac-0cef-5d72-aaca-b4e7ef565637-be39e904-695f-4550-b22c-066e0fae5bfe', 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'fixed_ips': [{'subnet_id': 'cb76b63e-3f13-4b50-964b-698486e060e9'}]}} from dv-neutron-821074-1-hyperv. {{(pid=84393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 17:18:06.309131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:06.434117 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-918432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9648'] for router, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:06.435370 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:06.465658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Transition to ACTIVE for port object 24715d15-a3d1-4aba-aeca-f035d7a22a54 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:06.539293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.db_base_plugin_common [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Allocated IP 172.20.0.2 (be39e904-695f-4550-b22c-066e0fae5bfe/cb76b63e-3f13-4b50-964b-698486e060e9/514d806b-3bbb-488c-8a90-13e901cbc15c) {{(pid=84393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:06.633876 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:06.642073 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:06.739642 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:06.774765 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:06.864964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be37af-aeeb-4bbe-aff0-ad764284e24a None None] Pushing event updated for resources: {'Port': ['ID=24715d15-a3d1-4aba-aeca-f035d7a22a54,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:06.868677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-19be37af-aeeb-4bbe-aff0-ad764284e24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:06.929595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Allocated IP 172.26.7.207 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/7d2fe6a5-5234-4238-a5aa-28aad30ae9e1) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:06.989135 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Notify callbacks [] for port, precommit_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.013679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Transition to ACTIVE for port object 514d806b-3bbb-488c-8a90-13e901cbc15c will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:07.024268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Attempting to bind port 24715d15-a3d1-4aba-aeca-f035d7a22a54 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:18:07.024658 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Attempting to bind port 24715d15-a3d1-4aba-aeca-f035d7a22a54 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:18:07.025023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Attempting to bind port 24715d15-a3d1-4aba-aeca-f035d7a22a54 on network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:18:07.047490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:18:07.047982 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Checking segment: {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:18:07.048318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.048728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Bound using segment: {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:18:07.049281 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Bound port: 24715d15-a3d1-4aba-aeca-f035d7a22a54, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:18:07.049670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.063349 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Transition to ACTIVE for port object 514d806b-3bbb-488c-8a90-13e901cbc15c will not be triggered until provisioned by entity DHCP. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:07.095870 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.150564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] For port 24715d15-a3d1-4aba-aeca-f035d7a22a54, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:07.153741 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] For port 24715d15-a3d1-4aba-aeca-f035d7a22a54, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=24715d15-a3d1-4aba-aeca-f035d7a22a54,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:07.155196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137'] for port, after_create {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.158795 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:07.224643 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Network be39e904-695f-4550-b22c-066e0fae5bfe is already hosted by enough agents. {{(pid=84393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:07.227365 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.227993 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.scheduler.base_scheduler [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Resources bound (agent type, host, resource id): {{(pid=84393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:07.232058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Received port after_create {{(pid=84393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:07.232260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b7985ffe-d2d3-4343-b0f2-eab81dd811c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:07.268944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Pushing event updated for resources: {'Port': ['ID=514d806b-3bbb-488c-8a90-13e901cbc15c,revision_number=1']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:07.276375 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:07.277627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.282033 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:07.302733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:07.307132 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:07.309908 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:07.339794 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Pushing event updated for resources: {'Port': ['ID=7d2fe6a5-5234-4238-a5aa-28aad30ae9e1,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:07.346195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:07.394101 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Attempting to bind port 514d806b-3bbb-488c-8a90-13e901cbc15c on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:18:07.394547 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Attempting to bind port 514d806b-3bbb-488c-8a90-13e901cbc15c by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:18:07.394848 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Attempting to bind port 514d806b-3bbb-488c-8a90-13e901cbc15c on network be39e904-695f-4550-b22c-066e0fae5bfe {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:18:07.410613 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be37af-aeeb-4bbe-aff0-ad764284e24a None None] Pushing event updated for resources: {'Port': ['ID=24715d15-a3d1-4aba-aeca-f035d7a22a54,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:07.414969 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-19be37af-aeeb-4bbe-aff0-ad764284e24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:07.415735 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:18:07.416109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Checking segment: {'id': 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:18:07.416511 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.416901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Bound using segment: {'id': 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:18:07.417388 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Bound port: 514d806b-3bbb-488c-8a90-13e901cbc15c, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:18:07.417760 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.466834 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:07.467107 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:07.661445 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] For port 514d806b-3bbb-488c-8a90-13e901cbc15c, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:07.683154 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] For port 514d806b-3bbb-488c-8a90-13e901cbc15c, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=514d806b-3bbb-488c-8a90-13e901cbc15c,segment=NetworkSegment(de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd),segment_id=de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:07.685244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.686252 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-918455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919252'] for router, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.715184 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:18:07.778023 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:07.785149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-de67f40d-7dcc-498f-83e9-ea54dd5cfb09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:08.032688 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Pushing event updated for resources: {'Port': ['ID=514d806b-3bbb-488c-8a90-13e901cbc15c,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:08.082948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:08.105859 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Router 23f8f113-985d-43f1-b8a5-5ca8e295a42f is scheduled to L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f with binding_index 1 {{(pid=84392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:18:08.283955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:07Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:08.289412 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4351e8-bdc9-4261-bc89-5d55ecba6ae5 None None] The sync data for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv is: [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:07Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:18:08.395415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:18:08.408430 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Sync routers for ids ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:18:08.428708 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Routers {'23f8f113-985d-43f1-b8a5-5ca8e295a42f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:08.429261 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:08.575776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:08.578665 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-a6964011-7c15-4787-a8e2-ed8955bd585b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5410242 Dec 20 17:18:08.580937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37686) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:08.639991 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Set router 23f8f113-985d-43f1-b8a5-5ca8e295a42f gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:18:08.987974 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 24715d15-a3d1-4aba-aeca-f035d7a22a54 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:09.071507 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'name': 'tempest-TestSnapshotPattern-776778327-router', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:07Z', 'revision_number': 3, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'gw_port': {'id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:09.080919 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Checking router: 23f8f113-985d-43f1-b8a5-5ca8e295a42f for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:18:09.081552 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Updating router 23f8f113-985d-43f1-b8a5-5ca8e295a42f port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 binding host dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:18:09.158145 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:09.180422 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 24715d15-a3d1-4aba-aeca-f035d7a22a54 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:09.193384 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 24715d15-a3d1-4aba-aeca-f035d7a22a54 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:09.194002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:09.315329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0c7dd-231f-497b-b3db-e25d874d88ac None None] Network be39e904-695f-4550-b22c-066e0fae5bfe requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:18:09.456926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:09.476463 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-e18af3a5-8a63-44e6-a73a-b85bafae9fa3 None None] Provisioning for port 514d806b-3bbb-488c-8a90-13e901cbc15c completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:09.563034 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 24715d15-a3d1-4aba-aeca-f035d7a22a54, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=24715d15-a3d1-4aba-aeca-f035d7a22a54,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:09.617509 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Notify callbacks [] for port, precommit_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:09.629555 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.provisioning_blocks [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Transition to ACTIVE for port object 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 will not be triggered until provisioned by entity L2. {{(pid=84394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:09.683241 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:09.684232 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 514d806b-3bbb-488c-8a90-13e901cbc15c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:09.708800 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:09.719958 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:09.735144 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:09.739836 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-e9a735a3-69bf-4889-9e5e-98eaa196c16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:09.803655 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=24715d15-a3d1-4aba-aeca-f035d7a22a54,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:09.807250 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:09.840214 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Attempting to bind port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:18:09.840707 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Attempting to bind port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:18:09.841070 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Attempting to bind port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 on network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:18:09.854401 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:18:09.854781 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Checking segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:18:09.855201 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:09.855596 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Bound using segment: {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'} {{(pid=84394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:18:09.856059 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.managers [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Bound port: 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c2c1d-31c2-40c9-9ec1-32715741f79c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940'}}] {{(pid=84394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:18:09.856423 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:09.883888 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 514d806b-3bbb-488c-8a90-13e901cbc15c completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:09.889144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 514d806b-3bbb-488c-8a90-13e901cbc15c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:09.889957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:09.913485 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c001d0-0c1e-484b-872a-31a34d542531 None None] Pushing event updated for resources: {'Port': ['ID=7d2fe6a5-5234-4238-a5aa-28aad30ae9e1,revision_number=2']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:09.920829 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-a4c001d0-0c1e-484b-872a-31a34d542531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:09.962104 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Allocated IP 172.20.0.1 (be39e904-695f-4550-b22c-066e0fae5bfe/cb76b63e-3f13-4b50-964b-698486e060e9/07c5953a-83e6-4071-9ccb-7f551c233e43) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:09.963879 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] For port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:09.967645 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.plugins.ml2.db [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] For port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7d2fe6a5-5234-4238-a5aa-28aad30ae9e1,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:10.029928 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-6b00d6f5-1a93-47aa-834e-5e696210148a None None] Provisioning complete for port 514d806b-3bbb-488c-8a90-13e901cbc15c triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:10.030307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b00d6f5-1a93-47aa-834e-5e696210148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:10.080316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:10.112673 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron_lib.callbacks.manager [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:10.117583 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:10.120283 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:10.136461 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 514d806b-3bbb-488c-8a90-13e901cbc15c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=514d806b-3bbb-488c-8a90-13e901cbc15c,segment=NetworkSegment(de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd),segment_id=de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:10.140549 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Transition to ACTIVE for port object 07c5953a-83e6-4071-9ccb-7f551c233e43 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:10.208922 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c001d0-0c1e-484b-872a-31a34d542531 None None] Pushing event updated for resources: {'Port': ['ID=7d2fe6a5-5234-4238-a5aa-28aad30ae9e1,revision_number=3']} {{(pid=84394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:10.213980 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG oslo_concurrency.lockutils [None req-a4c001d0-0c1e-484b-872a-31a34d542531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:10.216850 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Routers {'23f8f113-985d-43f1-b8a5-5ca8e295a42f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:10.217323 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:17:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:10.221670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-6b00d6f5-1a93-47aa-834e-5e696210148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:10.243158 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:10.245427 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:10.266334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:10.272439 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6b322797-ca9e-485b-86b2-30d69dd07748 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:10.348007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Network be39e904-695f-4550-b22c-066e0fae5bfe is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:10.350879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:10.356965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:10.383157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=514d806b-3bbb-488c-8a90-13e901cbc15c,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:10.392595 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:10.393407 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-6b00d6f5-1a93-47aa-834e-5e696210148a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:18:10.393618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-6b00d6f5-1a93-47aa-834e-5e696210148a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:18:10.413036 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Pushing event updated for resources: {'Port': ['ID=07c5953a-83e6-4071-9ccb-7f551c233e43,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:10.422063 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] Set router 23f8f113-985d-43f1-b8a5-5ca8e295a42f gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:18:10.426575 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:10.453224 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919066'] for router_interface, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:10.681839 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:10.748824 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'name': 'tempest-TestSnapshotPattern-776778327-router', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:07Z', 'revision_number': 3, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'gw_port': {'id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:10.752860 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276f3bf-53bd-40bf-8891-328abb6665ca None None] The sync data for ids ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'] in dv-neutron-821074-1-hyperv is: [{'id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'name': 'tempest-TestSnapshotPattern-776778327-router', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:07Z', 'revision_number': 3, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'gw_port': {'id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:18:10.886708 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 24715d15-a3d1-4aba-aeca-f035d7a22a54 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:10.940429 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:11.027173 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 24715d15-a3d1-4aba-aeca-f035d7a22a54 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:11.030391 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:11.060452 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:11.086467 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c40b022f-9f10-4c5d-926e-da5af0390ed4 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:11.167837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Pushing event updated for resources: {'Port': ['ID=07c5953a-83e6-4071-9ccb-7f551c233e43,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:11.170221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929654'] for router_interface, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:11.173729 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 514d806b-3bbb-488c-8a90-13e901cbc15c up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:11.174670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:11.253527 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 514d806b-3bbb-488c-8a90-13e901cbc15c triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:11.254147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:11.305794 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f938d1fe-b778-4557-af8a-7819fb1f4aef None None] Provisioning for port 07c5953a-83e6-4071-9ccb-7f551c233e43 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:11.317228 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f938d1fe-b778-4557-af8a-7819fb1f4aef None None] Provisioning complete for port 07c5953a-83e6-4071-9ccb-7f551c233e43 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:11.317789 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f938d1fe-b778-4557-af8a-7819fb1f4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:11.441300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Network be39e904-695f-4550-b22c-066e0fae5bfe is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:11.442493 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:11.476304 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f938d1fe-b778-4557-af8a-7819fb1f4aef None None] Port 07c5953a-83e6-4071-9ccb-7f551c233e43 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:18:11.699944 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-d13a9e93-adc2-423b-b2d5-6c54ff956070 None None] Provisioning complete for port 07c5953a-83e6-4071-9ccb-7f551c233e43 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:11.700329 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d13a9e93-adc2-423b-b2d5-6c54ff956070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:11.756223 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-d13a9e93-adc2-423b-b2d5-6c54ff956070 None None] Port 07c5953a-83e6-4071-9ccb-7f551c233e43 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:18:11.833409 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Router 23f8f113-985d-43f1-b8a5-5ca8e295a42f has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:18:12.032245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:18:12.041642 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] 10.222.0.62 "PUT /v2.0/routers/23f8f113-985d-43f1-b8a5-5ca8e295a42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4596381 Dec 20 17:18:13.806604 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37708) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:13.812461 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961528176', 'description': 'tempest-secgroup-smoke-961528176 description', 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:13.819615 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:13.822458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Usage tracker for resource:security_group and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:13.825606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:13.831264 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:13.924188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:13.960827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:13.964803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Usage tracker for resource:security_group_rule and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:13.967700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:13.974662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:14.039676 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:14.111366 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:14.115225 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0e3f3741-f656-4c13-9f9b-c441205d26dc tempest-NegativeSecGroupIPv6Test-1750273273 tempest-NegativeSecGroupIPv6Test-1750273273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:14.160386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b735ca72-eb5e-48af-80c7-a73ee421d2cc,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:14.160386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:14.266260 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:14.267580 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-51278024-bd32-49e9-b4f5-526376a00fdc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4599226 Dec 20 17:18:14.270588 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37712) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:14.276300 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'security_group_rule': {'security_group_id': 'b735ca72-eb5e-48af-80c7-a73ee421d2cc', 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:14.282561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:14.286471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Usage tracker for resource:security_group_rule and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:14.289515 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:14.295561 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:14.410977 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:14.476139 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:14.580697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:14.582538 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-4feeaa20-5723-4bae-9bad-5b5aa512cd46 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:14.611675 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e40ad4-086a-4000-8711-c73fb7ebc528,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:14.615782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:14.734475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:14.735767 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4641922 Dec 20 17:18:14.738454 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37716) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:14.744093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'security_group_rule': {'security_group_id': 'b735ca72-eb5e-48af-80c7-a73ee421d2cc', 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:14.750198 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:14.754038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Usage tracker for resource:security_group_rule and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:14.756983 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:14.762889 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:14.856398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:14.924216 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:14.991288 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:14.993098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f3c86c35-1c5c-4933-b721-ea9a5bb17f27 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:15.015038 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc507e33-3d90-4e5e-a67f-0b7e3000c76b,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:15.017945 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:15.095016 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:15.096787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cc0e6add-a538-4dfd-b714-f86e0e763094 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3573012 Dec 20 17:18:15.099802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37720) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:15.105571 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'security_group_rule': {'security_group_id': 'b735ca72-eb5e-48af-80c7-a73ee421d2cc', 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:15.114161 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:15.116248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Usage tracker for resource:security_group_rule and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:15.119627 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:15.126118 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:15.239127 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:15.302390 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:15.402994 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:15.410900 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b2981e22-2a34-4f00-8b83-4eb2f4793aa5 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:15.436098 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f808a7-ff38-4879-96b1-e5229fdb7f7e,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:15.441542 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:15.574974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:15.576183 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f0b6a666-3279-45fb-bdc6-71df5da9a605 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4754112 Dec 20 17:18:15.578951 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37724) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:15.584660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'security_group_rule': {'security_group_id': 'b735ca72-eb5e-48af-80c7-a73ee421d2cc', 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:15.590770 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:15.594703 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Usage tracker for resource:security_group_rule and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:15.597669 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:15.603654 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:15.718489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:15.782517 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:15.837306 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:15.877966 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:15.883884 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-32e34022-6adb-4dcc-b3f3-9ca57d34f979 tempest-TestMinimumBasicScenario-63672024 tempest-TestMinimumBasicScenario-63672024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:15.904425 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6086a7-b0f6-4c07-8f44-cf0ba82107b7,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:15.909152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:16.020255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:16.021469 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-6bf66d90-2838-4c35-beab-dfbad958b7d2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4415319 Dec 20 17:18:16.024318 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37732) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:16.029907 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'security_group_rule': {'security_group_id': 'b735ca72-eb5e-48af-80c7-a73ee421d2cc', 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:16.036546 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:16.040475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Usage tracker for resource:security_group_rule and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:16.043449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:16.049776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:16.140449 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Project f8b1a51b271c49aeaa9e40d3964640a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:18:16.147401 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:16.215247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:16.311646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:16.313470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98b6bd1e-3a74-4848-82cc-fc609df7a971 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:16.336245 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a75fd9d-3c3c-4166-ae91-59e16a5dcd20,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:16.340536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:16.414335 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:16.415572 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-9fd9b8b2-b9eb-42d6-ba2c-87b74b71237a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3903375 Dec 20 17:18:16.418291 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37736) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:16.424110 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'security_group_rule': {'security_group_id': 'b735ca72-eb5e-48af-80c7-a73ee421d2cc', 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:16.430402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:16.434607 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Usage tracker for resource:security_group_rule and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:16.437482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:16.443122 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:16.551970 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.securitygroups_db [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Project f8b1a51b271c49aeaa9e40d3964640a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:18:16.558786 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:16.623131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:16.716933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045200'] for security_group_rule, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:16.722822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-70b4f385-621d-4b59-b7f3-d6558938434c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:16.742015 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36155110-1ddc-4a84-b969-7224ef15bf32,revision_number=0']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:16.744650 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:16.814121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:16.815497 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-cb739542-5ef0-4d81-9564-4e3ebd41413b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3960271 Dec 20 17:18:16.983153 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-c1c9320c-31ed-43f9-b4a5-0538a84c0017 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Synchronizing usage tracker for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:security_group {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:18:17.128719 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-c1c9320c-31ed-43f9-b4a5-0538a84c0017 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Unset dirty status for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:security_group {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:18:17.129810 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-c1c9320c-31ed-43f9-b4a5-0538a84c0017 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961528176&fields=id&tenant_id=f8b1a51b271c49aeaa9e40d3964640a0 HTTP/1.1" status: 200 len: 267 time: 0.1866221 Dec 20 17:18:17.286421 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-f22b682d-8794-4ee9-9f22-28a711d33e11 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:17.287126 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-f22b682d-8794-4ee9-9f22-28a711d33e11 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Synchronizing usage tracker for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:network {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:18:17.408874 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-f22b682d-8794-4ee9-9f22-28a711d33e11 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Unset dirty status for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:network {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:18:17.410046 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-f22b682d-8794-4ee9-9f22-28a711d33e11 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 810 time: 0.2736771 Dec 20 17:18:17.429934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-b9992023-53c3-4b24-afe9-0d0ca2b4a3bb tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/quotas/f8b1a51b271c49aeaa9e40d3964640a0 HTTP/1.1" status: 200 len: 375 time: 0.0144391 Dec 20 17:18:17.515822 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-1f72b602-fa61-4b06-9438-fa84fae0117e tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Synchronizing usage tracker for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:18:17.711041 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-1f72b602-fa61-4b06-9438-fa84fae0117e tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Unset dirty status for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:18:17.712401 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-1f72b602-fa61-4b06-9438-fa84fae0117e tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2772238 Dec 20 17:18:17.858163 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-2ddb0693-88ca-48d4-8e35-573040b662d8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 17:18:17.859175 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-2ddb0693-88ca-48d4-8e35-573040b662d8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1350994 Dec 20 17:18:18.103686 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-c3652ba9-740f-4879-b98a-5ff74981d06e service neutron] 10.222.0.62 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376273 Dec 20 17:18:18.237879 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-d71012a0-6caa-42ce-b2dd-b3e10fb4b4cf service neutron] 10.222.0.62 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284256 Dec 20 17:18:18.887086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:19.048227 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:19.053780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:19.054149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:19.165408 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:19.181108 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7d2fe6a5-5234-4238-a5aa-28aad30ae9e1,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:19.294293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:19.296199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:19.359783 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=7d2fe6a5-5234-4238-a5aa-28aad30ae9e1,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:19.362964 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:19.536773 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-19fcc048-62ac-4c17-9793-92c638b03c23 req-ad2e7471-1380-41c8-bcbb-fb586ffad107 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 210 time: 0.0419800 Dec 20 17:18:20.652015 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-de34dafb-9f77-4662-831c-3d242e70c869 req-39a042bc-7340-4fb1-8029-8ac5b42b46b3 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 210 time: 0.0448925 Dec 20 17:18:20.875322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:20.947382 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:20.947761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:21.822832 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-108440b0-43ff-4f1e-9ebc-3f47d11ea069 req-cb359349-bd41-4b8f-98a9-d20177ed6886 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 210 time: 0.0449576 Dec 20 17:18:22.059683 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b6e142c9-4be5-41d3-9d3e-83af77c00bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:22.217861 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-45fed9a4-44a6-4fb3-8fc7-203da1df0728 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:22.220649 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-45fed9a4-44a6-4fb3-8fc7-203da1df0728 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 810 time: 0.1694241 Dec 20 17:18:22.275884 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-5ee4ec03-7681-4915-af54-a9be9838f373 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b1a51b271c49aeaa9e40d3964640a0 HTTP/1.1" status: 200 len: 379 time: 0.0420997 Dec 20 17:18:22.284661 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'port': {'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'admin_state_up': True, 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'security_groups': ['b735ca72-eb5e-48af-80c7-a73ee421d2cc']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:22.436201 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:22.446060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:22.557078 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Made reservation on behalf of f8b1a51b271c49aeaa9e40d3964640a0 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:18:22.560348 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:22.734519 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Allocated IP 172.20.0.11 (40d0bfcc-29cd-4849-84c6-2daff9bc1ed1/b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10/11a9bef9-ecd8-4196-aef0-c21bbb2758fa) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:22.941270 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:22.960351 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Transition to ACTIVE for port object 11a9bef9-ecd8-4196-aef0-c21bbb2758fa will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:23.001742 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-56ec8ddb-708d-415b-afa9-5beef5b7d967 req-a7b1113b-f82a-4b4e-b8e9-fb5e9054f303 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 210 time: 0.0443277 Dec 20 17:18:23.083074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:23.089259 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ab1e4c92-c4df-43b2-aee7-f6217e97361c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:23.150448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:23.159781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:23.164701 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:23.213823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'Port': ['ID=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:23.218382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:23.249336 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:23.249800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:23.369422 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-66a5387f-161f-48fa-a271-95e79912d465 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0885580 Dec 20 17:18:23.381506 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Request body: {'port': {'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:23.507963 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:23.534442 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f95fdd12-6f82-40d6-a7be-fe37dc7b3341 None None] Provisioning for port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:23.539566 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-f95fdd12-6f82-40d6-a7be-fe37dc7b3341 None None] Provisioning complete for port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:23.539939 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f95fdd12-6f82-40d6-a7be-fe37dc7b3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:23.591791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-f95fdd12-6f82-40d6-a7be-fe37dc7b3341 None None] Port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:18:23.863798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a9bef9-ecd8-4196-aef0-c21bbb2758fa {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:18:23.870541 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:23.885625 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Transition to ACTIVE for port object 11a9bef9-ecd8-4196-aef0-c21bbb2758fa will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:23.945533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:23.949800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-25007909-668e-4ee7-83db-e81df23392fd tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:24.224659 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Pushing event updated for resources: {'Port': ['ID=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:24.234234 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:24.344767 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b6ae0-7f02-45b3-ae50-dedfa586f6df req-cb182b02-8db5-4ff9-bd49-85c1ab21c1a4 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:24.345915 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fd8b6ae0-7f02-45b3-ae50-dedfa586f6df req-cb182b02-8db5-4ff9-bd49-85c1ab21c1a4 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Synchronizing usage tracker for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:18:24.357311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-0ff27bda-415c-460b-b7a7-08ecfef4369e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:24.375033 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Attempting to bind port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:18:24.375290 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Attempting to bind port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:18:24.375618 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Attempting to bind port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa on network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:18:24.383559 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa on network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 17:18:24.383879 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Attempting to bind port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa on network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:18:24.390712 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:18:24.391083 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Checking segment: {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:18:24.391474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Bound using segment: {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:18:24.391953 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Bound port: 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:18:24.392299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:24.487827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] For port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:24.490933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] For port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:24.510479 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-fd8b6ae0-7f02-45b3-ae50-dedfa586f6df req-cb182b02-8db5-4ff9-bd49-85c1ab21c1a4 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Unset dirty status for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:18:24.511682 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd8b6ae0-7f02-45b3-ae50-dedfa586f6df req-cb182b02-8db5-4ff9-bd49-85c1ab21c1a4 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 944 time: 0.3447788 Dec 20 17:18:24.560382 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-fd8b6ae0-7f02-45b3-ae50-dedfa586f6df req-fce8b05a-67d7-434a-9ee6-2c40db27fa06 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410197 Dec 20 17:18:24.620474 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:24.624449 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-80da6304-53b6-4369-9109-bf6eb01622ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:24.683906 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:24.685266 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] 10.222.0.64 "PUT /v2.0/ports/11a9bef9-ecd8-4196-aef0-c21bbb2758fa HTTP/1.1" status: 200 len: 1094 time: 1.3081157 Dec 20 17:18:24.685798 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:18:24.712965 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Pushing event updated for resources: {'Port': ['ID=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:24.717482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:24.750992 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'status': 'completed', 'code': 200} Dec 20 17:18:24.862938 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-029430f0-6408-4c32-9ec1-deeaedf7484b req-14751281-08b0-44c5-ad71-5ad2bedf3f3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1097 time: 0.0888953 Dec 20 17:18:25.006811 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029430f0-6408-4c32-9ec1-deeaedf7484b req-9ad4a8d6-a14a-478d-9826-b844f858c782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:25.008304 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-029430f0-6408-4c32-9ec1-deeaedf7484b req-9ad4a8d6-a14a-478d-9826-b844f858c782 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1387687 Dec 20 17:18:25.147357 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029430f0-6408-4c32-9ec1-deeaedf7484b req-7548c292-b4c2-41ae-881f-1f6e6e9080c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:25.148816 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-029430f0-6408-4c32-9ec1-deeaedf7484b req-7548c292-b4c2-41ae-881f-1f6e6e9080c3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337018 Dec 20 17:18:25.257777 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-12c318e6-87f1-4a0a-b291-13fd24d78c36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1097 time: 0.0704033 Dec 20 17:18:25.328381 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-07a5547a-cee0-49cc-abaa-2a22e011a5f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa HTTP/1.1" status: 200 len: 217 time: 0.0644383 Dec 20 17:18:25.390574 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-4b1c8536-9ba6-41bd-9430-88ef7c5af87d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:25.392955 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-4b1c8536-9ba6-41bd-9430-88ef7c5af87d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0589454 Dec 20 17:18:25.475004 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-c2449d0e-4e50-41ab-82ce-ea74b31abaf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759828 Dec 20 17:18:25.568994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:25.632077 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-75b0b741-b908-41fa-aee4-f19e3d0a4458 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505606 Dec 20 17:18:25.816199 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:25.817054 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-09d3376d-89cf-496c-b74f-5b82d801ffac req-4aa7749e-fa29-4b98-8b1d-46659cefadee service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787169 Dec 20 17:18:25.850974 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0d1fb-b79b-4fae-a900-864c71b11d2c req-d99faf6d-6d25-4e45-b76f-9a6ad040e7c1 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:25.857004 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9ab0d1fb-b79b-4fae-a900-864c71b11d2c req-d99faf6d-6d25-4e45-b76f-9a6ad040e7c1 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 944 time: 0.1194727 Dec 20 17:18:25.903393 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9ab0d1fb-b79b-4fae-a900-864c71b11d2c req-03a33e25-e639-46aa-890e-ad6268ab859a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442379 Dec 20 17:18:27.116814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e9315-f20f-4eee-ab14-c4836a3e3642 req-b7a265e2-31c9-4bb3-9ac4-fee960762144 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:27.118194 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a55e9315-f20f-4eee-ab14-c4836a3e3642 req-b7a265e2-31c9-4bb3-9ac4-fee960762144 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 944 time: 0.0832691 Dec 20 17:18:27.169646 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a55e9315-f20f-4eee-ab14-c4836a3e3642 req-fe76add3-1eb5-4998-911a-e047cb9c7ff3 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425987 Dec 20 17:18:27.260109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:28.367757 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d64959-0c69-409c-8f2f-33c70421326e req-049152f3-c1ad-462b-b545-3c4e708f8a2d tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:28.369179 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24d64959-0c69-409c-8f2f-33c70421326e req-049152f3-c1ad-462b-b545-3c4e708f8a2d tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 944 time: 0.0744469 Dec 20 17:18:28.527090 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-24d64959-0c69-409c-8f2f-33c70421326e req-9fa7a82e-7baf-4299-bda5-92893724b9ea tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523647 Dec 20 17:18:28.639824 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 11a9bef9-ecd8-4196-aef0-c21bbb2758fa details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:18:28.772825 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:28.786071 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:18:28.820483 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Sync routers for ids ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:18:28.852274 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:28.860992 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Routers {'23f8f113-985d-43f1-b8a5-5ca8e295a42f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:28.861581 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:18:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:28.930850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a9bef9-ecd8-4196-aef0-c21bbb2758fa {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:18:29.002943 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:29.052548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Set router 23f8f113-985d-43f1-b8a5-5ca8e295a42f gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:18:29.092853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:29.101175 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-89c287b7-8a65-4670-a412-eec1a7f726ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:29.256558 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:29.271780 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:29.464192 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'name': 'tempest-TestSnapshotPattern-776778327-router', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:10Z', 'revision_number': 4, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'gw_port': {'id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '07c5953a-83e6-4071-9ccb-7f551c233e43', 'name': '', 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'mac_address': 'fa:16:3e:f6:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb76b63e-3f13-4b50-964b-698486e060e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:09Z', 'updated_at': '2021-12-20T17:18:10Z', 'revision_number': 2, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'subnets': [{'id': 'cb76b63e-3f13-4b50-964b-698486e060e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:29.467652 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['11a9bef9-ecd8-4196-aef0-c21bbb2758fa'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:18:29.495157 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Checking router: 23f8f113-985d-43f1-b8a5-5ca8e295a42f for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:18:29.495513 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Updating router 23f8f113-985d-43f1-b8a5-5ca8e295a42f port 07c5953a-83e6-4071-9ccb-7f551c233e43 binding host dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 17:18:29.571150 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:29.722229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33ab0e-32c9-4242-af7b-da4ef0451dc4 req-ea7f206d-56d8-4835-b328-942e936b3cbd tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:29.723707 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2d33ab0e-32c9-4242-af7b-da4ef0451dc4 req-ea7f206d-56d8-4835-b328-942e936b3cbd tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 945 time: 0.0768440 Dec 20 17:18:29.770859 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2d33ab0e-32c9-4242-af7b-da4ef0451dc4 req-2e9a6849-0bdc-41a9-8bbd-57b14274fbed tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414152 Dec 20 17:18:30.059793 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:30.072889 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Transition to ACTIVE for port object 07c5953a-83e6-4071-9ccb-7f551c233e43 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:30.156955 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:30.161271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:30.280948 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054a7f2-8a70-41e2-8a53-10f3ecc67199 None None] Pushing event updated for resources: {'Port': ['ID=07c5953a-83e6-4071-9ccb-7f551c233e43,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:30.284230 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b054a7f2-8a70-41e2-8a53-10f3ecc67199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:30.375196 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Attempting to bind port 07c5953a-83e6-4071-9ccb-7f551c233e43 on host dv-neutron-821074-1-hyperv for vnic_type normal with profile {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:18:30.375578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Attempting to bind port 07c5953a-83e6-4071-9ccb-7f551c233e43 by drivers openvswitch,hyperv on host dv-neutron-821074-1-hyperv at level 0 using segments [{'id': 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:18:30.375978 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Attempting to bind port 07c5953a-83e6-4071-9ccb-7f551c233e43 on network be39e904-695f-4550-b22c-066e0fae5bfe {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:18:30.385844 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Checking agent: {'id': '01aa5b9c-c69d-43d0-9076-8f7ace02c7ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821074-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 42, 55), 'started_at': datetime.datetime(2021, 12, 20, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821074-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:18:30.386220 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Checking segment: {'id': 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:18:30.386631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:30.387058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Bound using segment: {'id': 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:18:30.387545 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.managers [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Bound port: 07c5953a-83e6-4071-9ccb-7f551c233e43, host: dv-neutron-821074-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:18:30.387926 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:30.492002 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] For port 07c5953a-83e6-4071-9ccb-7f551c233e43, host dv-neutron-821074-1-hyperv, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:30.494850 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] For port 07c5953a-83e6-4071-9ccb-7f551c233e43, host dv-neutron-821074-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=07c5953a-83e6-4071-9ccb-7f551c233e43,segment=NetworkSegment(de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd),segment_id=de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:30.557528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:30.561265 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:30.642584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054a7f2-8a70-41e2-8a53-10f3ecc67199 None None] Pushing event updated for resources: {'Port': ['ID=07c5953a-83e6-4071-9ccb-7f551c233e43,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:30.646525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b054a7f2-8a70-41e2-8a53-10f3ecc67199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:30.648984 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 11a9bef9-ecd8-4196-aef0-c21bbb2758fa up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:30.673315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Routers {'23f8f113-985d-43f1-b8a5-5ca8e295a42f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:30.673865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:18:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:30.903061 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] Set router 23f8f113-985d-43f1-b8a5-5ca8e295a42f gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:18:30.956586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:30.964866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:30.965240 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:30.974807 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378082b-751f-423e-9abd-f87c51ef142d req-a0bc9851-eb5a-4446-b41d-c9e87cf05ed7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:30.976282 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c378082b-751f-423e-9abd-f87c51ef142d req-a0bc9851-eb5a-4446-b41d-c9e87cf05ed7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 945 time: 0.0829527 Dec 20 17:18:31.022790 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-c378082b-751f-423e-9abd-f87c51ef142d req-7656e1c9-d954-4eb2-9977-ec99af5fef57 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406768 Dec 20 17:18:31.294822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:31.352769 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:18:31.364536 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:31.391903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'name': 'tempest-TestSnapshotPattern-776778327-router', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:10Z', 'revision_number': 4, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'gw_port': {'id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '07c5953a-83e6-4071-9ccb-7f551c233e43', 'name': '', 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'mac_address': 'fa:16:3e:f6:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb76b63e-3f13-4b50-964b-698486e060e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:09Z', 'updated_at': '2021-12-20T17:18:30Z', 'revision_number': 4, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'subnets': [{'id': 'cb76b63e-3f13-4b50-964b-698486e060e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:31.396583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491babfc-797d-4f59-a2c1-659cbf5470d3 None None] The sync data for ids ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'] in dv-neutron-821074-1-hyperv is: [{'id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'name': 'tempest-TestSnapshotPattern-776778327-router', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:10Z', 'revision_number': 4, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'gw_port': {'id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '07c5953a-83e6-4071-9ccb-7f551c233e43', 'name': '', 'network_id': 'be39e904-695f-4550-b22c-066e0fae5bfe', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'mac_address': 'fa:16:3e:f6:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb76b63e-3f13-4b50-964b-698486e060e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:09Z', 'updated_at': '2021-12-20T17:18:30Z', 'revision_number': 4, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'subnets': [{'id': 'cb76b63e-3f13-4b50-964b-698486e060e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:18:31.409618 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'code': 200} Dec 20 17:18:31.459076 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:31.461131 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:31.531022 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:31.534018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:31.828544 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1e769a46-1e64-43cf-b141-d86a29ef6ac9 req-f1f6302e-448f-472a-ba6f-ce28006977b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1099 time: 0.0687819 Dec 20 17:18:31.875286 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1e769a46-1e64-43cf-b141-d86a29ef6ac9 req-7df807a7-9fe0-40ad-bf08-0a73d8eb759b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395565 Dec 20 17:18:32.225731 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a248982-e763-484e-811f-6de980835161 req-941bfe7d-49a6-41ff-8f8d-9853ef005508 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:32.227246 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5a248982-e763-484e-811f-6de980835161 req-941bfe7d-49a6-41ff-8f8d-9853ef005508 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 946 time: 0.0829737 Dec 20 17:18:32.272295 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-5a248982-e763-484e-811f-6de980835161 req-a5f5fbda-db86-425f-894f-0f13a6a8b406 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393889 Dec 20 17:18:32.898552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 07c5953a-83e6-4071-9ccb-7f551c233e43 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:33.099583 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning for port 07c5953a-83e6-4071-9ccb-7f551c233e43 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:33.105183 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 07c5953a-83e6-4071-9ccb-7f551c233e43 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:33.105582 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:33.220444 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:33.252901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] For port 07c5953a-83e6-4071-9ccb-7f551c233e43, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=07c5953a-83e6-4071-9ccb-7f551c233e43,segment=NetworkSegment(de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd),segment_id=de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:33.334039 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:33.335957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-64d00940-0a2e-4a11-bd22-9291fb1a1896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:33.400553 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Pushing event updated for resources: {'Port': ['ID=07c5953a-83e6-4071-9ccb-7f551c233e43,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:33.404271 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:33.471926 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78034a41-952c-42ab-91d4-c70e5a0b2029 req-48d501c7-8b8b-4756-9081-5f3e0352b0a4 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:33.473355 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-78034a41-952c-42ab-91d4-c70e5a0b2029 req-48d501c7-8b8b-4756-9081-5f3e0352b0a4 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 946 time: 0.0775559 Dec 20 17:18:33.521289 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-78034a41-952c-42ab-91d4-c70e5a0b2029 req-d2161c35-8783-42b1-85f2-e6900008ff71 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424638 Dec 20 17:18:33.716664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd995-11b2-4eaf-ad5d-174104963f81 req-30adc868-f442-4977-86c6-50cdcdde2070 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:33.718019 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f3bd995-11b2-4eaf-ad5d-174104963f81 req-30adc868-f442-4977-86c6-50cdcdde2070 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 946 time: 0.0755539 Dec 20 17:18:33.763406 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1f3bd995-11b2-4eaf-ad5d-174104963f81 req-15957075-fd62-4f04-b32d-8e8bb7d8b96d tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393043 Dec 20 17:18:33.790987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37800) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:33.929802 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2b0b76c1-21b8-4ce7-8370-45763b891e8a tempest-TestSnapshotPattern-986405504 tempest-TestSnapshotPattern-986405504-project-admin] Synchronizing usage tracker for tenant:02bf8b2ddf1341ee9c49ee7328a42f01 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:18:34.053849 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-2b0b76c1-21b8-4ce7-8370-45763b891e8a tempest-TestSnapshotPattern-986405504 tempest-TestSnapshotPattern-986405504-project-admin] Unset dirty status for tenant:02bf8b2ddf1341ee9c49ee7328a42f01 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:18:34.055073 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2b0b76c1-21b8-4ce7-8370-45763b891e8a tempest-TestSnapshotPattern-986405504 tempest-TestSnapshotPattern-986405504-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1094 time: 0.2630782 Dec 20 17:18:34.057957 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 37806) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:18:34.063227 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:18:34.069313 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:18:34.073119 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Usage tracker for resource:floatingip and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:18:34.076248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84392) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:18:34.082567 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:18:34.156897 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for floatingip, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:34.294572 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:34.424565 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Allocated IP 172.26.7.220 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/9c2a0e3c-7ef2-4900-ae7c-4d1bad54e619) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:34.572434 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:34.683671 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:34.687483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d7ed04b8-69ce-4611-b54a-bffde88c3a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:34.757271 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:34.760595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'Port': ['ID=9c2a0e3c-7ef2-4900-ae7c-4d1bad54e619,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:34.762747 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:34.766176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:34.797141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.797527 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.798026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.798893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.799285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.799648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.800014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.800373 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.800748 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.801088 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.801440 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:34.808997 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:34.886316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 07c5953a-83e6-4071-9ccb-7f551c233e43 up at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:18:34.961631 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Provisioning complete for port 07c5953a-83e6-4071-9ccb-7f551c233e43 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:34.962006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:35.086943 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c676b7-95b2-477d-90e6-66df48a76e50 req-674df371-7dde-4161-83cd-67083cf6415c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1953139 Dec 20 17:18:35.384410 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c676b7-95b2-477d-90e6-66df48a76e50 req-e69627f4-4e5e-4ae6-a290-0ca645e2283a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1099 time: 0.2225385 Dec 20 17:18:35.609385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c676b7-95b2-477d-90e6-66df48a76e50 req-2a4fe5b1-799f-4c6d-a08f-bc6270942cb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:35.610741 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c676b7-95b2-477d-90e6-66df48a76e50 req-2a4fe5b1-799f-4c6d-a08f-bc6270942cb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 911 time: 0.2069800 Dec 20 17:18:35.696755 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:35.698605 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c676b7-95b2-477d-90e6-66df48a76e50 req-838b394a-6f90-4d8e-b51d-487598b50d1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa HTTP/1.1" status: 200 len: 217 time: 0.0800879 Dec 20 17:18:35.761229 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c676b7-95b2-477d-90e6-66df48a76e50 req-dbf6db76-a9ea-4b6d-b471-3226eb1afc89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:35.762659 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c676b7-95b2-477d-90e6-66df48a76e50 req-dbf6db76-a9ea-4b6d-b471-3226eb1afc89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0582967 Dec 20 17:18:35.865402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:35.935636 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c676b7-95b2-477d-90e6-66df48a76e50 req-bc756fc0-a4ce-44b9-aad9-ecfc5e116a3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1665938 Dec 20 17:18:36.174869 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c676b7-95b2-477d-90e6-66df48a76e50 req-0b9e1c4e-6cc4-4b4e-87f1-b0d426f44a46 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213876 Dec 20 17:18:36.218580 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:36.286586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:36.291502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-db0a2a97-2e84-4d4f-a62c-a27c4539ba9b tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:18:36.406566 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'Port': ['ID=9c2a0e3c-7ef2-4900-ae7c-4d1bad54e619,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:36.414102 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:18:36.417698 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-40c676b7-95b2-477d-90e6-66df48a76e50 req-3f7a9a10-4cda-42bf-b4be-65797e1471fb service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369125 Dec 20 17:18:36.438144 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:36.636182 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.db.l3_db [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Floating IP 9950e012-bbe9-41bb-87fc-f821c02a8998 associated. External IP: 172.26.7.220, port: 11a9bef9-ecd8-4196-aef0-c21bbb2758fa. Dec 20 17:18:37.163135 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Router 4e777611-1e44-4ee9-ac3c-d806d5c93630 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:18:37.363624 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:18:37.373394 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] Sync routers for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:18:37.386687 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:37.387433 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:18:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:37.482326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:37.539965 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4807966 Dec 20 17:18:37.540696 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:18:37.561085 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:18:37.603919 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'status': 'completed', 'code': 200} Dec 20 17:18:37.696958 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d6b40e64-5d70-4e3a-bb19-52213459ab98 req-ad6feea8-c287-4620-872b-1b7dbad9089e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1099 time: 0.0720687 Dec 20 17:18:37.829850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b40e64-5d70-4e3a-bb19-52213459ab98 req-3648ce5b-c73d-42f7-8c3d-148beb66a72c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:37.831262 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d6b40e64-5d70-4e3a-bb19-52213459ab98 req-3648ce5b-c73d-42f7-8c3d-148beb66a72c service neutron] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 911 time: 0.1279066 Dec 20 17:18:37.909733 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '9950e012-bbe9-41bb-87fc-f821c02a8998', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:35Z', 'updated_at': '2021-12-20T17:18:35Z', 'revision_number': 0, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:37.913547 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] Checking router: 4e777611-1e44-4ee9-ac3c-d806d5c93630 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:18:37.924037 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:37.924638 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:18:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:37.935759 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d6b40e64-5d70-4e3a-bb19-52213459ab98 req-99191bff-8cb7-41d2-82d4-931abe43571c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa HTTP/1.1" status: 200 len: 1000 time: 0.0979466 Dec 20 17:18:37.999557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b40e64-5d70-4e3a-bb19-52213459ab98 req-de30826e-a8db-45be-97ed-a636203a2d7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:38.001536 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d6b40e64-5d70-4e3a-bb19-52213459ab98 req-de30826e-a8db-45be-97ed-a636203a2d7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0592558 Dec 20 17:18:38.080461 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d6b40e64-5d70-4e3a-bb19-52213459ab98 req-7cb121d2-bd14-48b0-b054-951a765a03a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728278 Dec 20 17:18:38.114535 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:18:38.216309 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d6b40e64-5d70-4e3a-bb19-52213459ab98 req-fd961d49-3c85-43de-b954-f878655194ff service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298263 Dec 20 17:18:38.352512 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-d6b40e64-5d70-4e3a-bb19-52213459ab98 req-29d944fc-c7b8-4314-afa1-284b96cc2221 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292019 Dec 20 17:18:38.495908 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '9950e012-bbe9-41bb-87fc-f821c02a8998', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:35Z', 'updated_at': '2021-12-20T17:18:35Z', 'revision_number': 0, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:38.499796 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ee959-4b03-4332-9e8c-d978e9febc2f None None] The sync data for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv is: [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '9950e012-bbe9-41bb-87fc-f821c02a8998', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:35Z', 'updated_at': '2021-12-20T17:18:35Z', 'revision_number': 0, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:18:39.094004 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:18:41.345880 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f160390-8250-4bda-a9f4-596465967396 None None] New status for floating IP 9950e012-bbe9-41bb-87fc-f821c02a8998: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:18:45.814322 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:52.048624 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ddf852b8-4b05-4ec8-9245-ec33b1cef084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:54.350665 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-54d4afed-9125-484f-969f-1b20646bf257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:55.573420 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:55.802423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:18:57.259365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:15.887865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:16.093431 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:19:22.048147 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-76abd6a7-ebd0-45e0-b8b7-38ba91ea1d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:24.339358 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-269ac57c-a28d-4ed9-aad4-7c422291d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:25.567771 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:25.808036 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:27.310503 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:35.974321 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45f0549d-9cad-4dad-8607-132fbb413010 req-08ceb0f9-a562-45e7-9a02-8460bc6189f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682685 Dec 20 17:19:36.119513 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45f0549d-9cad-4dad-8607-132fbb413010 req-df0c4a74-6298-4d90-b9ab-577affc5a8ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1099 time: 0.0736187 Dec 20 17:19:36.382555 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0549d-9cad-4dad-8607-132fbb413010 req-12c2db9a-8d91-4ceb-976c-d4f458b7bddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:36.384018 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45f0549d-9cad-4dad-8607-132fbb413010 req-12c2db9a-8d91-4ceb-976c-d4f458b7bddb service neutron] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 911 time: 0.2441692 Dec 20 17:19:36.488653 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45f0549d-9cad-4dad-8607-132fbb413010 req-8803875c-be79-4d86-9a63-46e001891b04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa HTTP/1.1" status: 200 len: 1002 time: 0.0974631 Dec 20 17:19:36.552818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0549d-9cad-4dad-8607-132fbb413010 req-ce5fab63-e680-41e8-8448-81cdd8c10fbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:36.554357 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45f0549d-9cad-4dad-8607-132fbb413010 req-ce5fab63-e680-41e8-8448-81cdd8c10fbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0599251 Dec 20 17:19:36.629185 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45f0549d-9cad-4dad-8607-132fbb413010 req-d1b649b5-6928-45f0-9a8c-7bf9b34cbae3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687997 Dec 20 17:19:36.764084 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45f0549d-9cad-4dad-8607-132fbb413010 req-be14e628-285b-49dc-9e71-65a5341cbf3b service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279466 Dec 20 17:19:36.896545 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45f0549d-9cad-4dad-8607-132fbb413010 req-77391529-2393-4a3c-b971-5347ff87ffae service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259835 Dec 20 17:19:45.841728 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:52.053638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-be780100-9a9c-4b97-b411-c12b6b956028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:53.093928 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:19:54.332791 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e7d43f14-2100-4aa5-8647-7008b78ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:55.567477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:55.813901 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:19:57.270410 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:15.887393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:22.030083 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-366ab9b2-3063-4c95-acb5-3212a8f3d31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:24.383394 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5bc2-7f85-4741-8506-f87e93d87672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:25.578936 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:25.858997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:27.269644 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:30.094496 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:20:36.963684 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7652997e-091c-4de3-9da8-f2be31cca5bf req-faadaedd-892c-4767-9e60-2f52601218b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721505 Dec 20 17:20:37.105685 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7652997e-091c-4de3-9da8-f2be31cca5bf req-9c5f2918-a07c-48e7-8855-174464d4c549 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1099 time: 0.0714560 Dec 20 17:20:37.251255 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652997e-091c-4de3-9da8-f2be31cca5bf req-a500e055-6725-49fe-a861-30b38b4a7845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:37.252697 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7652997e-091c-4de3-9da8-f2be31cca5bf req-a500e055-6725-49fe-a861-30b38b4a7845 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 911 time: 0.1276710 Dec 20 17:20:37.357054 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7652997e-091c-4de3-9da8-f2be31cca5bf req-10d9291e-636b-4919-80e4-523ec2854b50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa HTTP/1.1" status: 200 len: 1002 time: 0.0979378 Dec 20 17:20:37.422464 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652997e-091c-4de3-9da8-f2be31cca5bf req-f828982c-abc8-4a35-a517-134ef2a80c2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:37.423951 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7652997e-091c-4de3-9da8-f2be31cca5bf req-f828982c-abc8-4a35-a517-134ef2a80c2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0610917 Dec 20 17:20:37.498388 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7652997e-091c-4de3-9da8-f2be31cca5bf req-8f9b5981-acf7-4752-bc2a-0e1f4b86f702 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684257 Dec 20 17:20:37.632915 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7652997e-091c-4de3-9da8-f2be31cca5bf req-cb4ac188-1e33-41fa-b6a2-652bb46e283a service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284788 Dec 20 17:20:37.766640 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7652997e-091c-4de3-9da8-f2be31cca5bf req-18197ec4-07e6-479a-902e-e6f4b5544907 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277413 Dec 20 17:20:45.881202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:52.144346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-5070586c-b4ae-4ed3-9a1d-4e2bdb1a6378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:54.355712 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a9638a13-3562-44af-a86b-c15655181928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:55.588377 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:55.829875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:20:57.258490 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:07.095026 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:21:07.573333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 11a9bef9-ecd8-4196-aef0-c21bbb2758fa details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:21:07.754171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:07.767738 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:21:07.824976 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:07.840877 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11a9bef9-ecd8-4196-aef0-c21bbb2758fa {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:21:07.855487 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:07.914954 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:07.916731 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-2daef6af-bc09-4855-99a0-86740c2d441b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:21:07.986109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:07.994316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:07.994666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:07.995030 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:07.995365 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:07.995707 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:07.996037 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:07.996367 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:07.996696 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:07.997020 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:07.997342 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:07.997690 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:08.002353 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:21:08.006186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['11a9bef9-ecd8-4196-aef0-c21bbb2758fa'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:21:09.583562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 11a9bef9-ecd8-4196-aef0-c21bbb2758fa up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:21:09.646004 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:09.646369 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:09.758586 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:09.785311 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:21:09.794570 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:09.926600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:09.928528 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-b054a7f2-8a70-41e2-8a53-10f3ecc67199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:21:09.993463 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'code': 200} Dec 20 17:21:10.004315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:10.007481 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:21:15.938218 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:22.103895 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-3c50097e-a067-4040-ae1e-6cdf6861f4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:23.628334 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-42101115-d615-4963-b625-5a78e94f18eb tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961528176&fields=id&tenant_id=f8b1a51b271c49aeaa9e40d3964640a0 HTTP/1.1" status: 200 len: 267 time: 0.0419152 Dec 20 17:21:23.780138 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03043f-b922-4426-858f-9b6d231e11ac req-f980398b-6d50-4b7b-af6f-390eae5d569a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:23.781496 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-f980398b-6d50-4b7b-af6f-390eae5d569a tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 810 time: 0.1469398 Dec 20 17:21:23.797762 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-618eccbb-b19b-49cb-9feb-1dd0f57b3f36 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/quotas/f8b1a51b271c49aeaa9e40d3964640a0 HTTP/1.1" status: 200 len: 375 time: 0.0109658 Dec 20 17:21:23.985516 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-33faa376-5956-443b-92f2-e80088876315 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1824753 Dec 20 17:21:24.222154 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-469ca604-d83d-42c0-a1bb-396ca705f428 service neutron] 10.222.0.62 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251751 Dec 20 17:21:24.326814 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-52459497-90b4-4634-a370-aa7eb539415b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:24.364303 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-5bb9b483-6197-40d2-884c-493ce006fc96 service neutron] 10.222.0.62 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362233 Dec 20 17:21:24.682066 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-01f6021e-668c-4397-97dd-ca86504d77c3 req-d5c53743-a3a5-446b-abe5-788559d86960 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 210 time: 0.0398557 Dec 20 17:21:25.578425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:25.803109 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8ac57dbb-bfcf-40e0-9b88-2110f8270f88 req-6e044a68-f30b-42be-98db-4215485d2478 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 210 time: 0.0477457 Dec 20 17:21:25.822189 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:26.913833 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ab9189c4-4e52-4f8d-b1bf-80c49b364a67 req-83598a54-2c3b-4929-b964-876d3532cf76 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 210 time: 0.0417323 Dec 20 17:21:27.307600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:27.619853 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 11a9bef9-ecd8-4196-aef0-c21bbb2758fa no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:21:27.731091 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:27.758597 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:21:27.767817 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:27.815059 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'code': 200} Dec 20 17:21:27.884654 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:27.886357 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:21:27.957006 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:27.960246 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:21:28.030004 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-aa4c243b-5f8c-4d08-ab92-92f6f1cdf027 req-db2993ef-80eb-49d3-bf3f-4f2a773146d1 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 210 time: 0.0434518 Dec 20 17:21:29.202994 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f0fef552-e3f0-47a9-a82a-8928482a606d req-054b520a-67b7-49e5-a642-5971c1d5f7d5 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 210 time: 0.0448458 Dec 20 17:21:30.367611 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-eac1738e-f8dd-4139-ac38-459fdb5ffa4d req-5ddf8402-cb4e-487e-af28-5e2c86489849 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 210 time: 0.0424149 Dec 20 17:21:31.407333 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03043f-b922-4426-858f-9b6d231e11ac req-86d004e7-aa0c-4d40-9976-c920446e88dd tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:31.408791 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-86d004e7-aa0c-4d40-9976-c920446e88dd tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 810 time: 0.1442857 Dec 20 17:21:31.462741 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-6f1516fa-c633-4ca3-af8d-ac05b4fe1d56 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b1a51b271c49aeaa9e40d3964640a0 HTTP/1.1" status: 200 len: 379 time: 0.0410516 Dec 20 17:21:31.471544 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'port': {'device_id': '73afd98a-2619-495a-8712-d27622061019', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'admin_state_up': True, 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'security_groups': ['b735ca72-eb5e-48af-80c7-a73ee421d2cc']}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:21:31.555468 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-54d16bea-2845-4e67-87a3-cf1d50da8aa9 req-f088a354-1512-47b5-b187-1826ed531ad6 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 210 time: 0.0585055 Dec 20 17:21:31.647280 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:21:31.658372 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.quota.driver [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:21:31.743595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Made reservation on behalf of f8b1a51b271c49aeaa9e40d3964640a0 for: {'port': 1} {{(pid=84392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:21:31.746630 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:31.914326 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_common [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Allocated IP 172.20.0.4 (40d0bfcc-29cd-4849-84c6-2daff9bc1ed1/b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10/b5761375-2204-4c6d-bc20-1a70e778c637) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:21:32.113383 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:32.135115 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Transition to ACTIVE for port object b5761375-2204-4c6d-bc20-1a70e778c637 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:21:32.235445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:32.241613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-0db914d4-23e8-46d7-9175-fb09b20294d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:21:32.332299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:21:32.337311 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.base_scheduler [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources bound (agent type, host, resource id): {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:21:32.340007 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'Port': ['ID=b5761375-2204-4c6d-bc20-1a70e778c637,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:32.342766 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:21:32.390987 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.391355 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.391735 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.392237 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.392481 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.392848 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.393267 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.393573 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.393937 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.394298 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.394660 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:21:32.405475 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:21:32.449432 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:32.458647 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:32.585980 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-98243d48-ac8a-44dd-8f86-d76a9b4acee7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181290 Dec 20 17:21:32.755458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-583dd876-f31f-4d90-b3c1-ffa01d0949d7 None None] Provisioning for port b5761375-2204-4c6d-bc20-1a70e778c637 completed by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:21:32.761214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-583dd876-f31f-4d90-b3c1-ffa01d0949d7 None None] Provisioning complete for port b5761375-2204-4c6d-bc20-1a70e778c637 triggered by entity DHCP. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:32.762114 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-583dd876-f31f-4d90-b3c1-ffa01d0949d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:32.831694 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf26b9-a54a-4987-a8a4-5e56ef6fcab0 req-c248547d-91d8-4d89-8201-b2342525dbc3 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:32.832415 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-04bf26b9-a54a-4987-a8a4-5e56ef6fcab0 req-c248547d-91d8-4d89-8201-b2342525dbc3 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Synchronizing usage tracker for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:21:32.842754 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-583dd876-f31f-4d90-b3c1-ffa01d0949d7 None None] Port b5761375-2204-4c6d-bc20-1a70e778c637 cannot update to ACTIVE because it is not bound. {{(pid=84393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 17:21:32.905074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-04bf26b9-a54a-4987-a8a4-5e56ef6fcab0 req-c248547d-91d8-4d89-8201-b2342525dbc3 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Unset dirty status for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:21:32.908490 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-04bf26b9-a54a-4987-a8a4-5e56ef6fcab0 req-c248547d-91d8-4d89-8201-b2342525dbc3 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 931 time: 0.1991408 Dec 20 17:21:32.986750 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-04bf26b9-a54a-4987-a8a4-5e56ef6fcab0 req-da73bff4-077a-4d66-9a71-8ea73248dad8 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730791 Dec 20 17:21:34.337320 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce1737-2785-41e2-87b9-eb622912b404 req-a85f6424-abad-419a-9378-2049144274ad tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:34.339257 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6dce1737-2785-41e2-87b9-eb622912b404 req-a85f6424-abad-419a-9378-2049144274ad tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 931 time: 0.2104228 Dec 20 17:21:34.390864 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-6dce1737-2785-41e2-87b9-eb622912b404 req-d137eb93-122e-4fcc-883c-ba75f2684d37 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456629 Dec 20 17:21:35.609386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cdabe-15f3-4c0e-94d0-4b63854e8c5f req-92bc5d83-d534-467e-a8d2-f78218f1b10d tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:35.610833 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-225cdabe-15f3-4c0e-94d0-4b63854e8c5f req-92bc5d83-d534-467e-a8d2-f78218f1b10d tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 931 time: 0.0890262 Dec 20 17:21:35.662211 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-225cdabe-15f3-4c0e-94d0-4b63854e8c5f req-a4c005d8-a61e-4003-8829-a6c266172f03 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455825 Dec 20 17:21:36.883613 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8434a4-e1a1-4dc1-8046-f05d6e67ba9a req-9135875b-a518-4c11-aaa2-6a3d66e72085 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:36.885854 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ea8434a4-e1a1-4dc1-8046-f05d6e67ba9a req-9135875b-a518-4c11-aaa2-6a3d66e72085 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 931 time: 0.0894296 Dec 20 17:21:36.933153 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ea8434a4-e1a1-4dc1-8046-f05d6e67ba9a req-5b60c8af-9916-45b3-9996-9cfae8263b11 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405965 Dec 20 17:21:38.156370 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc250-a066-4d7a-b2d4-ab1433411e56 req-8b3898e5-399c-4616-8f55-e3f1dc0c8952 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:38.158737 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-216bc250-a066-4d7a-b2d4-ab1433411e56 req-8b3898e5-399c-4616-8f55-e3f1dc0c8952 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 931 time: 0.0876513 Dec 20 17:21:38.220134 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-216bc250-a066-4d7a-b2d4-ab1433411e56 req-7e9d0c0b-58aa-408e-9902-4ba4220bb785 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514386 Dec 20 17:21:39.445670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9eda7-2186-412a-accd-2c8cc86bc7a7 req-3ff9c369-4bad-41ca-a354-efbf78bfd0f6 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:39.447208 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dd9eda7-2186-412a-accd-2c8cc86bc7a7 req-3ff9c369-4bad-41ca-a354-efbf78bfd0f6 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 931 time: 0.0779452 Dec 20 17:21:39.497927 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-2dd9eda7-2186-412a-accd-2c8cc86bc7a7 req-a0858424-7095-4a91-80a9-aa9d5ec61a49 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441539 Dec 20 17:21:40.732528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60690e2f-b305-48fb-b1a7-8707f7ff79c9 req-18d8b39e-3aec-4c1f-9910-01330c7e75b1 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:40.734126 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-60690e2f-b305-48fb-b1a7-8707f7ff79c9 req-18d8b39e-3aec-4c1f-9910-01330c7e75b1 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 931 time: 0.0847492 Dec 20 17:21:40.787099 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-60690e2f-b305-48fb-b1a7-8707f7ff79c9 req-4e041a22-33d4-473b-85bb-133355f7befe tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473075 Dec 20 17:21:42.015776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ec6dc-6ac8-4a34-a7fc-57a820dc95e4 req-40b9cb79-7c9f-4d34-b5d0-082196714961 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:42.017229 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-025ec6dc-6ac8-4a34-a7fc-57a820dc95e4 req-40b9cb79-7c9f-4d34-b5d0-082196714961 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 931 time: 0.1000104 Dec 20 17:21:42.068787 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-025ec6dc-6ac8-4a34-a7fc-57a820dc95e4 req-97a90762-f4ed-4c96-ac1e-33de93f2f1c8 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460076 Dec 20 17:21:42.501470 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.64', 56420) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:21:42.556996 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.v2.base [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Request body: {'port': {'device_id': '73afd98a-2619-495a-8712-d27622061019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=84392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:21:42.728108 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:42.750398 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd046dbd-9748-4283-8ee8-b1c260066c54 req-781c4b5d-6692-4405-a707-b8f95dfaec4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2475567 Dec 20 17:21:43.105455 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5761375-2204-4c6d-bc20-1a70e778c637 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:21:43.113606 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:43.130865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.provisioning_blocks [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Transition to ACTIVE for port object b5761375-2204-4c6d-bc20-1a70e778c637 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:21:43.272823 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:43.285026 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-66fa43ff-c933-4e75-a8f7-dd34d5082361 tempest-TestShelveInstance-1793712198 tempest-TestShelveInstance-1793712198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:21:43.416480 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Pushing event updated for resources: {'Port': ['ID=b5761375-2204-4c6d-bc20-1a70e778c637,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:43.421774 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:21:43.515054 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d147d7e-3f36-43a6-b071-a05cba79fbbe req-1b1be198-36c9-406c-bdf9-93fddb180a23 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:43.516672 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d147d7e-3f36-43a6-b071-a05cba79fbbe req-1b1be198-36c9-406c-bdf9-93fddb180a23 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 943 time: 0.3069015 Dec 20 17:21:43.598321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Attempting to bind port b5761375-2204-4c6d-bc20-1a70e778c637 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 17:21:43.598646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Attempting to bind port b5761375-2204-4c6d-bc20-1a70e778c637 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 17:21:43.599003 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Attempting to bind port b5761375-2204-4c6d-bc20-1a70e778c637 on network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:21:43.606031 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9d147d7e-3f36-43a6-b071-a05cba79fbbe req-d1cabf5b-3d10-4210-b497-b7c9f86f198c tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821042 Dec 20 17:21:43.611408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Port b5761375-2204-4c6d-bc20-1a70e778c637 on network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 17:21:43.611640 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Attempting to bind port b5761375-2204-4c6d-bc20-1a70e778c637 on network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 17:21:43.619020 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Checking agent: {'id': '78efbf30-6e0b-454b-a8a1-7b7129f8b5a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'started_at': datetime.datetime(2021, 12, 20, 15, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 17:21:43.619361 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Checking segment: {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 17:21:43.619750 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Bound using segment: {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 17:21:43.620181 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.managers [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Bound port: b5761375-2204-4c6d-bc20-1a70e778c637, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557ce0eb-1364-42cb-bb87-03b424e4a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 17:21:43.620528 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:43.716460 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] For port b5761375-2204-4c6d-bc20-1a70e778c637, host hv-neutron-8210, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:21:43.719837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] For port b5761375-2204-4c6d-bc20-1a70e778c637, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b5761375-2204-4c6d-bc20-1a70e778c637,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:21:43.885442 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1687756'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:43.889382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-72dd67f4-186c-46ba-8469-9f17ef6e3e66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:21:44.072745 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:44.074433 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] 10.222.0.64 "PUT /v2.0/ports/b5761375-2204-4c6d-bc20-1a70e778c637 HTTP/1.1" status: 200 len: 1093 time: 1.5921023 Dec 20 17:21:44.075012 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:21:44.095913 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Pushing event updated for resources: {'Port': ['ID=b5761375-2204-4c6d-bc20-1a70e778c637,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:44.099250 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:21:44.100810 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:21:44.137097 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'status': 'completed', 'code': 200} Dec 20 17:21:44.824691 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2c6b1-1bb6-478b-adf9-4fdc1854b90a req-9783029e-58ae-4503-814d-92ab3abed0ed tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:44.826492 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8cd2c6b1-1bb6-478b-adf9-4fdc1854b90a req-9783029e-58ae-4503-814d-92ab3abed0ed tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 943 time: 0.0794086 Dec 20 17:21:44.876251 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-8cd2c6b1-1bb6-478b-adf9-4fdc1854b90a req-7dcac394-fabb-48d8-917a-b81b4b3c1ab0 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427425 Dec 20 17:21:45.613865 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e8f76cc-086b-4c41-8659-b7c3bbb9649e req-5497c0ae-fc72-423b-b4c5-3b5aabc00600 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 1096 time: 0.1338663 Dec 20 17:21:45.617320 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd046dbd-9748-4283-8ee8-b1c260066c54 req-aceadb45-cdee-47ff-92ac-681a54b321ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1097 time: 0.0973206 Dec 20 17:21:45.868857 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f76cc-086b-4c41-8659-b7c3bbb9649e req-a2131321-f7d7-43bd-9140-825381f6094e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:45.869088 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:45.870200 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e8f76cc-086b-4c41-8659-b7c3bbb9649e req-a2131321-f7d7-43bd-9140-825381f6094e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2451315 Dec 20 17:21:45.874803 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046dbd-9748-4283-8ee8-b1c260066c54 req-9fff64af-becc-44c6-8e52-b2f738c2be76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:45.876134 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd046dbd-9748-4283-8ee8-b1c260066c54 req-9fff64af-becc-44c6-8e52-b2f738c2be76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 911 time: 0.2318437 Dec 20 17:21:46.119530 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd046dbd-9748-4283-8ee8-b1c260066c54 req-20200f3a-1ac3-4342-b8cd-fa8c26425b45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa HTTP/1.1" status: 200 len: 1000 time: 0.2330821 Dec 20 17:21:46.207751 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f76cc-086b-4c41-8659-b7c3bbb9649e req-88f812ed-b345-47cb-b916-ebb731358955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:46.209187 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9e8f76cc-086b-4c41-8659-b7c3bbb9649e req-88f812ed-b345-47cb-b916-ebb731358955 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3242481 Dec 20 17:21:46.224358 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046dbd-9748-4283-8ee8-b1c260066c54 req-316cfec1-7ac2-44fe-a477-a84fbdd11328 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:46.225785 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd046dbd-9748-4283-8ee8-b1c260066c54 req-316cfec1-7ac2-44fe-a477-a84fbdd11328 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0940089 Dec 20 17:21:46.241684 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a058d57-851c-4429-83d8-06a8838ec649 req-beee3ccd-323b-4cc1-b64e-eaa2715919aa tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:46.243204 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9a058d57-851c-4429-83d8-06a8838ec649 req-beee3ccd-323b-4cc1-b64e-eaa2715919aa tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 943 time: 0.2294667 Dec 20 17:21:46.390987 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-9a058d57-851c-4429-83d8-06a8838ec649 req-be07d9ba-2218-444b-96cb-8549b2269e4d tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169806 Dec 20 17:21:46.416689 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd046dbd-9748-4283-8ee8-b1c260066c54 req-517e3b2c-2d5e-48fe-9648-8f41f82f66d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1810119 Dec 20 17:21:46.421031 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-4c62afea-833f-46d7-9dfb-0fe87983e403 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 1096 time: 0.1483722 Dec 20 17:21:46.529670 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-694c260c-310f-473a-af47-f1b127dbf79c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5761375-2204-4c6d-bc20-1a70e778c637 HTTP/1.1" status: 200 len: 217 time: 0.0824873 Dec 20 17:21:46.671450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03043f-b922-4426-858f-9b6d231e11ac req-1655c428-2287-400c-9eab-b35116ce220f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:46.672852 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-1655c428-2287-400c-9eab-b35116ce220f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0910432 Dec 20 17:21:46.674758 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd046dbd-9748-4283-8ee8-b1c260066c54 req-ec18575b-02fb-41cb-ae9f-bfff23d5f686 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450857 Dec 20 17:21:46.874424 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cd046dbd-9748-4283-8ee8-b1c260066c54 req-016459f0-85c0-4cb8-ab5d-d078060fb548 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882868 Dec 20 17:21:46.879770 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-59926318-b942-4d5f-96aa-c82f33094e82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1954880 Dec 20 17:21:47.155255 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-81fbb4a4-441a-4358-b02e-60ac1df00b42 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689891 Dec 20 17:21:47.308589 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-cc03043f-b922-4426-858f-9b6d231e11ac req-1b663e97-5bca-4faf-98a4-965943100ef6 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460381 Dec 20 17:21:47.611936 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c4fa4-61c4-4f5c-8383-7a96c3b1a09f req-403508b5-26fe-4fa1-91ca-e94768059ee6 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:47.613474 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-337c4fa4-61c4-4f5c-8383-7a96c3b1a09f req-403508b5-26fe-4fa1-91ca-e94768059ee6 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 943 time: 0.0881488 Dec 20 17:21:47.663042 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-337c4fa4-61c4-4f5c-8383-7a96c3b1a09f req-0c381ba6-0e65-46cd-8bac-b62eca7217b1 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439336 Dec 20 17:21:48.870242 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9e7e1-100a-4383-8c95-812517723e48 req-00254b84-130c-4263-b6ae-026b6e3d0455 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:48.871856 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-93e9e7e1-100a-4383-8c95-812517723e48 req-00254b84-130c-4263-b6ae-026b6e3d0455 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 943 time: 0.0837903 Dec 20 17:21:48.926801 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-93e9e7e1-100a-4383-8c95-812517723e48 req-e8650511-0738-4869-adaf-d306fe4121ce tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487292 Dec 20 17:21:50.128014 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea0789-ce80-4d54-bfaf-e21961805681 req-ef4f5168-8d38-48e8-8291-3fdf2b9d2407 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:50.129497 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2ea0789-ce80-4d54-bfaf-e21961805681 req-ef4f5168-8d38-48e8-8291-3fdf2b9d2407 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 943 time: 0.0783579 Dec 20 17:21:50.180346 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-e2ea0789-ce80-4d54-bfaf-e21961805681 req-edf3abe5-abeb-4423-bd1d-54f8e7dcf6f7 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453489 Dec 20 17:21:51.382778 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d93aa-76d5-4b7e-8665-9480033a0e8e req-9786c54a-deb1-4d25-a03d-22b3cb900217 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:51.384310 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-249d93aa-76d5-4b7e-8665-9480033a0e8e req-9786c54a-deb1-4d25-a03d-22b3cb900217 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 943 time: 0.0794487 Dec 20 17:21:51.436032 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-249d93aa-76d5-4b7e-8665-9480033a0e8e req-9d131e22-997d-4cd6-b24b-8942f60b26de tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453181 Dec 20 17:21:51.712777 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b5761375-2204-4c6d-bc20-1a70e778c637 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:21:51.852458 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port b5761375-2204-4c6d-bc20-1a70e778c637, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b5761375-2204-4c6d-bc20-1a70e778c637,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:51.866584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'port_id': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'mac_address': 'fa:16:3e:cd:b8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:21:51.921715 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:51.940099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5761375-2204-4c6d-bc20-1a70e778c637 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:21:51.955477 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port b5761375-2204-4c6d-bc20-1a70e778c637, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b5761375-2204-4c6d-bc20-1a70e778c637,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:52.075210 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:52.078099 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-19be37af-aeeb-4bbe-aff0-ad764284e24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:21:52.113746 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-59b36bdc-c801-4e0f-850f-5140de8582c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:52.161564 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=b5761375-2204-4c6d-bc20-1a70e778c637,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:52.165045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:21:52.665048 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f975a-642e-4231-b8b5-358d57d5864f req-e2cad52d-afee-44ef-b262-1af2db24db1f tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:52.667727 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc5f975a-642e-4231-b8b5-358d57d5864f req-e2cad52d-afee-44ef-b262-1af2db24db1f tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 944 time: 0.1028557 Dec 20 17:21:52.735287 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-dc5f975a-642e-4231-b8b5-358d57d5864f req-7d61bcbd-9887-4cce-9b34-dfcdf17589af tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618069 Dec 20 17:21:53.056938 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['b5761375-2204-4c6d-bc20-1a70e778c637'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:21:53.942462 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349faa87-070e-4db9-b58e-36f770c9d222 req-57af8dd2-1ec3-4b43-862b-b6a65d615eeb tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:53.943975 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-349faa87-070e-4db9-b58e-36f770c9d222 req-57af8dd2-1ec3-4b43-862b-b6a65d615eeb tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 944 time: 0.0795653 Dec 20 17:21:53.991713 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-349faa87-070e-4db9-b58e-36f770c9d222 req-f01c3dc7-8d6d-476b-b71c-e7dcda989b82 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420709 Dec 20 17:21:54.373333 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-7990f93b-e100-4e4c-beb2-0f63ff24c161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:55.209670 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd6609-b8c5-4b78-b8f7-5a61bbbed4e7 req-5a2cef85-8fbc-488b-9414-5f7aaf3f5cc3 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:55.211268 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35fd6609-b8c5-4b78-b8f7-5a61bbbed4e7 req-5a2cef85-8fbc-488b-9414-5f7aaf3f5cc3 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 944 time: 0.0901420 Dec 20 17:21:55.263173 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-35fd6609-b8c5-4b78-b8f7-5a61bbbed4e7 req-fa80eae6-818c-4c24-aeb1-8fb322851449 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441651 Dec 20 17:21:55.575670 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:55.744374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b5761375-2204-4c6d-bc20-1a70e778c637 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:21:55.884500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:55.900966 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning for port b5761375-2204-4c6d-bc20-1a70e778c637 completed by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:21:55.908873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port b5761375-2204-4c6d-bc20-1a70e778c637 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:55.908873 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:56.024965 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:56.051918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:21:56.063798 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port b5761375-2204-4c6d-bc20-1a70e778c637, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b5761375-2204-4c6d-bc20-1a70e778c637,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:56.109891 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'code': 200} Dec 20 17:21:56.143796 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:56.145882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:21:56.214991 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=b5761375-2204-4c6d-bc20-1a70e778c637,revision_number=5']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:56.218186 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:21:56.535244 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c700c1-64cc-40f4-aa63-a09a69be6a29 req-2fd01a9b-69b7-4121-bdbd-26d7b5dc4ebe tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:56.536748 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-95c700c1-64cc-40f4-aa63-a09a69be6a29 req-2fd01a9b-69b7-4121-bdbd-26d7b5dc4ebe tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 945 time: 0.1371214 Dec 20 17:21:56.545266 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e6b3751-e1e4-46fc-bb2f-508947697547 req-daa637bd-d5b3-4633-8b84-cab08113250d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 1098 time: 0.1094401 Dec 20 17:21:56.618537 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-95c700c1-64cc-40f4-aa63-a09a69be6a29 req-cfc888f5-0c5f-48f5-a460-82c365523d52 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722971 Dec 20 17:21:56.620201 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4e6b3751-e1e4-46fc-bb2f-508947697547 req-a6d558c6-0608-4071-a462-6b92d49eb621 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596037 Dec 20 17:21:57.268915 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:57.826666 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4bcc9-62cf-4042-b6b6-9347db1935b7 req-91fbd9b8-b172-40c0-8bad-2482e0e3d849 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:57.828155 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f5d4bcc9-62cf-4042-b6b6-9347db1935b7 req-91fbd9b8-b172-40c0-8bad-2482e0e3d849 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 945 time: 0.0833821 Dec 20 17:21:57.875852 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-f5d4bcc9-62cf-4042-b6b6-9347db1935b7 req-4d3af3a8-2b47-43e9-bec0-51116f5d8783 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421729 Dec 20 17:21:59.075190 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fb251-d0c5-4f55-a5c2-ef65aee1baed req-05213f0b-9311-407a-b90f-94b40391edf6 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:59.076913 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-844fb251-d0c5-4f55-a5c2-ef65aee1baed req-05213f0b-9311-407a-b90f-94b40391edf6 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 945 time: 0.0772254 Dec 20 17:21:59.128494 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-844fb251-d0c5-4f55-a5c2-ef65aee1baed req-8581fe61-f9d1-46ee-9cce-bfec9f6f5ff8 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461340 Dec 20 17:21:59.324002 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296a1fc-3afc-48a3-bafe-f19404513910 req-50089ebc-38e2-4bd3-9ed1-4e468bab93f5 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:59.325540 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1296a1fc-3afc-48a3-bafe-f19404513910 req-50089ebc-38e2-4bd3-9ed1-4e468bab93f5 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 945 time: 0.0765650 Dec 20 17:21:59.372043 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-1296a1fc-3afc-48a3-bafe-f19404513910 req-95d18ef7-c479-4972-8c63-88d051c6e250 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405474 Dec 20 17:21:59.399394 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 38090) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:21:59.472365 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2eeb7067-31a3-482c-ae04-79acf05dd027 tempest-TestSnapshotPattern-986405504 tempest-TestSnapshotPattern-986405504-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 1093 time: 0.0672369 Dec 20 17:21:59.474714 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 38094) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:21:59.480120 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.v2.base [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Request body: {'floatingip': {'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'port_id': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 17:21:59.486015 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 17:21:59.490352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Usage tracker for resource:floatingip and tenant:f8b1a51b271c49aeaa9e40d3964640a0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 17:21:59.493285 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.quota.resource [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 17:21:59.499131 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.quota.driver [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 17:21:59.572354 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:59.709819 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:21:59.853040 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.db_base_plugin_common [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Allocated IP 172.26.7.72 (7bc48ace-8e24-4d8a-ba0f-a55c01be1940/8fcc0712-b29c-41ad-9cd7-67dd980e4895/b54d967e-a7c6-4c06-a16b-564721049c3f) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:22:00.009391 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:00.156325 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775873622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:00.160589 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-e58fd35c-ad9d-4a77-978e-78273e51b5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:22:00.224889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Network 7bc48ace-8e24-4d8a-ba0f-a55c01be1940 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:22:00.228141 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.base_scheduler [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Resources bound (agent type, host, resource id): {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:22:00.231974 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:22:00.265107 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'Port': ['ID=b54d967e-a7c6-4c06-a16b-564721049c3f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:22:00.282217 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.282591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.282988 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.283352 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.283712 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.284067 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.284426 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.284779 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.285129 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.285477 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.285825 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:00.294231 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:22:00.766595 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:00.970267 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:01.293203 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:01.398852 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6611648'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:01.406945 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b42968ba-894b-4275-b080-040c72623bfa tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:22:01.576011 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event updated for resources: {'Port': ['ID=b54d967e-a7c6-4c06-a16b-564721049c3f,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:22:01.580432 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:22:01.597400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919173'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:01.792149 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.db.l3_db [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Floating IP be84c551-a894-4c3e-8fc4-0fad01acddd2 associated. External IP: 172.26.7.72, port: b5761375-2204-4c6d-bc20-1a70e778c637. Dec 20 17:22:02.193109 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Router 4e777611-1e44-4ee9-ac3c-d806d5c93630 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:22:02.421597 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:22:02.431676 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] Sync routers for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:22:02.443205 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:22:02.443736 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:21:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:22:02.543501 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:02.618104 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b26041b7-be79-4a0d-b13b-435745364347 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1419880 Dec 20 17:22:02.619591 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:22:02.634157 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:22:02.836701 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'status': 'completed', 'code': 200} Dec 20 17:22:02.955250 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ec26295-e0b8-4dc4-9148-99ac7766bc81 req-181349f5-ccc4-4545-b631-3f507be39e74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 1098 time: 0.0951617 Dec 20 17:22:03.039615 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '9950e012-bbe9-41bb-87fc-f821c02a8998', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:35Z', 'updated_at': '2021-12-20T17:18:41Z', 'revision_number': 1, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}, {'id': 'be84c551-a894-4c3e-8fc4-0fad01acddd2', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.72', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:cd:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73afd98a-2619-495a-8712-d27622061019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:22:00Z', 'updated_at': '2021-12-20T17:22:00Z', 'revision_number': 0, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:22:03.044058 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] Checking router: 4e777611-1e44-4ee9-ac3c-d806d5c93630 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:22:03.055587 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:22:03.056228 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:21:54Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:22:03.219478 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec26295-e0b8-4dc4-9148-99ac7766bc81 req-dae36a33-ab0c-4a73-88a0-ecd93be735a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:03.220855 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ec26295-e0b8-4dc4-9148-99ac7766bc81 req-dae36a33-ab0c-4a73-88a0-ecd93be735a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 911 time: 0.2592759 Dec 20 17:22:03.307260 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:22:03.332953 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ec26295-e0b8-4dc4-9148-99ac7766bc81 req-c63ad887-1c92-4904-a6f0-4d84167706e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5761375-2204-4c6d-bc20-1a70e778c637 HTTP/1.1" status: 200 len: 998 time: 0.1054990 Dec 20 17:22:03.408583 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec26295-e0b8-4dc4-9148-99ac7766bc81 req-b1e7f641-dfbc-4988-a812-18fe3038bb5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:03.411131 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ec26295-e0b8-4dc4-9148-99ac7766bc81 req-b1e7f641-dfbc-4988-a812-18fe3038bb5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0721076 Dec 20 17:22:03.503503 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ec26295-e0b8-4dc4-9148-99ac7766bc81 req-0a1b8f50-69a5-4f3f-92a5-cf22141c2412 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863853 Dec 20 17:22:03.649954 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ec26295-e0b8-4dc4-9148-99ac7766bc81 req-33a2fd02-cb3a-4b01-a5f0-540783413503 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398065 Dec 20 17:22:03.732414 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '9950e012-bbe9-41bb-87fc-f821c02a8998', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:35Z', 'updated_at': '2021-12-20T17:18:41Z', 'revision_number': 1, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}, {'id': 'be84c551-a894-4c3e-8fc4-0fad01acddd2', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.72', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:cd:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73afd98a-2619-495a-8712-d27622061019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:22:00Z', 'updated_at': '2021-12-20T17:22:00Z', 'revision_number': 0, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:22:03.738081 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d754fd1-b7b0-4b43-9bb0-5c2d9ead36d4 None None] The sync data for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv is: [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '9950e012-bbe9-41bb-87fc-f821c02a8998', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:35Z', 'updated_at': '2021-12-20T17:18:41Z', 'revision_number': 1, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}, {'id': 'be84c551-a894-4c3e-8fc4-0fad01acddd2', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.72', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:cd:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73afd98a-2619-495a-8712-d27622061019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:22:00Z', 'updated_at': '2021-12-20T17:22:00Z', 'revision_number': 0, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:22:03.801056 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-3ec26295-e0b8-4dc4-9148-99ac7766bc81 req-e9ddc241-32cb-49e5-aa8b-37d8cd4a1f9f service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451392 Dec 20 17:22:03.988679 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722a3c50-fe1e-4cfd-9504-33c43237d8c6 None None] New status for floating IP be84c551-a894-4c3e-8fc4-0fad01acddd2: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:22:15.937247 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:21.091089 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:22:22.057496 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-814d5ab0-6f0b-4437-ae58-7ce36cdd0e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:24.337897 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-33ccd8d4-83ec-4386-bcbf-d0633922b799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:25.566639 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:25.885957 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:27.277903 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:37.959784 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed61c273-faef-405e-a331-1c4a0ca106d9 req-7b7a1c28-ce65-47b3-b5f8-76187fd6f750 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742354 Dec 20 17:22:38.112469 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed61c273-faef-405e-a331-1c4a0ca106d9 req-95647ee9-02d0-4d16-a6e4-e3e48566259f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1097 time: 0.0743005 Dec 20 17:22:38.261608 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61c273-faef-405e-a331-1c4a0ca106d9 req-aba3234f-6d3f-47b4-9ed2-c3ff7418fd3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:38.263078 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed61c273-faef-405e-a331-1c4a0ca106d9 req-aba3234f-6d3f-47b4-9ed2-c3ff7418fd3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 911 time: 0.1315126 Dec 20 17:22:38.366365 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed61c273-faef-405e-a331-1c4a0ca106d9 req-38cde85f-9057-4766-807f-b7ed42a5040d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa HTTP/1.1" status: 200 len: 1000 time: 0.0973063 Dec 20 17:22:38.436052 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61c273-faef-405e-a331-1c4a0ca106d9 req-f37895b5-59a1-4ead-99e4-7672a1a0d336 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:38.437507 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed61c273-faef-405e-a331-1c4a0ca106d9 req-f37895b5-59a1-4ead-99e4-7672a1a0d336 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0642798 Dec 20 17:22:38.513677 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed61c273-faef-405e-a331-1c4a0ca106d9 req-ef734495-1960-4093-a144-3a33438a0310 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700748 Dec 20 17:22:38.647151 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed61c273-faef-405e-a331-1c4a0ca106d9 req-c0fc2e0f-375e-42f9-b73c-5afcb2122c20 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272509 Dec 20 17:22:38.780960 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-ed61c273-faef-405e-a331-1c4a0ca106d9 req-c74044d8-a5d6-4fc6-8c71-6459ed3e6960 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272440 Dec 20 17:22:45.951972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:52.106049 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-9ab24e99-f8fb-4326-9493-3ae8ddc582ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:54.345526 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-a59dcf08-ede5-4c0b-b7bd-3fc97cf8afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:55.591219 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:55.834424 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:57.279852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:22:58.092364 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:23:15.922267 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:22.036542 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d18219ac-ce59-4f4b-9256-5cceff1a1d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:24.383330 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d5321a29-64fb-4e9a-9aab-dc2ceb081d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:25.596648 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:25.865169 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:27.294024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:35.093783 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:23:38.022340 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-12b337a0-4dc3-43b3-8230-6b907c475509 req-29a10ffd-e6ad-468c-94ce-bb5fffd2a9de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828965 Dec 20 17:23:38.122719 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-12b337a0-4dc3-43b3-8230-6b907c475509 req-20ad25b1-a49c-41a3-ad02-b24415740534 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 1098 time: 0.0784440 Dec 20 17:23:38.380586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b337a0-4dc3-43b3-8230-6b907c475509 req-3100b6c8-1467-4250-93a0-064aa8219819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:38.381969 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-12b337a0-4dc3-43b3-8230-6b907c475509 req-3100b6c8-1467-4250-93a0-064aa8219819 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 911 time: 0.2415853 Dec 20 17:23:38.484522 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-12b337a0-4dc3-43b3-8230-6b907c475509 req-cafbfb9d-5018-4038-8a76-7c625da703ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5761375-2204-4c6d-bc20-1a70e778c637 HTTP/1.1" status: 200 len: 1000 time: 0.0964167 Dec 20 17:23:38.545180 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b337a0-4dc3-43b3-8230-6b907c475509 req-09816680-4424-4267-a22d-be5b4b921066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:38.546573 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-12b337a0-4dc3-43b3-8230-6b907c475509 req-09816680-4424-4267-a22d-be5b4b921066 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0559506 Dec 20 17:23:38.623900 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-12b337a0-4dc3-43b3-8230-6b907c475509 req-77eb97af-939d-4aa5-b5ea-3b5156c86cc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701504 Dec 20 17:23:38.756536 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-12b337a0-4dc3-43b3-8230-6b907c475509 req-bb37c3c3-d7ee-4048-afd5-f77c4ee0546c service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254454 Dec 20 17:23:38.894050 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-12b337a0-4dc3-43b3-8230-6b907c475509 req-559b93cb-3f08-4968-b907-ae4e6737b62b service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316428 Dec 20 17:23:45.925171 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:52.039276 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-259d86b8-a2ed-437e-a90e-f539a1d0e1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:54.348327 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d1225aed-6693-483c-b94a-bfea6de3ab58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:55.585578 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:55.830351 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:23:57.304701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:08.428530 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b5761375-2204-4c6d-bc20-1a70e778c637 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=84393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 17:24:08.576488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port b5761375-2204-4c6d-bc20-1a70e778c637, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b5761375-2204-4c6d-bc20-1a70e778c637,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:08.591270 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Returning: {'device': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'port_id': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'mac_address': 'fa:16:3e:cd:b8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 17:24:08.651678 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:08.669592 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5761375-2204-4c6d-bc20-1a70e778c637 {{(pid=84393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:24:08.685627 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port b5761375-2204-4c6d-bc20-1a70e778c637, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b5761375-2204-4c6d-bc20-1a70e778c637,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:08.816600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:08.819918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-84693775-7e9d-498b-a1ad-98b9519bbfa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:08.896568 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=b5761375-2204-4c6d-bc20-1a70e778c637,revision_number=6']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:08.907701 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] get_ports_and_sgs() called for port_ids ['b5761375-2204-4c6d-bc20-1a70e778c637'] {{(pid=84393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 17:24:08.933618 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.933961 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.934318 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.934638 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.935001 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.935334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.935666 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.935985 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.936307 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.936626 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.936952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:08.945205 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:10.448174 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b5761375-2204-4c6d-bc20-1a70e778c637 up at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 17:24:10.569541 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.provisioning_blocks [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Provisioning complete for port b5761375-2204-4c6d-bc20-1a70e778c637 triggered by entity L2. {{(pid=84393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:24:10.569819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3204912'] for port, provisioning_complete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:10.686011 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:10.715273 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:24:10.726448 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port b5761375-2204-4c6d-bc20-1a70e778c637, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b5761375-2204-4c6d-bc20-1a70e778c637,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:10.793504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:10.795532 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:10.832307 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'code': 200} Dec 20 17:24:10.872525 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=b5761375-2204-4c6d-bc20-1a70e778c637,revision_number=7']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:10.875529 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:12.095489 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:24:15.944808 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:22.315558 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-02783036-c065-43e8-82c2-eff743cdc8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:24.378419 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1f6a0b90-3932-4241-837d-4ea2f55e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:25.658470 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:25.927149 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:26.842251 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 38282) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:27.048356 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Deleting port b54d967e-a7c6-4c06-a16b-564721049c3f {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:27.048696 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:27.227864 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:27.228225 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:27.290835 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:27.473429 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Calling delete_port for b54d967e-a7c6-4c06-a16b-564721049c3f owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:27.738095 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:27.742002 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-7e4cab18-e451-4ce4-bf23-c85d3e0e6c8a tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:27.786966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event deleted for resources: {'Port': ['ID=b54d967e-a7c6-4c06-a16b-564721049c3f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:27.826574 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.826987 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.827368 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.827743 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.828425 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.828796 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.829162 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.829528 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.829889 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.830249 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.830607 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:27.840772 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:27.900583 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:28.336400 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Router 4e777611-1e44-4ee9-ac3c-d806d5c93630 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:24:28.554656 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:24:28.565704 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] Sync routers for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:24:28.569842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b5761375-2204-4c6d-bc20-1a70e778c637 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:24:28.585439 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:24:28.586538 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:24:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:28.656389 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:28.719966 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-11e5cf40-95e2-46a9-99ed-a4893bc63399 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "DELETE /v2.0/floatingips/be84c551-a894-4c3e-8fc4-0fad01acddd2 HTTP/1.1" status: 204 len: 168 time: 1.8727005 Dec 20 17:24:28.719966 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:24:28.729080 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3158261'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:28.758554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637'}] {{(pid=84393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:24:28.769813 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] For port b5761375-2204-4c6d-bc20-1a70e778c637, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b5761375-2204-4c6d-bc20-1a70e778c637,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:28.808030 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'status': 'completed', 'code': 200} Dec 20 17:24:28.832865 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:24:28.839768 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775874048013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775873622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775873622200'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:28.843024 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:28.896964 dv-neutron-821074-1-hyperv neutron-server[84393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'code': 200} Dec 20 17:24:28.925736 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645c69bc-7328-4b03-98b2-121eabfc1ceb req-66d8dddb-7f11-4c5f-8d2d-3f8b86a6846e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 1096 time: 0.0978253 Dec 20 17:24:28.961302 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Pushing event updated for resources: {'Port': ['ID=b5761375-2204-4c6d-bc20-1a70e778c637,revision_number=8']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:28.964857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_concurrency.lockutils [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:29.112386 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c69bc-7328-4b03-98b2-121eabfc1ceb req-ebbe72e3-868b-48bf-9e47-a2e1560676ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:29.113746 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645c69bc-7328-4b03-98b2-121eabfc1ceb req-ebbe72e3-868b-48bf-9e47-a2e1560676ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 911 time: 0.1807325 Dec 20 17:24:29.202677 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645c69bc-7328-4b03-98b2-121eabfc1ceb req-bf88eee2-ca5b-4656-a0c4-74e4962cf7f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5761375-2204-4c6d-bc20-1a70e778c637 HTTP/1.1" status: 200 len: 217 time: 0.0813904 Dec 20 17:24:29.259586 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '9950e012-bbe9-41bb-87fc-f821c02a8998', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:35Z', 'updated_at': '2021-12-20T17:18:41Z', 'revision_number': 1, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:29.264063 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] Checking router: 4e777611-1e44-4ee9-ac3c-d806d5c93630 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:24:29.272458 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c69bc-7328-4b03-98b2-121eabfc1ceb req-a68fd01f-1c12-4526-a1dc-c778f1232cb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:29.273905 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645c69bc-7328-4b03-98b2-121eabfc1ceb req-a68fd01f-1c12-4526-a1dc-c778f1232cb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0651376 Dec 20 17:24:29.278197 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:24:29.278841 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:24:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:29.371042 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645c69bc-7328-4b03-98b2-121eabfc1ceb req-9c35bacc-c350-4df1-8cae-95ee1180d66a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884356 Dec 20 17:24:29.526463 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645c69bc-7328-4b03-98b2-121eabfc1ceb req-6e41e3f2-874a-4db7-b053-e92e3e53d7b0 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486425 Dec 20 17:24:29.530079 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:24:29.722230 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-645c69bc-7328-4b03-98b2-121eabfc1ceb req-efc28bd5-a021-4ba5-a01f-0c290d5c6653 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879787 Dec 20 17:24:29.733537 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1a677-4a5e-4146-826f-a3a883a4c2b0 req-78554425-8d34-41a4-89d3-23eaef21b724 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:29.735044 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a3c1a677-4a5e-4146-826f-a3a883a4c2b0 req-78554425-8d34-41a4-89d3-23eaef21b724 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 943 time: 0.2624223 Dec 20 17:24:29.782167 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a3c1a677-4a5e-4146-826f-a3a883a4c2b0 req-d33b644f-389d-4e58-a0e5-e70f7e2587e8 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414932 Dec 20 17:24:29.906589 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '9950e012-bbe9-41bb-87fc-f821c02a8998', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:35Z', 'updated_at': '2021-12-20T17:18:41Z', 'revision_number': 1, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:29.910954 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9575cb-186c-4ec7-839a-580a304b1e3e None None] The sync data for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv is: [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_floatingips': [{'id': '9950e012-bbe9-41bb-87fc-f821c02a8998', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'router_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'port_id': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'mac_address': 'fa:16:3e:73:5f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:35Z', 'updated_at': '2021-12-20T17:18:41Z', 'revision_number': 1, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:24:30.143548 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf89cd1-22c4-4143-9afe-3ea8bbb96919 None None] New status for floating IP be84c551-a894-4c3e-8fc4-0fad01acddd2: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:24:31.034282 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc63c6d-bf9b-4206-85c3-7eb1b99bbd8f req-ee72b687-147b-466e-852b-64cc951941d9 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:31.035788 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4bc63c6d-bf9b-4206-85c3-7eb1b99bbd8f req-ee72b687-147b-466e-852b-64cc951941d9 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 943 time: 0.1163876 Dec 20 17:24:31.102296 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-4bc63c6d-bf9b-4206-85c3-7eb1b99bbd8f req-4fa955b0-cdfe-4fe0-be1c-16a341a16a24 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590670 Dec 20 17:24:31.109323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-3197e137-024a-4ed3-ae9d-e469bcf741ee tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:31.110721 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-3197e137-024a-4ed3-ae9d-e469bcf741ee tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.64 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 943 time: 0.1252539 Dec 20 17:24:31.295545 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Deleting port b5761375-2204-4c6d-bc20-1a70e778c637 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:31.295881 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:31.538000 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] For port b5761375-2204-4c6d-bc20-1a70e778c637, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b5761375-2204-4c6d-bc20-1a70e778c637,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:31.538344 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:31.658206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Calling delete_port for b5761375-2204-4c6d-bc20-1a70e778c637 owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:31.856424 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:31.862147 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-b558b27c-299c-446e-ac22-04c9fee9dd7a tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:31.905918 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event deleted for resources: {'Port': ['ID=b5761375-2204-4c6d-bc20-1a70e778c637,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:31.952116 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.952498 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.953121 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.953502 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.953865 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.954228 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.954591 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.954979 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.955338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.955692 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.956046 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821074-1-hyperv {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:31.966257 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:32.000221 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] No DVR routers for this DVR port b5761375-2204-4c6d-bc20-1a70e778c637 on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:24:32.002646 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:32.005385 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'name': 'network-vif-deleted', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:24:32.017119 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-37ce5152-5311-42b9-a6e1-2771edba3304 req-075f8a69-593a-4e8a-b2a9-3cd68fd0ff46 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.64 "DELETE /v2.0/ports/b5761375-2204-4c6d-bc20-1a70e778c637 HTTP/1.1" status: 204 len: 173 time: 0.9012625 Dec 20 17:24:32.160301 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73afd98a-2619-495a-8712-d27622061019', 'name': 'network-vif-deleted', 'tag': 'b5761375-2204-4c6d-bc20-1a70e778c637', 'status': 'completed', 'code': 200} Dec 20 17:24:32.275450 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-481bd34c-8c8d-4d16-be96-db4569e75618 req-b0e6e691-31bb-48dc-ac49-fecd93db1ffe tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Synchronizing usage tracker for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:24:32.361222 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-481bd34c-8c8d-4d16-be96-db4569e75618 req-b0e6e691-31bb-48dc-ac49-fecd93db1ffe tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Unset dirty status for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:24:32.366934 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-481bd34c-8c8d-4d16-be96-db4569e75618 req-b0e6e691-31bb-48dc-ac49-fecd93db1ffe tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=73afd98a-2619-495a-8712-d27622061019 HTTP/1.1" status: 200 len: 210 time: 0.1325188 Dec 20 17:24:34.583606 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b5761375-2204-4c6d-bc20-1a70e778c637 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:24:34.619650 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: b5761375-2204-4c6d-bc20-1a70e778c637 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:24:34.620124 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device b5761375-2204-4c6d-bc20-1a70e778c637 not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:24:34.994898 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 38344) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:35.198531 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Deleting port 9c2a0e3c-7ef2-4900-ae7c-4d1bad54e619 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:35.198788 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:35.481410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:35.481725 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:35.603410 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.plugins.ml2.plugin [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Calling delete_port for 9c2a0e3c-7ef2-4900-ae7c-4d1bad54e619 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:35.839122 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6611659'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:35.843075 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-33ff0122-b93d-40a6-89cf-c129fb7ff993 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:35.884123 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event deleted for resources: {'Port': ['ID=9c2a0e3c-7ef2-4900-ae7c-4d1bad54e619,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:35.888094 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:35.979939 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:36.389404 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Router 4e777611-1e44-4ee9-ac3c-d806d5c93630 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:24:36.600943 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:24:36.611822 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] Sync routers for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:24:36.623932 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:24:36.624642 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:24:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:36.692500 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:36.755563 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-2fb1cef8-f876-4da6-81b9-ed53ec75b340 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "DELETE /v2.0/floatingips/9950e012-bbe9-41bb-87fc-f821c02a8998 HTTP/1.1" status: 204 len: 168 time: 1.7595258 Dec 20 17:24:36.756230 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:24:36.804603 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:24:36.816852 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'status': 'completed', 'code': 200} Dec 20 17:24:36.924959 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-9c24895d-a9ef-4484-a800-57e4203fd654 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 1097 time: 0.0858126 Dec 20 17:24:37.064831 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-2ba25fe0-2847-4fdc-a5d7-1acbf5c74cc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:37.066280 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-2ba25fe0-2847-4fdc-a5d7-1acbf5c74cc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 200 len: 911 time: 0.1352334 Dec 20 17:24:37.135748 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-942660fe-7753-4a95-8726-d552c62f94c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa HTTP/1.1" status: 200 len: 217 time: 0.0621290 Dec 20 17:24:37.140958 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:37.144876 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] Checking router: 4e777611-1e44-4ee9-ac3c-d806d5c93630 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:24:37.155643 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:24:37.156250 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:24:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:37.221899 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-698bdca4-ed9b-4f64-a001-ef730f21aace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:37.223750 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-698bdca4-ed9b-4f64-a001-ef730f21aace service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 200 len: 849 time: 0.0826426 Dec 20 17:24:37.307903 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-44b92f16-7be7-4686-b0f3-4470126f09fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778346 Dec 20 17:24:37.319322 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-ce8ae0e6-62d1-47df-a1ec-39842f3ee6c6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84392) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 17:24:37.320202 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-ce8ae0e6-62d1-47df-a1ec-39842f3ee6c6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051801 Dec 20 17:24:37.347784 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:24:37.508326 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-34ade119-5937-48f9-8dba-7d79c3b93d5d service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801667 Dec 20 17:24:37.580095 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418d743-4fd6-4630-9f81-68f6ef493f99 req-2ca49f82-004e-4285-9d82-6f54d8241450 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:37.581555 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7418d743-4fd6-4630-9f81-68f6ef493f99 req-2ca49f82-004e-4285-9d82-6f54d8241450 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 944 time: 0.1620038 Dec 20 17:24:37.713043 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:37.717913 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5a1f78-165b-49e8-b6d5-a31f45321b15 None None] The sync data for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv is: [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv', '_interfaces': [{'id': '24715d15-a3d1-4aba-aeca-f035d7a22a54', 'name': '', 'network_id': '40d0bfcc-29cd-4849-84c6-2daff9bc1ed1', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'mac_address': 'fa:16:3e:9e:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:00Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'subnets': [{'id': 'b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:24:37.815950 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-45ee087c-78e8-403c-bfa3-123cdbe66066 req-1efe857d-13e8-4998-83e3-167033005c99 service neutron] 10.222.0.64 "GET /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987239 Dec 20 17:24:37.818193 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-7418d743-4fd6-4630-9f81-68f6ef493f99 req-1c14c579-c9c7-4d32-b000-1ab86ff59fcc tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/security-groups?id=b735ca72-eb5e-48af-80c7-a73ee421d2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901207 Dec 20 17:24:37.960105 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead5fd4-dab9-43e2-8762-60ee9351893e None None] New status for floating IP 9950e012-bbe9-41bb-87fc-f821c02a8998: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 17:24:38.257662 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-6e1ce2aa-6feb-4a11-a53f-0b41fa909a03 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:38.259144 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-6e1ce2aa-6feb-4a11-a53f-0b41fa909a03 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 944 time: 0.0821512 Dec 20 17:24:38.331838 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Deleting port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:38.332176 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:38.605821 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] For port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:38.606174 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:38.735004 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Calling delete_port for 11a9bef9-ecd8-4196-aef0-c21bbb2758fa owned by compute:nova {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:39.060695 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:39.072557 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7aae5508-f26b-4f6b-a050-94ad659def8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:39.105216 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-433e72cb-dd97-40d1-89d7-f944efbc3e97 req-264ed2e5-a174-462d-bc5f-5f941c87580b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 210 time: 0.0822780 Dec 20 17:24:39.121437 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event deleted for resources: {'Port': ['ID=11a9bef9-ecd8-4196-aef0-c21bbb2758fa,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:39.125008 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:39.206483 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] No DVR routers for this DVR port 11a9bef9-ecd8-4196-aef0-c21bbb2758fa on host hv-neutron-8210 {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:24:39.209057 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254186'] for port, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:39.212339 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'name': 'network-vif-deleted', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:24:39.234747 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-bf021639-06a3-416c-a380-23cc5bdb26a9 req-d558e740-57ea-430b-80a0-c9a97f19906b tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.64 "DELETE /v2.0/ports/11a9bef9-ecd8-4196-aef0-c21bbb2758fa HTTP/1.1" status: 204 len: 173 time: 0.9703872 Dec 20 17:24:39.280830 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6689bd9-f578-4c0e-a132-9c347b519718', 'name': 'network-vif-deleted', 'tag': '11a9bef9-ecd8-4196-aef0-c21bbb2758fa', 'status': 'completed', 'code': 200} Dec 20 17:24:40.300530 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-a71b39f8-eb05-4689-a1af-2fca06099292 req-9d32cf6d-4636-4a81-ae78-8f3f1533e7bd tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Synchronizing usage tracker for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:port {{(pid=84392) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 17:24:40.428068 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.quota.resource [req-a71b39f8-eb05-4689-a1af-2fca06099292 req-9d32cf6d-4636-4a81-ae78-8f3f1533e7bd tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Unset dirty status for tenant:f8b1a51b271c49aeaa9e40d3964640a0 on resource:port {{(pid=84392) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 17:24:40.429203 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [req-a71b39f8-eb05-4689-a1af-2fca06099292 req-9d32cf6d-4636-4a81-ae78-8f3f1533e7bd tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6689bd9-f578-4c0e-a132-9c347b519718 HTTP/1.1" status: 200 len: 210 time: 0.1701679 Dec 20 17:24:41.534638 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.62', 38362) {{(pid=84391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:41.610817 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4045-c891-4507-8221-e83dd286e1a2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:41.641054 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4045-c891-4507-8221-e83dd286e1a2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:41.764723 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4045-c891-4507-8221-e83dd286e1a2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:41.768744 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-3304f5e6-f428-46d2-9144-ae91f708affb tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:41.785905 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce4045-c891-4507-8221-e83dd286e1a2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b735ca72-eb5e-48af-80c7-a73ee421d2cc,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:41.788698 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG oslo_concurrency.lockutils [None req-b0ce4045-c891-4507-8221-e83dd286e1a2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:41.862701 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4045-c891-4507-8221-e83dd286e1a2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:41.863906 dv-neutron-821074-1-hyperv neutron-server[84391]: INFO neutron.wsgi [None req-b0ce4045-c891-4507-8221-e83dd286e1a2 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] 10.222.0.62 "DELETE /v2.0/security-groups/b735ca72-eb5e-48af-80c7-a73ee421d2cc HTTP/1.1" status: 204 len: 168 time: 0.3282106 Dec 20 17:24:42.001213 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38368) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:42.593877 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:42.637465 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 11a9bef9-ecd8-4196-aef0-c21bbb2758fa no longer exists at agent hyperv_hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:24:42.671058 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] No Port match for: 11a9bef9-ecd8-4196-aef0-c21bbb2758fa {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:24:42.671425 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Device 11a9bef9-ecd8-4196-aef0-c21bbb2758fa not bound to the agent host hv-neutron-8210 {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:24:43.351482 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Deleting port 24715d15-a3d1-4aba-aeca-f035d7a22a54 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:43.352044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:43.537151 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] For port 24715d15-a3d1-4aba-aeca-f035d7a22a54, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=24715d15-a3d1-4aba-aeca-f035d7a22a54,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:43.537503 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:43.660813 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Calling delete_port for 24715d15-a3d1-4aba-aeca-f035d7a22a54 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:43.948167 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:43.951944 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2418fbba-453c-4272-840b-29f9dedaebdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:43.998060 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=24715d15-a3d1-4aba-aeca-f035d7a22a54,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:44.001636 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:44.316423 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:45.054801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Router 4e777611-1e44-4ee9-ac3c-d806d5c93630 has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:24:45.263299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:24:45.271508 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] Sync routers for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:24:45.283661 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:24:45.288730 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:24:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:45.338149 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-098ad8eb-1e05-4cd8-92aa-25a8d27ecbdf admin admin] 10.222.0.62 "PUT /v2.0/routers/4e777611-1e44-4ee9-ac3c-d806d5c93630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3357499 Dec 20 17:24:45.340978 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38374) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:45.478121 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:24:45.548053 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:45.771419 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:45.777870 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:24:43Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:45.782265 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] Checking router: 4e777611-1e44-4ee9-ac3c-d806d5c93630 for host: dv-neutron-821074-1-hyperv {{(pid=84394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:24:45.794421 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] Routers {'4e777611-1e44-4ee9-ac3c-d806d5c93630'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:24:45.795086 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:24:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['4e777611-1e44-4ee9-ac3c-d806d5c93630'], 'active': True} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:45.857700 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Deleting port 4085ede6-abbe-44cc-934d-34f5ea109c1f {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:45.858023 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:45.925343 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:45.986949 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_dvr_db [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] Set router 4e777611-1e44-4ee9-ac3c-d806d5c93630 gateway port host: dv-neutron-821074-1-hyperv {{(pid=84394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:24:46.046459 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] For port 4085ede6-abbe-44cc-934d-34f5ea109c1f, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=4085ede6-abbe-44cc-934d-34f5ea109c1f,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:46.046801 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:46.166334 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Calling delete_port for 4085ede6-abbe-44cc-934d-34f5ea109c1f owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:46.292085 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.l3_hamode_db [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:24:43Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:46.298757 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12173be-79ee-400a-b9dc-accabd6ceb2a None None] The sync data for ids ['4e777611-1e44-4ee9-ac3c-d806d5c93630'] in dv-neutron-821074-1-hyperv is: [{'id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'name': 'tempest-TestSnapshotPattern-1143675752-router', 'tenant_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:24:43Z', 'revision_number': 5, 'project_id': 'f8b1a51b271c49aeaa9e40d3964640a0', 'gw_port': {'id': '4085ede6-abbe-44cc-934d-34f5ea109c1f', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e777611-1e44-4ee9-ac3c-d806d5c93630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:58Z', 'updated_at': '2021-12-20T17:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:24:46.537463 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:46.541892 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-06161a6c-4e8d-4e50-abe0-d9c80269f926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:46.586643 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Pushing event deleted for resources: {'Port': ['ID=4085ede6-abbe-44cc-934d-34f5ea109c1f,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:46.590330 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:46.817168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.088261 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.093621 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 24715d15-a3d1-4aba-aeca-f035d7a22a54 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:24:47.095570 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.128334 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 24715d15-a3d1-4aba-aeca-f035d7a22a54 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:24:47.130293 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 24715d15-a3d1-4aba-aeca-f035d7a22a54 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:24:47.200690 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.201586 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e777611-1e44-4ee9-ac3c-d806d5c93630 {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:24:47.218536 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.220524 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-ef5f22e8-3472-41ba-b7a5-d7c5948f6798 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4e777611-1e44-4ee9-ac3c-d806d5c93630 HTTP/1.1" status: 204 len: 168 time: 1.8777668 Dec 20 17:24:47.223837 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38378) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:47.291044 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-664bbf32-3cb2-4a8f-8a3b-7b8fee8c8822 admin admin] Deleting subnet b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 17:24:47.294195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-664bbf32-3cb2-4a8f-8a3b-7b8fee8c8822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.352168 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-664bbf32-3cb2-4a8f-8a3b-7b8fee8c8822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.437797 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-664bbf32-3cb2-4a8f-8a3b-7b8fee8c8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.578818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-664bbf32-3cb2-4a8f-8a3b-7b8fee8c8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.586299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-adc52944-ff0f-496d-8af2-9616654b3e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:47.622539 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bbf32-3cb2-4a8f-8a3b-7b8fee8c8822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:47.627402 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-664bbf32-3cb2-4a8f-8a3b-7b8fee8c8822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:47.631120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-664bbf32-3cb2-4a8f-8a3b-7b8fee8c8822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.638518 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-664bbf32-3cb2-4a8f-8a3b-7b8fee8c8822 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b1cf0f5a-ae35-4547-8d4a-4e05b25ffe10 HTTP/1.1" status: 204 len: 168 time: 0.4126546 Dec 20 17:24:47.639207 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e5db1-8fc7-4cc1-88a6-e3116250f524 None None] Network 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:24:47.640939 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38382) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:47.781776 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.792912 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Deleting port dabfc3ad-ef9a-4891-8d16-e639c21ff721 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:47.793253 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:47.933766 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] DHCP port deletion for 40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 17:24:47.937822 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] Deleting port dabfc3ad-ef9a-4891-8d16-e639c21ff721 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:47.938204 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:48.018489 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] For port dabfc3ad-ef9a-4891-8d16-e639c21ff721, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dabfc3ad-ef9a-4891-8d16-e639c21ff721,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:48.019087 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:48.191562 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] For port dabfc3ad-ef9a-4891-8d16-e639c21ff721, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=dabfc3ad-ef9a-4891-8d16-e639c21ff721,segment=NetworkSegment(557ce0eb-1364-42cb-bb87-03b424e4a7dc),segment_id=557ce0eb-1364-42cb-bb87-03b424e4a7dc)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:48.192348 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:48.288998 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Calling delete_port for dabfc3ad-ef9a-4891-8d16-e639c21ff721 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:48.348560 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] Calling delete_port for dabfc3ad-ef9a-4891-8d16-e639c21ff721 owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:48.435071 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:48.441285 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-137cff45-dd38-4fb1-ae4a-279cd251c57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:48.461894 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:24:48.462197 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:24:48.483232 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dabfc3ad-ef9a-4891-8d16-e639c21ff721,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:48.485740 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:48.488323 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] No DVR routers for this DVR port dabfc3ad-ef9a-4891-8d16-e639c21ff721 on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:24:48.609471 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:48.632935 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d0bfcc-29cd-4849-84c6-2daff9bc1ed1']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:48.645248 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557ce0eb-1364-42cb-bb87-03b424e4a7dc') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:48.645533 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557ce0eb-1364-42cb-bb87-03b424e4a7dc') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:48.657984 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:48.673843 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:48.679820 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 17:24:48.680187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:24:48.692818 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:24:48.863448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:48.868187 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:48.870787 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-382d5dc3-4548-492c-97f1-7e6e897f4ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:48.895299 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d0bfcc-29cd-4849-84c6-2daff9bc1ed1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:48.898074 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:48.963852 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] Deleting port dabfc3ad-ef9a-4891-8d16-e639c21ff721 {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:48.964340 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:49.030111 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-67475841-386c-4c09-8155-3290cbf09df2 None None] The port 'dabfc3ad-ef9a-4891-8d16-e639c21ff721' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 17:24:49.078753 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4085ede6-abbe-44cc-934d-34f5ea109c1f no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:24:49.137752 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:24:49.138268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 4085ede6-abbe-44cc-934d-34f5ea109c1f {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:24:49.138268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 4085ede6-abbe-44cc-934d-34f5ea109c1f not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:24:49.138268 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dabfc3ad-ef9a-4891-8d16-e639c21ff721 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:24:49.144994 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: dabfc3ad-ef9a-4891-8d16-e639c21ff721 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:24:49.145439 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device dabfc3ad-ef9a-4891-8d16-e639c21ff721 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:24:49.247349 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-87e1a19f-a882-42a6-a84e-844501d816d0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/40d0bfcc-29cd-4849-84c6-2daff9bc1ed1 HTTP/1.1" status: 204 len: 168 time: 1.6050606 Dec 20 17:24:49.250093 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38388) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:49.701814 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929669'] for router_interface, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:50.436107 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Deleting port 07c5953a-83e6-4071-9ccb-7f551c233e43 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:50.436448 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:50.612293 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] For port 07c5953a-83e6-4071-9ccb-7f551c233e43, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=07c5953a-83e6-4071-9ccb-7f551c233e43,segment=NetworkSegment(de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd),segment_id=de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:50.612554 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:50.731212 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Calling delete_port for 07c5953a-83e6-4071-9ccb-7f551c233e43 owned by network:router_interface {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:50.989111 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:50.993024 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-06cb4a2e-aec3-4822-ab86-16eceaa80415 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:51.037197 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c5953a-83e6-4071-9ccb-7f551c233e43,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:51.039707 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:51.350152 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924763'] for router_interface, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:51.949592 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Router 23f8f113-985d-43f1-b8a5-5ca8e295a42f has already been hosted by L3 agent 99911166-a60c-4970-bbef-9fe5a482f07f {{(pid=84392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:24:52.061918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c0910e50-6f29-4e11-8b67-012cbe5f225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:52.277780 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] Notify agent at l3_agent.dv-neutron-821074-1-hyperv the message routers_updated {{(pid=84392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:24:52.287488 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] Sync routers for ids ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'] in dv-neutron-821074-1-hyperv {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 17:24:52.299849 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] Routers {'23f8f113-985d-43f1-b8a5-5ca8e295a42f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:24:52.300500 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:24:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:52.357131 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-90307bbc-9831-495e-9e33-d4f15c6e6600 admin admin] 10.222.0.62 "PUT /v2.0/routers/23f8f113-985d-43f1-b8a5-5ca8e295a42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1052928 Dec 20 17:24:52.359030 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38394) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:52.480786 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] Set router 23f8f113-985d-43f1-b8a5-5ca8e295a42f gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:24:52.568782 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Notify callbacks [] for router, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:52.769377 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:52.785356 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'name': 'tempest-TestSnapshotPattern-776778327-router', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:24:50Z', 'revision_number': 5, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'gw_port': {'id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:52.789316 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] Checking router: 23f8f113-985d-43f1-b8a5-5ca8e295a42f for host: dv-neutron-821074-1-hyperv {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 17:24:52.801374 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] Routers {'23f8f113-985d-43f1-b8a5-5ca8e295a42f'} bound to L3 agent in host dv-neutron-821074-1-hyperv {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:24:52.801989 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821074-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:42:54Z,description=,heartbeat_timestamp=2021-12-20T17:24:24Z,host='dv-neutron-821074-1-hyperv',id=99911166-a60c-4970-bbef-9fe5a482f07f,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:42:55Z,topic='l3_agent')) {'router_ids': ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:52.985009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_dvr_db [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] Set router 23f8f113-985d-43f1-b8a5-5ca8e295a42f gateway port host: dv-neutron-821074-1-hyperv {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 17:24:53.017338 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Deleting port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:53.017806 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:53.208514 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] For port 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=7d2fe6a5-5234-4238-a5aa-28aad30ae9e1,segment=NetworkSegment(f39c2c1d-31c2-40c9-9ec1-32715741f79c),segment_id=f39c2c1d-31c2-40c9-9ec1-32715741f79c)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:53.208976 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:53.282084 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.db.l3_hamode_db [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'name': 'tempest-TestSnapshotPattern-776778327-router', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:24:50Z', 'revision_number': 5, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'gw_port': {'id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}], 'dv-neutron-821074-1-hyperv', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:53.286116 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df51d3d-ddad-47e0-8faa-bb05f49a5be5 None None] The sync data for ids ['23f8f113-985d-43f1-b8a5-5ca8e295a42f'] in dv-neutron-821074-1-hyperv is: [{'id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'name': 'tempest-TestSnapshotPattern-776778327-router', 'tenant_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'external_fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:24:50Z', 'revision_number': 5, 'project_id': '02bf8b2ddf1341ee9c49ee7328a42f01', 'gw_port': {'id': '7d2fe6a5-5234-4238-a5aa-28aad30ae9e1', 'name': '', 'network_id': '7bc48ace-8e24-4d8a-ba0f-a55c01be1940', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8f113-985d-43f1-b8a5-5ca8e295a42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821074-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcc0712-b29c-41ad-9cd7-67dd980e4895', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821074-1-hyperv'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 17:24:53.337146 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Calling delete_port for 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 owned by network:router_gateway {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:53.600487 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:53.604896 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-bdf6afc1-6ad0-4462-a32f-529af3770e07 tempest-TestSnapshotPattern-530314451 tempest-TestSnapshotPattern-530314451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:53.651103 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2fe6a5-5234-4238-a5aa-28aad30ae9e1,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:53.654781 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:53.871136 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919288'] for router_gateway, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.232412 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-918340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9659'] for router, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.236893 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.371818 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-854996'] for router, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.372408 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f8f113-985d-43f1-b8a5-5ca8e295a42f {{(pid=84392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:24:54.385499 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] Notify callbacks [] for router, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.386636 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-2e5e2e83-2b6e-4d9e-a004-35b7ed52fade admin admin] 10.222.0.62 "DELETE /v2.0/routers/23f8f113-985d-43f1-b8a5-5ca8e295a42f HTTP/1.1" status: 204 len: 168 time: 2.0266817 Dec 20 17:24:54.389182 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38398) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:54.401144 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d6c88522-484f-49ef-8db0-5a703a989638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.452120 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97e2ce1-0841-482e-87b3-69b046ee416a admin admin] Deleting subnet cb76b63e-3f13-4b50-964b-698486e060e9 {{(pid=84392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 17:24:54.455521 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c97e2ce1-0841-482e-87b3-69b046ee416a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.512933 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c97e2ce1-0841-482e-87b3-69b046ee416a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1778911'] for subnet, precommit_delete_associations {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.591230 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c97e2ce1-0841-482e-87b3-69b046ee416a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3200546'] for subnet, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.715381 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c97e2ce1-0841-482e-87b3-69b046ee416a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3200557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1687706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6640404'] for subnet, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.719389 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-fdcaade5-4c9a-427d-9efd-25aaa698f7d8 tempest-TestNetworkAdvancedServerOps-560009239 tempest-TestNetworkAdvancedServerOps-560009239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:54.755595 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e2ce1-0841-482e-87b3-69b046ee416a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb76b63e-3f13-4b50-964b-698486e060e9,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:54.759445 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c97e2ce1-0841-482e-87b3-69b046ee416a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:54.763017 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c97e2ce1-0841-482e-87b3-69b046ee416a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.768122 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73db502-5917-4b5e-b2cc-d27b53efbaf0 None None] Network be39e904-695f-4550-b22c-066e0fae5bfe requested from dv-neutron-821074-1-hyperv {{(pid=84393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 17:24:54.769107 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c97e2ce1-0841-482e-87b3-69b046ee416a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cb76b63e-3f13-4b50-964b-698486e060e9 HTTP/1.1" status: 204 len: 168 time: 0.3789377 Dec 20 17:24:54.771526 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38402) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:54.889011 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3231547'] for network, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:54.900247 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Deleting port 514d806b-3bbb-488c-8a90-13e901cbc15c {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:54.900562 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.082875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] DHCP port deletion for be39e904-695f-4550-b22c-066e0fae5bfe request from dv-neutron-821074-1-hyperv {{(pid=84393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 17:24:55.087691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] Deleting port 514d806b-3bbb-488c-8a90-13e901cbc15c {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:55.087968 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.116352 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:24:55.127850 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.db [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] For port 514d806b-3bbb-488c-8a90-13e901cbc15c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=514d806b-3bbb-488c-8a90-13e901cbc15c,segment=NetworkSegment(de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd),segment_id=de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:55.128438 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.156117 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:24:55.156504 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 7d2fe6a5-5234-4238-a5aa-28aad30ae9e1 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:24:55.157109 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 07c5953a-83e6-4071-9ccb-7f551c233e43 no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:24:55.198868 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 07c5953a-83e6-4071-9ccb-7f551c233e43 {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:24:55.199260 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 07c5953a-83e6-4071-9ccb-7f551c233e43 not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:24:55.264141 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.plugin [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Calling delete_port for 514d806b-3bbb-488c-8a90-13e901cbc15c owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:55.387469 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.db [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] For port 514d806b-3bbb-488c-8a90-13e901cbc15c, host dv-neutron-821074-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821074-1-hyperv',level=0,port_id=514d806b-3bbb-488c-8a90-13e901cbc15c,segment=NetworkSegment(de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd),segment_id=de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd)] {{(pid=84393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:55.387857 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922421'] for port, precommit_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.411664 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3158885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775874047991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775873622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1687751'] for port, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.415713 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-6f92d221-a866-431d-a090-e2dd30c02bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:55.458195 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=514d806b-3bbb-488c-8a90-13e901cbc15c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:55.460693 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:55.466219 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] No DVR routers for this DVR port 514d806b-3bbb-488c-8a90-13e901cbc15c on host dv-neutron-821074-1-hyperv {{(pid=84392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:24:55.507087 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] Calling delete_port for 514d806b-3bbb-488c-8a90-13e901cbc15c owned by network:dhcp {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 17:24:55.598697 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.db.api [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:24:55.598980 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG oslo_db.api [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:24:55.599258 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3205821', 'neutron.services.segments.db._delete_segments_for_network-8775874075347'] for network, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.623031 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.627993 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be39e904-695f-4550-b22c-066e0fae5bfe']}} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:55.641531 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd') {'for_net_delete': True} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:55.641827 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.services.segments.db [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8d4585-28c6-4b6e-89e6-35a4a7ebbdfd') {} {{(pid=84392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:55.653754 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775874077678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1778886'] for segment, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.670722 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3202198'] for segment, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.677800 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 17:24:55.679009 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3202223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1695540'] for segment, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: Traceback (most recent call last): Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: timer() Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: cb(*args, **kw) Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: return func(*args, **kwargs) Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: self._notify() Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: self.callback(batched_events) Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: event.method(event) Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: return f(self, *a, **k) Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._get(url).json() Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: return self.request(url, 'GET', **kwargs) Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:24:55.692475 dv-neutron-821074-1-hyperv neutron-server[84392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:24:55.843479 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.955131 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3205796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919187'] for network, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.958852 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1f901b31-8585-4a3c-ad9e-33cbca20f39c tempest-NetworksIpV6Test-1733240693 tempest-NetworksIpV6Test-1733240693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:55.972398 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Notify callbacks [] for network, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:55.982279 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=be39e904-695f-4550-b22c-066e0fae5bfe,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:55.987302 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:55.989828 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-c499bf7f-23e1-4d90-bb80-51a3dd0b3d57 admin admin] 10.222.0.62 "DELETE /v2.0/networks/be39e904-695f-4550-b22c-066e0fae5bfe HTTP/1.1" status: 204 len: 168 time: 1.2174029 Dec 20 17:24:56.100531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] Deleting port 514d806b-3bbb-488c-8a90-13e901cbc15c {{(pid=84393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 17:24:56.100918 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775874041348'] for port, before_delete {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:56.165792 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-c82e82e6-c1cb-463d-8861-d4d61b2df046 None None] The port '514d806b-3bbb-488c-8a90-13e901cbc15c' was deleted {{(pid=84393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 17:24:56.484716 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38410) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:56.541304 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-07d0c042-75ff-4c0a-b397-0b2b52b8d214 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8b1a51b271c49aeaa9e40d3964640a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0554597 Dec 20 17:24:56.543697 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38414) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:56.604768 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5101eb38-7ef8-4df7-a5d1-3dd40cf712d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:56.630206 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5101eb38-7ef8-4df7-a5d1-3dd40cf712d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:56.754830 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5101eb38-7ef8-4df7-a5d1-3dd40cf712d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:56.758763 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-1031cb13-fba9-461d-bef2-f253b683097e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:56.772732 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101eb38-7ef8-4df7-a5d1-3dd40cf712d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d8d8c3-0f5f-47bf-9a96-267d2b73090e,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:56.776950 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-5101eb38-7ef8-4df7-a5d1-3dd40cf712d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:56.780049 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-5101eb38-7ef8-4df7-a5d1-3dd40cf712d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:56.781162 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-5101eb38-7ef8-4df7-a5d1-3dd40cf712d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3d8d8c3-0f5f-47bf-9a96-267d2b73090e HTTP/1.1" status: 204 len: 168 time: 0.2365942 Dec 20 17:24:57.063344 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 514d806b-3bbb-488c-8a90-13e901cbc15c no longer exists at agent ovs-agent-dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 17:24:57.096875 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.plugin [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] No Port match for: 514d806b-3bbb-488c-8a90-13e901cbc15c {{(pid=84393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 17:24:57.097235 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron.plugins.ml2.rpc [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Device 514d806b-3bbb-488c-8a90-13e901cbc15c not bound to the agent host dv-neutron-821074-1-hyperv {{(pid=84393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 17:24:57.275225 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:57.472382 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38422) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:57.523433 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-f68939c3-afc9-4970-a951-a01d1f73943e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02bf8b2ddf1341ee9c49ee7328a42f01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496778 Dec 20 17:24:57.526548 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.wsgi [-] (84392) accepted ('10.222.0.62', 38426) {{(pid=84392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 17:24:57.592188 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7baeede6-c5b3-4b8e-bbf0-a91d950e3648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:57.619321 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7baeede6-c5b3-4b8e-bbf0-a91d950e3648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:57.743743 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7baeede6-c5b3-4b8e-bbf0-a91d950e3648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045239'] for security_group, after_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:57.747733 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-9efa82e6-74f6-4685-9758-9b0ff26d38e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 17:24:57.761587 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeede6-c5b3-4b8e-bbf0-a91d950e3648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2a8c84-ff01-4d6a-b83a-04a27e05f75c,revision_number=None']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:57.764720 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG oslo_concurrency.lockutils [None req-7baeede6-c5b3-4b8e-bbf0-a91d950e3648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 17:24:57.766648 dv-neutron-821074-1-hyperv neutron-server[84392]: DEBUG neutron_lib.callbacks.manager [None req-7baeede6-c5b3-4b8e-bbf0-a91d950e3648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:24:57.768069 dv-neutron-821074-1-hyperv neutron-server[84392]: INFO neutron.wsgi [None req-7baeede6-c5b3-4b8e-bbf0-a91d950e3648 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f2a8c84-ff01-4d6a-b83a-04a27e05f75c HTTP/1.1" status: 204 len: 168 time: 0.2403297 Dec 20 17:25:16.057474 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:22.062667 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-413f3415-bb7d-463a-ad0a-68397d44a4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:24.400761 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e25459e4-893e-4c47-ab23-2ff3f986fe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:25.634885 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:25.833972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:26.098873 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:25:27.283765 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:45.959214 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:52.096056 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e85f912b-8f00-426f-ac04-cb7067380e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:54.353364 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-8e7f2685-72ad-4918-9fa1-f5518ffd135f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:55.581436 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:55.867115 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:25:57.336552 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:03.098636 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:26:15.969917 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:22.049599 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-e192a853-209b-46a2-aeeb-a4df2ba3416d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:24.421262 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-eb6809fc-1984-4ddc-b12b-98eb08dd6c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:25.602045 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:25.947346 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:27.335854 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:40.097875 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:26:45.935315 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:52.152234 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-591e4b25-56db-4fdb-97e4-2e18211e60fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:54.335709 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-b8b2ed42-61cb-418f-a107-c8d08b019392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:55.603112 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:55.860603 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:26:57.312139 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:15.945720 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:17.099295 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:27:22.044423 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-79b523fe-2175-4a09-ace2-baa430be2d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:24.363028 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-11c41e11-d652-4652-ad96-96fd8e46dc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:25.580202 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:25.848646 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:27.425549 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:46.013842 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:52.048072 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-56c5b540-b19b-45d7-8801-6a3bcf98b749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:54.099908 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:27:54.379865 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-31846a40-d29d-4e84-a4c5-f02490ede089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:55.591879 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:55.883062 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:27:57.316531 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:15.956940 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:22.099554 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-98897417-3f5e-4694-8c4f-5f096abed199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:24.339997 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-996ae011-e4a0-4f0d-b280-4ba840f9f8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:25.630866 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:25.859521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:27.305018 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:31.100491 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:28:45.984716 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:52.070446 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-85b3a7df-7921-4802-94eb-7e3d1c01c973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:54.368319 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-26a802b3-7ba4-4ce5-ab8a-01ec0870b537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:55.658981 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:55.857691 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:28:57.402350 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:08.100719 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:29:16.018521 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:22.098819 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-07771606-dfd5-4f0a-aa3b-f28393a11967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:24.367393 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-86663791-80f1-41d6-b839-8a88f7a7197a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:25.578456 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:25.879572 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:27.309952 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:45.100405 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:29:45.973009 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:52.067972 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f8ff-3f0f-42c4-b483-70d9872bda57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:54.338633 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-2930e1d6-c088-45ba-b5d0-eb1d305f6674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:55.582086 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:55.881677 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:29:57.378600 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:30:12.442323 dv-neutron-821074-1-hyperv neutron-server[84391]: DEBUG neutron.wsgi [req-51083135-87a9-4e6f-a557-12ebddfd555c req-3a132817-62d4-4212-8675-b70ff93fa67c service neutron] (84391) timed out ('10.222.0.62', 35898) {{(pid=84391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 17:30:16.021584 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:30:22.089882 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-bc38787a-8fd3-47a0-a784-87b482a001be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:30:22.100683 dv-neutron-821074-1-hyperv neutron-server[84394]: DEBUG neutron.db.agents_db [None req-18794cde-cadd-40f1-bbb1-46076e9b8f1a None None] Agent healthcheck: found 6 active agents {{(pid=84394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 17:30:24.358692 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-d42cdbea-afee-4dc0-b504-b9de7b39ab15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:30:25.644331 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4dc713e1-ebf2-49f8-88c9-adb7aa57038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:30:25.915172 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-4f35575a-cf2c-45b2-b908-731e86de3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:30:27.338328 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-f8e63e8d-d32f-4202-b6c6-f37c8e58f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 17:30:46.041070 dv-neutron-821074-1-hyperv neutron-server[84393]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6f24-ed68-4ba1-8d53-9424f829a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775874075329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3204327'] for agent, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}